2024-11-14 07:22:31,382 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@5c7933ad
2024-11-14 07:22:31,409 main DEBUG Took 0.024180 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging
2024-11-14 07:22:31,410 main DEBUG PluginManager 'Core' found 129 plugins
2024-11-14 07:22:31,411 main DEBUG PluginManager 'Level' found 0 plugins
2024-11-14 07:22:31,412 main DEBUG PluginManager 'Lookup' found 16 plugins
2024-11-14 07:22:31,414 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-14 07:22:31,427 main DEBUG PluginManager 'TypeConverter' found 26 plugins
2024-11-14 07:22:31,450 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-14 07:22:31,452 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-14 07:22:31,453 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-14 07:22:31,454 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-14 07:22:31,455 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-14 07:22:31,455 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-14 07:22:31,456 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-14 07:22:31,457 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-14 07:22:31,458 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-14 07:22:31,459 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-14 07:22:31,460 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-14 07:22:31,460 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-14 07:22:31,461 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-14 07:22:31,462 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-14 07:22:31,463 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-14 07:22:31,463 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-14 07:22:31,464 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-14 07:22:31,465 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-14 07:22:31,466 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-14 07:22:31,466 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-14 07:22:31,467 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-14 07:22:31,468 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-14 07:22:31,468 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-14 07:22:31,469 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-14 07:22:31,470 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-14 07:22:31,470 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger].
2024-11-14 07:22:31,472 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-14 07:22:31,474 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin].
2024-11-14 07:22:31,477 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root})
2024-11-14 07:22:31,478 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout].
2024-11-14 07:22:31,480 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null")
2024-11-14 07:22:31,480 main DEBUG PluginManager 'Converter' found 47 plugins
2024-11-14 07:22:31,493 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender].
2024-11-14 07:22:31,497 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={})
2024-11-14 07:22:31,500 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR
2024-11-14 07:22:31,500 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin].
2024-11-14 07:22:31,501 main DEBUG createAppenders(={Console})
2024-11-14 07:22:31,502 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@5c7933ad initialized
2024-11-14 07:22:31,503 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@5c7933ad
2024-11-14 07:22:31,503 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@5c7933ad OK.
2024-11-14 07:22:31,504 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1
2024-11-14 07:22:31,504 main DEBUG OutputStream closed
2024-11-14 07:22:31,505 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true
2024-11-14 07:22:31,505 main DEBUG Appender DefaultConsole-1 stopped with status true
2024-11-14 07:22:31,506 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@7c711375 OK
2024-11-14 07:22:31,612 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6
2024-11-14 07:22:31,615 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger
2024-11-14 07:22:31,616 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector
2024-11-14 07:22:31,618 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=
2024-11-14 07:22:31,618 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory
2024-11-14 07:22:31,619 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter
2024-11-14 07:22:31,619 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper
2024-11-14 07:22:31,620 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j
2024-11-14 07:22:31,620 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl
2024-11-14 07:22:31,621 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans
2024-11-14 07:22:31,621 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase
2024-11-14 07:22:31,622 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop
2024-11-14 07:22:31,622 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers
2024-11-14 07:22:31,623 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices
2024-11-14 07:22:31,623 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig
2024-11-14 07:22:31,624 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel
2024-11-14 07:22:31,624 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore
2024-11-14 07:22:31,625 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console
2024-11-14 07:22:31,628 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps.
2024-11-14 07:22:31,629 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-logging/target/hbase-logging-4.0.0-alpha-1-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@554e218) with optional ClassLoader: null
2024-11-14 07:22:31,629 main DEBUG Shutdown hook enabled. Registering a new one.
2024-11-14 07:22:31,630 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@554e218] started OK.
2024-11-14T07:22:31,647 INFO  [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.snapshot.TestExportSnapshot timeout: 13 mins
2024-11-14 07:22:31,650 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED)
2024-11-14 07:22:31,651 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps.
2024-11-14T07:22:32,058 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/test-data/223408e5-ae9c-411c-e3d8-231e394aecc4
2024-11-14T07:22:32,059 INFO  [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.snapshot.TestMobExportSnapshot timeout: 13 mins
2024-11-14T07:22:32,062 INFO  [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.snapshot.TestMobSecureExportSnapshot timeout: 13 mins
2024-11-14T07:22:32,107 WARN  [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
2024-11-14T07:22:32,410 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false}
2024-11-14T07:22:32,435 INFO  [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/test-data/223408e5-ae9c-411c-e3d8-231e394aecc4/cluster_0bc6d97e-980c-7f40-95d4-2788294eb670, deleteOnExit=true
2024-11-14T07:22:32,435 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS
2024-11-14T07:22:32,436 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/test-data/223408e5-ae9c-411c-e3d8-231e394aecc4/test.cache.data in system properties and HBase conf
2024-11-14T07:22:32,437 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/test-data/223408e5-ae9c-411c-e3d8-231e394aecc4/hadoop.tmp.dir in system properties and HBase conf
2024-11-14T07:22:32,438 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/test-data/223408e5-ae9c-411c-e3d8-231e394aecc4/hadoop.log.dir in system properties and HBase conf
2024-11-14T07:22:32,439 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/test-data/223408e5-ae9c-411c-e3d8-231e394aecc4/mapreduce.cluster.local.dir in system properties and HBase conf
2024-11-14T07:22:32,440 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/test-data/223408e5-ae9c-411c-e3d8-231e394aecc4/mapreduce.cluster.temp.dir in system properties and HBase conf
2024-11-14T07:22:32,440 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF
2024-11-14T07:22:32,530 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-11-14T07:22:32,534 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/test-data/223408e5-ae9c-411c-e3d8-231e394aecc4/yarn.node-labels.fs-store.root-dir in system properties and HBase conf
2024-11-14T07:22:32,535 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/test-data/223408e5-ae9c-411c-e3d8-231e394aecc4/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf
2024-11-14T07:22:32,535 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/test-data/223408e5-ae9c-411c-e3d8-231e394aecc4/yarn.nodemanager.log-dirs in system properties and HBase conf
2024-11-14T07:22:32,536 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/test-data/223408e5-ae9c-411c-e3d8-231e394aecc4/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-14T07:22:32,537 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/test-data/223408e5-ae9c-411c-e3d8-231e394aecc4/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf
2024-11-14T07:22:32,538 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/test-data/223408e5-ae9c-411c-e3d8-231e394aecc4/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf
2024-11-14T07:22:32,538 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/test-data/223408e5-ae9c-411c-e3d8-231e394aecc4/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-14T07:22:32,539 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/test-data/223408e5-ae9c-411c-e3d8-231e394aecc4/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-14T07:22:32,540 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/test-data/223408e5-ae9c-411c-e3d8-231e394aecc4/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf
2024-11-14T07:22:32,541 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/test-data/223408e5-ae9c-411c-e3d8-231e394aecc4/nfs.dump.dir in system properties and HBase conf
2024-11-14T07:22:32,541 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/test-data/223408e5-ae9c-411c-e3d8-231e394aecc4/java.io.tmpdir in system properties and HBase conf
2024-11-14T07:22:32,542 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/test-data/223408e5-ae9c-411c-e3d8-231e394aecc4/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-14T07:22:32,542 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/test-data/223408e5-ae9c-411c-e3d8-231e394aecc4/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf
2024-11-14T07:22:32,543 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/test-data/223408e5-ae9c-411c-e3d8-231e394aecc4/fs.s3a.committer.staging.tmp.path in system properties and HBase conf
2024-11-14T07:22:33,648 WARN  [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
2024-11-14T07:22:33,769 INFO  [Time-limited test {}] log.Log(170): Logging initialized @3608ms to org.eclipse.jetty.util.log.Slf4jLog
2024-11-14T07:22:33,931 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-14T07:22:34,040 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-14T07:22:34,100 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-14T07:22:34,100 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-14T07:22:34,106 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms
2024-11-14T07:22:34,128 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-14T07:22:34,133 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5140b357{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/test-data/223408e5-ae9c-411c-e3d8-231e394aecc4/hadoop.log.dir/,AVAILABLE}
2024-11-14T07:22:34,134 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5cebb95a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-14T07:22:34,458 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5d3f6b4f{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/test-data/223408e5-ae9c-411c-e3d8-231e394aecc4/java.io.tmpdir/jetty-localhost-33415-hadoop-hdfs-3_4_1-tests_jar-_-any-7284716791420371557/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-14T07:22:34,469 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@58f01c16{HTTP/1.1, (http/1.1)}{localhost:33415}
2024-11-14T07:22:34,469 INFO  [Time-limited test {}] server.Server(415): Started @4309ms
2024-11-14T07:22:34,969 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-14T07:22:34,978 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-14T07:22:34,983 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-14T07:22:34,984 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-14T07:22:34,984 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms
2024-11-14T07:22:34,985 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@69e7add{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/test-data/223408e5-ae9c-411c-e3d8-231e394aecc4/hadoop.log.dir/,AVAILABLE}
2024-11-14T07:22:34,986 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@148bf833{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-14T07:22:35,104 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3de744c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/test-data/223408e5-ae9c-411c-e3d8-231e394aecc4/java.io.tmpdir/jetty-localhost-38445-hadoop-hdfs-3_4_1-tests_jar-_-any-11130617066245313055/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-14T07:22:35,105 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3937fd27{HTTP/1.1, (http/1.1)}{localhost:38445}
2024-11-14T07:22:35,105 INFO  [Time-limited test {}] server.Server(415): Started @4946ms
2024-11-14T07:22:35,185 WARN  [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering.
2024-11-14T07:22:35,398 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-14T07:22:35,414 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-14T07:22:35,481 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-14T07:22:35,482 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-14T07:22:35,482 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms
2024-11-14T07:22:35,486 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@32c01182{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/test-data/223408e5-ae9c-411c-e3d8-231e394aecc4/hadoop.log.dir/,AVAILABLE}
2024-11-14T07:22:35,487 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@22fc93bf{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-14T07:22:35,662 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@b7103b4{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/test-data/223408e5-ae9c-411c-e3d8-231e394aecc4/java.io.tmpdir/jetty-localhost-44453-hadoop-hdfs-3_4_1-tests_jar-_-any-9739173667222956006/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-14T07:22:35,663 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6fd9f7d6{HTTP/1.1, (http/1.1)}{localhost:44453}
2024-11-14T07:22:35,663 INFO  [Time-limited test {}] server.Server(415): Started @5504ms
2024-11-14T07:22:35,667 WARN  [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering.
2024-11-14T07:22:35,798 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-14T07:22:35,804 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-14T07:22:35,828 WARN  [Thread-104 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/test-data/223408e5-ae9c-411c-e3d8-231e394aecc4/cluster_0bc6d97e-980c-7f40-95d4-2788294eb670/data/data2/current/BP-370926864-172.17.0.2-1731568953395/current, will proceed with Du for space computation calculation, 
2024-11-14T07:22:35,829 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-14T07:22:35,829 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-14T07:22:35,829 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms
2024-11-14T07:22:35,831 WARN  [Thread-100 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/test-data/223408e5-ae9c-411c-e3d8-231e394aecc4/cluster_0bc6d97e-980c-7f40-95d4-2788294eb670/data/data1/current/BP-370926864-172.17.0.2-1731568953395/current, will proceed with Du for space computation calculation, 
2024-11-14T07:22:35,834 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@76212b67{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/test-data/223408e5-ae9c-411c-e3d8-231e394aecc4/hadoop.log.dir/,AVAILABLE}
2024-11-14T07:22:35,834 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2e4553a8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-14T07:22:35,841 WARN  [Thread-107 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/test-data/223408e5-ae9c-411c-e3d8-231e394aecc4/cluster_0bc6d97e-980c-7f40-95d4-2788294eb670/data/data3/current/BP-370926864-172.17.0.2-1731568953395/current, will proceed with Du for space computation calculation, 
2024-11-14T07:22:35,846 WARN  [Thread-110 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/test-data/223408e5-ae9c-411c-e3d8-231e394aecc4/cluster_0bc6d97e-980c-7f40-95d4-2788294eb670/data/data4/current/BP-370926864-172.17.0.2-1731568953395/current, will proceed with Du for space computation calculation, 
2024-11-14T07:22:35,933 WARN  [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1
2024-11-14T07:22:35,934 WARN  [Thread-83 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1
2024-11-14T07:22:35,985 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6de6c5d8{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/test-data/223408e5-ae9c-411c-e3d8-231e394aecc4/java.io.tmpdir/jetty-localhost-42511-hadoop-hdfs-3_4_1-tests_jar-_-any-6269351175151440890/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-14T07:22:35,986 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2f3eae39{HTTP/1.1, (http/1.1)}{localhost:42511}
2024-11-14T07:22:35,987 INFO  [Time-limited test {}] server.Server(415): Started @5827ms
2024-11-14T07:22:35,990 WARN  [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering.
2024-11-14T07:22:36,011 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x51bdebfbce813d8 with lease ID 0xfd2337d32c249df5: Processing first storage report for DS-50f08d98-9c45-40c0-9eb5-c02509830a34 from datanode DatanodeRegistration(127.0.0.1:42359, datanodeUuid=84d7596e-d34f-432e-8f72-7012346c3096, infoPort=36945, infoSecurePort=0, ipcPort=38317, storageInfo=lv=-57;cid=testClusterID;nsid=675431280;c=1731568953395)
2024-11-14T07:22:36,013 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x51bdebfbce813d8 with lease ID 0xfd2337d32c249df5: from storage DS-50f08d98-9c45-40c0-9eb5-c02509830a34 node DatanodeRegistration(127.0.0.1:42359, datanodeUuid=84d7596e-d34f-432e-8f72-7012346c3096, infoPort=36945, infoSecurePort=0, ipcPort=38317, storageInfo=lv=-57;cid=testClusterID;nsid=675431280;c=1731568953395), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0
2024-11-14T07:22:36,014 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x51bdebfbce813d8 with lease ID 0xfd2337d32c249df5: Processing first storage report for DS-bbbc3c35-9032-4a48-b69b-a00fc4a097f6 from datanode DatanodeRegistration(127.0.0.1:42359, datanodeUuid=84d7596e-d34f-432e-8f72-7012346c3096, infoPort=36945, infoSecurePort=0, ipcPort=38317, storageInfo=lv=-57;cid=testClusterID;nsid=675431280;c=1731568953395)
2024-11-14T07:22:36,014 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x51bdebfbce813d8 with lease ID 0xfd2337d32c249df5: from storage DS-bbbc3c35-9032-4a48-b69b-a00fc4a097f6 node DatanodeRegistration(127.0.0.1:42359, datanodeUuid=84d7596e-d34f-432e-8f72-7012346c3096, infoPort=36945, infoSecurePort=0, ipcPort=38317, storageInfo=lv=-57;cid=testClusterID;nsid=675431280;c=1731568953395), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0
2024-11-14T07:22:36,014 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x760c71ac88717651 with lease ID 0xfd2337d32c249df4: Processing first storage report for DS-d117b5d0-c08a-4922-9d4f-cb98efd223ba from datanode DatanodeRegistration(127.0.0.1:40801, datanodeUuid=726b6378-d933-45f2-a017-2e0475f07b4f, infoPort=34177, infoSecurePort=0, ipcPort=39891, storageInfo=lv=-57;cid=testClusterID;nsid=675431280;c=1731568953395)
2024-11-14T07:22:36,015 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x760c71ac88717651 with lease ID 0xfd2337d32c249df4: from storage DS-d117b5d0-c08a-4922-9d4f-cb98efd223ba node DatanodeRegistration(127.0.0.1:40801, datanodeUuid=726b6378-d933-45f2-a017-2e0475f07b4f, infoPort=34177, infoSecurePort=0, ipcPort=39891, storageInfo=lv=-57;cid=testClusterID;nsid=675431280;c=1731568953395), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0
2024-11-14T07:22:36,015 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x760c71ac88717651 with lease ID 0xfd2337d32c249df4: Processing first storage report for DS-c2bca14c-72fa-4278-b86d-7b98f1d30bfc from datanode DatanodeRegistration(127.0.0.1:40801, datanodeUuid=726b6378-d933-45f2-a017-2e0475f07b4f, infoPort=34177, infoSecurePort=0, ipcPort=39891, storageInfo=lv=-57;cid=testClusterID;nsid=675431280;c=1731568953395)
2024-11-14T07:22:36,015 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x760c71ac88717651 with lease ID 0xfd2337d32c249df4: from storage DS-c2bca14c-72fa-4278-b86d-7b98f1d30bfc node DatanodeRegistration(127.0.0.1:40801, datanodeUuid=726b6378-d933-45f2-a017-2e0475f07b4f, infoPort=34177, infoSecurePort=0, ipcPort=39891, storageInfo=lv=-57;cid=testClusterID;nsid=675431280;c=1731568953395), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0
2024-11-14T07:22:36,232 WARN  [Thread-139 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/test-data/223408e5-ae9c-411c-e3d8-231e394aecc4/cluster_0bc6d97e-980c-7f40-95d4-2788294eb670/data/data5/current/BP-370926864-172.17.0.2-1731568953395/current, will proceed with Du for space computation calculation, 
2024-11-14T07:22:36,234 WARN  [Thread-140 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/test-data/223408e5-ae9c-411c-e3d8-231e394aecc4/cluster_0bc6d97e-980c-7f40-95d4-2788294eb670/data/data6/current/BP-370926864-172.17.0.2-1731568953395/current, will proceed with Du for space computation calculation, 
2024-11-14T07:22:36,284 WARN  [Thread-129 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1
2024-11-14T07:22:36,302 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe1a1452e68e750d9 with lease ID 0xfd2337d32c249df6: Processing first storage report for DS-1c6156fb-8a20-4ecc-8853-0341c60e6c29 from datanode DatanodeRegistration(127.0.0.1:42509, datanodeUuid=d7745c9b-60e5-4d9a-843a-f45c41779eb3, infoPort=41239, infoSecurePort=0, ipcPort=38127, storageInfo=lv=-57;cid=testClusterID;nsid=675431280;c=1731568953395)
2024-11-14T07:22:36,303 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe1a1452e68e750d9 with lease ID 0xfd2337d32c249df6: from storage DS-1c6156fb-8a20-4ecc-8853-0341c60e6c29 node DatanodeRegistration(127.0.0.1:42509, datanodeUuid=d7745c9b-60e5-4d9a-843a-f45c41779eb3, infoPort=41239, infoSecurePort=0, ipcPort=38127, storageInfo=lv=-57;cid=testClusterID;nsid=675431280;c=1731568953395), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0
2024-11-14T07:22:36,303 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe1a1452e68e750d9 with lease ID 0xfd2337d32c249df6: Processing first storage report for DS-f4c4d98a-94c7-4005-8368-897f19defcae from datanode DatanodeRegistration(127.0.0.1:42509, datanodeUuid=d7745c9b-60e5-4d9a-843a-f45c41779eb3, infoPort=41239, infoSecurePort=0, ipcPort=38127, storageInfo=lv=-57;cid=testClusterID;nsid=675431280;c=1731568953395)
2024-11-14T07:22:36,303 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe1a1452e68e750d9 with lease ID 0xfd2337d32c249df6: from storage DS-f4c4d98a-94c7-4005-8368-897f19defcae node DatanodeRegistration(127.0.0.1:42509, datanodeUuid=d7745c9b-60e5-4d9a-843a-f45c41779eb3, infoPort=41239, infoSecurePort=0, ipcPort=38127, storageInfo=lv=-57;cid=testClusterID;nsid=675431280;c=1731568953395), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0
2024-11-14T07:22:36,464 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/test-data/223408e5-ae9c-411c-e3d8-231e394aecc4
2024-11-14T07:22:36,568 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/test-data/223408e5-ae9c-411c-e3d8-231e394aecc4/cluster_0bc6d97e-980c-7f40-95d4-2788294eb670/zookeeper_0, clientPort=51438, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/test-data/223408e5-ae9c-411c-e3d8-231e394aecc4/cluster_0bc6d97e-980c-7f40-95d4-2788294eb670/zookeeper_0/version-2, dataDirSize=457
dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/test-data/223408e5-ae9c-411c-e3d8-231e394aecc4/cluster_0bc6d97e-980c-7f40-95d4-2788294eb670/zookeeper_0/version-2, dataLogSize=457
tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0

2024-11-14T07:22:36,581 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=51438
2024-11-14T07:22:36,596 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-14T07:22:36,600 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-14T07:22:36,917 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073741825_1001 (size=7)
2024-11-14T07:22:36,919 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073741825_1001 (size=7)
2024-11-14T07:22:36,919 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073741825_1001 (size=7)
2024-11-14T07:22:37,327 INFO  [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50 with version=8
2024-11-14T07:22:37,328 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/hbase-staging
2024-11-14T07:22:37,458 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16
2024-11-14T07:22:37,694 INFO  [Time-limited test {}] client.ConnectionUtils(128): master/20680646cf8a:0 server-side Connection retries=45
2024-11-14T07:22:37,705 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-14T07:22:37,706 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-14T07:22:37,712 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-14T07:22:37,713 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-14T07:22:37,713 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-14T07:22:37,895 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService
2024-11-14T07:22:37,976 INFO  [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl
2024-11-14T07:22:37,988 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout
2024-11-14T07:22:37,993 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-14T07:22:38,028 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 87485 (auto-detected)
2024-11-14T07:22:38,030 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected)
2024-11-14T07:22:38,056 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33371
2024-11-14T07:22:38,086 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33371 connecting to ZooKeeper ensemble=127.0.0.1:51438
2024-11-14T07:22:38,121 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:333710x0, quorum=127.0.0.1:51438, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-14T07:22:38,125 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33371-0x1003d1cd0e50000 connected
2024-11-14T07:22:38,172 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-14T07:22:38,178 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-14T07:22:38,197 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33371-0x1003d1cd0e50000, quorum=127.0.0.1:51438, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-14T07:22:38,204 INFO  [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50, hbase.cluster.distributed=false
2024-11-14T07:22:38,253 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33371-0x1003d1cd0e50000, quorum=127.0.0.1:51438, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl
2024-11-14T07:22:38,261 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33371
2024-11-14T07:22:38,262 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33371
2024-11-14T07:22:38,266 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33371
2024-11-14T07:22:38,267 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33371
2024-11-14T07:22:38,268 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33371
2024-11-14T07:22:38,417 INFO  [Time-limited test {}] client.ConnectionUtils(128): regionserver/20680646cf8a:0 server-side Connection retries=45
2024-11-14T07:22:38,419 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-14T07:22:38,419 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-14T07:22:38,419 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-14T07:22:38,419 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-14T07:22:38,419 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-14T07:22:38,423 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService
2024-11-14T07:22:38,426 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-14T07:22:38,427 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41449
2024-11-14T07:22:38,429 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41449 connecting to ZooKeeper ensemble=127.0.0.1:51438
2024-11-14T07:22:38,430 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-14T07:22:38,433 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-14T07:22:38,439 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:414490x0, quorum=127.0.0.1:51438, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-14T07:22:38,440 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:414490x0, quorum=127.0.0.1:51438, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-14T07:22:38,441 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41449-0x1003d1cd0e50001 connected
2024-11-14T07:22:38,446 INFO  [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB
2024-11-14T07:22:38,455 INFO  [Time-limited test {}] mob.MobFileCache(128): MobFileCache disabled
2024-11-14T07:22:38,458 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41449-0x1003d1cd0e50001, quorum=127.0.0.1:51438, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master
2024-11-14T07:22:38,465 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41449-0x1003d1cd0e50001, quorum=127.0.0.1:51438, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl
2024-11-14T07:22:38,470 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41449
2024-11-14T07:22:38,471 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41449
2024-11-14T07:22:38,476 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41449
2024-11-14T07:22:38,477 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41449
2024-11-14T07:22:38,477 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41449
2024-11-14T07:22:38,499 INFO  [Time-limited test {}] client.ConnectionUtils(128): regionserver/20680646cf8a:0 server-side Connection retries=45
2024-11-14T07:22:38,499 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-14T07:22:38,499 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-14T07:22:38,500 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-14T07:22:38,500 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-14T07:22:38,500 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-14T07:22:38,500 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService
2024-11-14T07:22:38,501 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-14T07:22:38,502 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35229
2024-11-14T07:22:38,504 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35229 connecting to ZooKeeper ensemble=127.0.0.1:51438
2024-11-14T07:22:38,505 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-14T07:22:38,508 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-14T07:22:38,516 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:352290x0, quorum=127.0.0.1:51438, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-14T07:22:38,517 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35229-0x1003d1cd0e50002 connected
2024-11-14T07:22:38,521 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35229-0x1003d1cd0e50002, quorum=127.0.0.1:51438, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-14T07:22:38,522 INFO  [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB
2024-11-14T07:22:38,524 INFO  [Time-limited test {}] mob.MobFileCache(128): MobFileCache disabled
2024-11-14T07:22:38,526 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35229-0x1003d1cd0e50002, quorum=127.0.0.1:51438, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master
2024-11-14T07:22:38,529 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35229-0x1003d1cd0e50002, quorum=127.0.0.1:51438, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl
2024-11-14T07:22:38,530 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35229
2024-11-14T07:22:38,530 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35229
2024-11-14T07:22:38,531 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35229
2024-11-14T07:22:38,532 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35229
2024-11-14T07:22:38,532 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35229
2024-11-14T07:22:38,548 INFO  [Time-limited test {}] client.ConnectionUtils(128): regionserver/20680646cf8a:0 server-side Connection retries=45
2024-11-14T07:22:38,549 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-14T07:22:38,549 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-14T07:22:38,549 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-14T07:22:38,549 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-14T07:22:38,549 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-14T07:22:38,549 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService
2024-11-14T07:22:38,550 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-14T07:22:38,551 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46383
2024-11-14T07:22:38,553 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46383 connecting to ZooKeeper ensemble=127.0.0.1:51438
2024-11-14T07:22:38,554 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-14T07:22:38,557 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-14T07:22:38,563 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:463830x0, quorum=127.0.0.1:51438, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-14T07:22:38,564 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:463830x0, quorum=127.0.0.1:51438, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-14T07:22:38,565 INFO  [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB
2024-11-14T07:22:38,566 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46383-0x1003d1cd0e50003 connected
2024-11-14T07:22:38,568 INFO  [Time-limited test {}] mob.MobFileCache(128): MobFileCache disabled
2024-11-14T07:22:38,569 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46383-0x1003d1cd0e50003, quorum=127.0.0.1:51438, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master
2024-11-14T07:22:38,572 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46383-0x1003d1cd0e50003, quorum=127.0.0.1:51438, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl
2024-11-14T07:22:38,577 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46383
2024-11-14T07:22:38,578 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46383
2024-11-14T07:22:38,578 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46383
2024-11-14T07:22:38,579 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46383
2024-11-14T07:22:38,581 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46383
2024-11-14T07:22:38,601 DEBUG [M:0;20680646cf8a:33371 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;20680646cf8a:33371
2024-11-14T07:22:38,602 INFO  [master/20680646cf8a:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/20680646cf8a,33371,1731568957526
2024-11-14T07:22:38,611 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33371-0x1003d1cd0e50000, quorum=127.0.0.1:51438, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-14T07:22:38,611 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35229-0x1003d1cd0e50002, quorum=127.0.0.1:51438, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-14T07:22:38,611 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46383-0x1003d1cd0e50003, quorum=127.0.0.1:51438, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-14T07:22:38,613 DEBUG [master/20680646cf8a:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33371-0x1003d1cd0e50000, quorum=127.0.0.1:51438, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/20680646cf8a,33371,1731568957526
2024-11-14T07:22:38,614 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41449-0x1003d1cd0e50001, quorum=127.0.0.1:51438, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-14T07:22:38,638 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46383-0x1003d1cd0e50003, quorum=127.0.0.1:51438, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master
2024-11-14T07:22:38,638 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41449-0x1003d1cd0e50001, quorum=127.0.0.1:51438, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master
2024-11-14T07:22:38,638 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35229-0x1003d1cd0e50002, quorum=127.0.0.1:51438, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master
2024-11-14T07:22:38,638 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41449-0x1003d1cd0e50001, quorum=127.0.0.1:51438, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-14T07:22:38,638 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33371-0x1003d1cd0e50000, quorum=127.0.0.1:51438, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-14T07:22:38,638 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46383-0x1003d1cd0e50003, quorum=127.0.0.1:51438, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-14T07:22:38,638 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35229-0x1003d1cd0e50002, quorum=127.0.0.1:51438, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-14T07:22:38,640 DEBUG [master/20680646cf8a:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33371-0x1003d1cd0e50000, quorum=127.0.0.1:51438, baseZNode=/hbase Set watcher on existing znode=/hbase/master
2024-11-14T07:22:38,641 INFO  [master/20680646cf8a:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/20680646cf8a,33371,1731568957526 from backup master directory
2024-11-14T07:22:38,644 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33371-0x1003d1cd0e50000, quorum=127.0.0.1:51438, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/20680646cf8a,33371,1731568957526
2024-11-14T07:22:38,644 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46383-0x1003d1cd0e50003, quorum=127.0.0.1:51438, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-14T07:22:38,645 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41449-0x1003d1cd0e50001, quorum=127.0.0.1:51438, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-14T07:22:38,645 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33371-0x1003d1cd0e50000, quorum=127.0.0.1:51438, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-14T07:22:38,645 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35229-0x1003d1cd0e50002, quorum=127.0.0.1:51438, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-14T07:22:38,646 WARN  [master/20680646cf8a:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-14T07:22:38,646 INFO  [master/20680646cf8a:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=20680646cf8a,33371,1731568957526
2024-11-14T07:22:38,648 INFO  [master/20680646cf8a:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0
2024-11-14T07:22:38,653 INFO  [master/20680646cf8a:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0
2024-11-14T07:22:38,714 DEBUG [master/20680646cf8a:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/hbase.id] with ID: 46377f42-1a23-4b7c-b287-d7f34e5e911d
2024-11-14T07:22:38,714 DEBUG [master/20680646cf8a:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/.tmp/hbase.id
2024-11-14T07:22:38,744 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073741826_1002 (size=42)
2024-11-14T07:22:38,745 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073741826_1002 (size=42)
2024-11-14T07:22:38,746 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073741826_1002 (size=42)
2024-11-14T07:22:38,751 DEBUG [master/20680646cf8a:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/.tmp/hbase.id]:[hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/hbase.id]
2024-11-14T07:22:38,808 INFO  [master/20680646cf8a:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-14T07:22:38,816 INFO  [master/20680646cf8a:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem.
2024-11-14T07:22:38,838 INFO  [master/20680646cf8a:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 19ms.
2024-11-14T07:22:38,842 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41449-0x1003d1cd0e50001, quorum=127.0.0.1:51438, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-14T07:22:38,842 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35229-0x1003d1cd0e50002, quorum=127.0.0.1:51438, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-14T07:22:38,842 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46383-0x1003d1cd0e50003, quorum=127.0.0.1:51438, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-14T07:22:38,842 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33371-0x1003d1cd0e50000, quorum=127.0.0.1:51438, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-14T07:22:38,870 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073741827_1003 (size=196)
2024-11-14T07:22:38,870 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073741827_1003 (size=196)
2024-11-14T07:22:38,878 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073741827_1003 (size=196)
2024-11-14T07:22:38,896 INFO  [master/20680646cf8a:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-14T07:22:38,899 INFO  [master/20680646cf8a:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000
2024-11-14T07:22:38,916 DEBUG [master/20680646cf8a:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396
java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo)
	at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.<clinit>(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at java.lang.Class.forName0(Native Method) ~[?:?]
	at java.lang.Class.forName(Class.java:375) ~[?:?]
	at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?]
	at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?]
	at org.apache.hadoop.hbase.wal.WALFactory.<init>(WALFactory.java:262) ~[classes/:?]
	at org.apache.hadoop.hbase.wal.WALFactory.<init>(WALFactory.java:231) ~[classes/:?]
	at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?]
	at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?]
	at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?]
	at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?]
	at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T07:22:38,920 INFO  [master/20680646cf8a:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-14T07:22:38,964 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073741828_1004 (size=1189)
2024-11-14T07:22:38,965 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073741828_1004 (size=1189)
2024-11-14T07:22:38,965 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073741828_1004 (size=1189)
2024-11-14T07:22:38,983 INFO  [master/20680646cf8a:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/MasterData/data/master/store
2024-11-14T07:22:38,996 WARN  [IPC Server handler 0 on default port 33275 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology
2024-11-14T07:22:38,997 WARN  [IPC Server handler 0 on default port 33275 {}] protocol.BlockStoragePolicy(161): Failed to place enough replicas: expected size is 1 but only 0 storage types can be selected (replication=3, selected=[], unavailable=[DISK], removed=[DISK], policy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]})
2024-11-14T07:22:38,997 WARN  [IPC Server handler 0 on default port 33275 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) All required storage types are unavailable:  unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}
2024-11-14T07:22:39,004 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073741829_1005 (size=34)
2024-11-14T07:22:39,004 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073741829_1005 (size=34)
2024-11-14T07:22:39,009 INFO  [master/20680646cf8a:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure.
2024-11-14T07:22:39,013 DEBUG [master/20680646cf8a:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-14T07:22:39,014 DEBUG [master/20680646cf8a:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-14T07:22:39,014 INFO  [master/20680646cf8a:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-14T07:22:39,015 DEBUG [master/20680646cf8a:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-14T07:22:39,017 DEBUG [master/20680646cf8a:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-14T07:22:39,017 DEBUG [master/20680646cf8a:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-14T07:22:39,017 INFO  [master/20680646cf8a:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-14T07:22:39,019 DEBUG [master/20680646cf8a:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1731568959014Disabling compacts and flushes for region at 1731568959014Disabling writes for close at 1731568959017 (+3 ms)Writing region close event to WAL at 1731568959017Closed at 1731568959017
2024-11-14T07:22:39,021 WARN  [master/20680646cf8a:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/MasterData/data/master/store/.initializing
2024-11-14T07:22:39,022 DEBUG [master/20680646cf8a:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/MasterData/WALs/20680646cf8a,33371,1731568957526
2024-11-14T07:22:39,031 INFO  [master/20680646cf8a:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-14T07:22:39,046 INFO  [master/20680646cf8a:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=20680646cf8a%2C33371%2C1731568957526, suffix=, logDir=hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/MasterData/WALs/20680646cf8a,33371,1731568957526, archiveDir=hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/MasterData/oldWALs, maxLogs=10
2024-11-14T07:22:39,077 DEBUG [master/20680646cf8a:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/MasterData/WALs/20680646cf8a,33371,1731568957526/20680646cf8a%2C33371%2C1731568957526.1731568959052, exclude list is [], retry=0
2024-11-14T07:22:39,080 WARN  [IPC Server handler 4 on default port 33275 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology
2024-11-14T07:22:39,080 WARN  [IPC Server handler 4 on default port 33275 {}] protocol.BlockStoragePolicy(161): Failed to place enough replicas: expected size is 1 but only 0 storage types can be selected (replication=3, selected=[], unavailable=[DISK], removed=[DISK], policy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]})
2024-11-14T07:22:39,080 WARN  [IPC Server handler 4 on default port 33275 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) All required storage types are unavailable:  unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}
2024-11-14T07:22:39,099 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40801,DS-d117b5d0-c08a-4922-9d4f-cb98efd223ba,DISK]
2024-11-14T07:22:39,099 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42509,DS-1c6156fb-8a20-4ecc-8853-0341c60e6c29,DISK]
2024-11-14T07:22:39,103 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf.
2024-11-14T07:22:39,140 INFO  [master/20680646cf8a:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/MasterData/WALs/20680646cf8a,33371,1731568957526/20680646cf8a%2C33371%2C1731568957526.1731568959052
2024-11-14T07:22:39,142 DEBUG [master/20680646cf8a:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41239:41239),(127.0.0.1/127.0.0.1:34177:34177)]
2024-11-14T07:22:39,142 DEBUG [master/20680646cf8a:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}
2024-11-14T07:22:39,143 DEBUG [master/20680646cf8a:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-14T07:22:39,146 DEBUG [master/20680646cf8a:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682
2024-11-14T07:22:39,148 DEBUG [master/20680646cf8a:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682
2024-11-14T07:22:39,184 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-14T07:22:39,210 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info
2024-11-14T07:22:39,213 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T07:22:39,216 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-14T07:22:39,217 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-14T07:22:39,221 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc
2024-11-14T07:22:39,221 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T07:22:39,223 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-14T07:22:39,223 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-14T07:22:39,227 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs
2024-11-14T07:22:39,227 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T07:22:39,229 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-14T07:22:39,229 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-14T07:22:39,233 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state
2024-11-14T07:22:39,233 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T07:22:39,235 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-14T07:22:39,235 DEBUG [master/20680646cf8a:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682
2024-11-14T07:22:39,239 DEBUG [master/20680646cf8a:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-14T07:22:39,240 DEBUG [master/20680646cf8a:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-14T07:22:39,245 DEBUG [master/20680646cf8a:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682
2024-11-14T07:22:39,246 DEBUG [master/20680646cf8a:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682
2024-11-14T07:22:39,249 DEBUG [master/20680646cf8a:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-14T07:22:39,253 DEBUG [master/20680646cf8a:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682
2024-11-14T07:22:39,259 DEBUG [master/20680646cf8a:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-14T07:22:39,260 INFO  [master/20680646cf8a:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73622796, jitterRate=0.09706515073776245}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-14T07:22:39,268 DEBUG [master/20680646cf8a:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682:
Writing region info on filesystem at 1731568959161Initializing all the Stores at 1731568959163 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731568959163Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731568959164 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731568959164Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731568959164Cleaning up temporary data from old regions at 1731568959246 (+82 ms)Region opened successfully at 1731568959268 (+22 ms)
2024-11-14T07:22:39,269 INFO  [master/20680646cf8a:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4
2024-11-14T07:22:39,305 DEBUG [master/20680646cf8a:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d0b8912, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=20680646cf8a/172.17.0.2:0
2024-11-14T07:22:39,346 INFO  [master/20680646cf8a:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating...
2024-11-14T07:22:39,357 INFO  [master/20680646cf8a:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5
2024-11-14T07:22:39,358 INFO  [master/20680646cf8a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50
2024-11-14T07:22:39,360 INFO  [master/20680646cf8a:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery...
2024-11-14T07:22:39,362 INFO  [master/20680646cf8a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec
2024-11-14T07:22:39,366 INFO  [master/20680646cf8a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec
2024-11-14T07:22:39,366 INFO  [master/20680646cf8a:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150
2024-11-14T07:22:39,392 INFO  [master/20680646cf8a:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'.
2024-11-14T07:22:39,403 DEBUG [master/20680646cf8a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33371-0x1003d1cd0e50000, quorum=127.0.0.1:51438, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error)
2024-11-14T07:22:39,407 DEBUG [master/20680646cf8a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false
2024-11-14T07:22:39,410 INFO  [master/20680646cf8a:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1
2024-11-14T07:22:39,413 DEBUG [master/20680646cf8a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33371-0x1003d1cd0e50000, quorum=127.0.0.1:51438, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error)
2024-11-14T07:22:39,414 DEBUG [master/20680646cf8a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false
2024-11-14T07:22:39,416 INFO  [master/20680646cf8a:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited
2024-11-14T07:22:39,420 DEBUG [master/20680646cf8a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33371-0x1003d1cd0e50000, quorum=127.0.0.1:51438, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error)
2024-11-14T07:22:39,421 DEBUG [master/20680646cf8a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false
2024-11-14T07:22:39,423 DEBUG [master/20680646cf8a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33371-0x1003d1cd0e50000, quorum=127.0.0.1:51438, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error)
2024-11-14T07:22:39,424 DEBUG [master/20680646cf8a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false
2024-11-14T07:22:39,449 DEBUG [master/20680646cf8a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33371-0x1003d1cd0e50000, quorum=127.0.0.1:51438, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error)
2024-11-14T07:22:39,450 DEBUG [master/20680646cf8a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false
2024-11-14T07:22:39,455 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35229-0x1003d1cd0e50002, quorum=127.0.0.1:51438, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running
2024-11-14T07:22:39,455 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41449-0x1003d1cd0e50001, quorum=127.0.0.1:51438, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running
2024-11-14T07:22:39,455 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41449-0x1003d1cd0e50001, quorum=127.0.0.1:51438, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-14T07:22:39,456 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46383-0x1003d1cd0e50003, quorum=127.0.0.1:51438, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running
2024-11-14T07:22:39,456 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46383-0x1003d1cd0e50003, quorum=127.0.0.1:51438, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-14T07:22:39,456 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33371-0x1003d1cd0e50000, quorum=127.0.0.1:51438, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running
2024-11-14T07:22:39,456 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33371-0x1003d1cd0e50000, quorum=127.0.0.1:51438, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-14T07:22:39,456 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35229-0x1003d1cd0e50002, quorum=127.0.0.1:51438, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-14T07:22:39,460 INFO  [master/20680646cf8a:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=20680646cf8a,33371,1731568957526, sessionid=0x1003d1cd0e50000, setting cluster-up flag (Was=false)
2024-11-14T07:22:39,477 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41449-0x1003d1cd0e50001, quorum=127.0.0.1:51438, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-14T07:22:39,477 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46383-0x1003d1cd0e50003, quorum=127.0.0.1:51438, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-14T07:22:39,477 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35229-0x1003d1cd0e50002, quorum=127.0.0.1:51438, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-14T07:22:39,477 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33371-0x1003d1cd0e50000, quorum=127.0.0.1:51438, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-14T07:22:39,484 DEBUG [master/20680646cf8a:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort
2024-11-14T07:22:39,487 DEBUG [master/20680646cf8a:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=20680646cf8a,33371,1731568957526
2024-11-14T07:22:39,493 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41449-0x1003d1cd0e50001, quorum=127.0.0.1:51438, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-14T07:22:39,493 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35229-0x1003d1cd0e50002, quorum=127.0.0.1:51438, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-14T07:22:39,493 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33371-0x1003d1cd0e50000, quorum=127.0.0.1:51438, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-14T07:22:39,493 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46383-0x1003d1cd0e50003, quorum=127.0.0.1:51438, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-14T07:22:39,501 DEBUG [master/20680646cf8a:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort
2024-11-14T07:22:39,502 DEBUG [master/20680646cf8a:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=20680646cf8a,33371,1731568957526
2024-11-14T07:22:39,512 INFO  [master/20680646cf8a:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again
2024-11-14T07:22:39,557 DEBUG [master/20680646cf8a:0:becomeActiveMaster {}] master.HMaster(3441): Registered master coprocessor service: service=AccessControlService
2024-11-14T07:22:39,564 INFO  [master/20680646cf8a:0:becomeActiveMaster {}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.security.access.AccessController loaded, priority=536870911.
2024-11-14T07:22:39,565 INFO  [master/20680646cf8a:0:becomeActiveMaster {}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.security.access.SecureTestUtil$MasterSyncObserver loaded, priority=536870912.
2024-11-14T07:22:39,635 INFO  [RS:0;20680646cf8a:41449 {}] regionserver.HRegionServer(746): ClusterId : 46377f42-1a23-4b7c-b287-d7f34e5e911d
2024-11-14T07:22:39,638 DEBUG [RS:0;20680646cf8a:41449 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing
2024-11-14T07:22:39,649 INFO  [RS:1;20680646cf8a:35229 {}] regionserver.HRegionServer(746): ClusterId : 46377f42-1a23-4b7c-b287-d7f34e5e911d
2024-11-14T07:22:39,649 DEBUG [RS:1;20680646cf8a:35229 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing
2024-11-14T07:22:39,654 DEBUG [RS:0;20680646cf8a:41449 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized
2024-11-14T07:22:39,654 DEBUG [RS:0;20680646cf8a:41449 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing
2024-11-14T07:22:39,655 DEBUG [RS:1;20680646cf8a:35229 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized
2024-11-14T07:22:39,655 DEBUG [RS:1;20680646cf8a:35229 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing
2024-11-14T07:22:39,656 INFO  [RS:2;20680646cf8a:46383 {}] regionserver.HRegionServer(746): ClusterId : 46377f42-1a23-4b7c-b287-d7f34e5e911d
2024-11-14T07:22:39,657 DEBUG [RS:2;20680646cf8a:46383 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing
2024-11-14T07:22:39,664 DEBUG [RS:2;20680646cf8a:46383 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized
2024-11-14T07:22:39,664 DEBUG [RS:2;20680646cf8a:46383 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing
2024-11-14T07:22:39,670 DEBUG [master/20680646cf8a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta
2024-11-14T07:22:39,674 DEBUG [RS:1;20680646cf8a:35229 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized
2024-11-14T07:22:39,674 DEBUG [RS:1;20680646cf8a:35229 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4bf6c315, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=20680646cf8a/172.17.0.2:0
2024-11-14T07:22:39,674 DEBUG [RS:0;20680646cf8a:41449 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized
2024-11-14T07:22:39,677 DEBUG [RS:0;20680646cf8a:41449 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53d65ad8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=20680646cf8a/172.17.0.2:0
2024-11-14T07:22:39,679 DEBUG [RS:2;20680646cf8a:46383 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized
2024-11-14T07:22:39,680 DEBUG [RS:2;20680646cf8a:46383 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ab2be42, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=20680646cf8a/172.17.0.2:0
2024-11-14T07:22:39,692 INFO  [master/20680646cf8a:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2
2024-11-14T07:22:39,711 DEBUG [RS:2;20680646cf8a:46383 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;20680646cf8a:46383
2024-11-14T07:22:39,721 DEBUG [RS:1;20680646cf8a:35229 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;20680646cf8a:35229
2024-11-14T07:22:39,721 INFO  [RS:1;20680646cf8a:35229 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled
2024-11-14T07:22:39,721 INFO  [RS:1;20680646cf8a:35229 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled
2024-11-14T07:22:39,716 INFO  [RS:2;20680646cf8a:46383 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled
2024-11-14T07:22:39,722 INFO  [RS:2;20680646cf8a:46383 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled
2024-11-14T07:22:39,722 DEBUG [RS:2;20680646cf8a:46383 {}] regionserver.HRegionServer(660): Registered regionserver coprocessor executorService: executorService=AccessControlService
2024-11-14T07:22:39,723 INFO  [RS:2;20680646cf8a:46383 {}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.security.access.AccessController loaded, priority=536870911.
2024-11-14T07:22:39,723 DEBUG [RS:2;20680646cf8a:46383 {}] regionserver.HRegionServer(832): About to register with Master.
2024-11-14T07:22:39,723 DEBUG [RS:1;20680646cf8a:35229 {}] regionserver.HRegionServer(660): Registered regionserver coprocessor executorService: executorService=AccessControlService
2024-11-14T07:22:39,724 DEBUG [RS:0;20680646cf8a:41449 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;20680646cf8a:41449
2024-11-14T07:22:39,724 INFO  [RS:0;20680646cf8a:41449 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled
2024-11-14T07:22:39,724 INFO  [RS:1;20680646cf8a:35229 {}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.security.access.AccessController loaded, priority=536870911.
2024-11-14T07:22:39,724 INFO  [RS:0;20680646cf8a:41449 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled
2024-11-14T07:22:39,724 DEBUG [RS:1;20680646cf8a:35229 {}] regionserver.HRegionServer(832): About to register with Master.
2024-11-14T07:22:39,724 DEBUG [RS:0;20680646cf8a:41449 {}] regionserver.HRegionServer(660): Registered regionserver coprocessor executorService: executorService=AccessControlService
2024-11-14T07:22:39,727 INFO  [RS:2;20680646cf8a:46383 {}] regionserver.HRegionServer(2659): reportForDuty to master=20680646cf8a,33371,1731568957526 with port=46383, startcode=1731568958548
2024-11-14T07:22:39,727 INFO  [RS:1;20680646cf8a:35229 {}] regionserver.HRegionServer(2659): reportForDuty to master=20680646cf8a,33371,1731568957526 with port=35229, startcode=1731568958498
2024-11-14T07:22:39,729 INFO  [master/20680646cf8a:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc.
2024-11-14T07:22:39,740 INFO  [RS:0;20680646cf8a:41449 {}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.security.access.AccessController loaded, priority=536870911.
2024-11-14T07:22:39,740 DEBUG [RS:0;20680646cf8a:41449 {}] regionserver.HRegionServer(832): About to register with Master.
2024-11-14T07:22:39,741 INFO  [RS:0;20680646cf8a:41449 {}] regionserver.HRegionServer(2659): reportForDuty to master=20680646cf8a,33371,1731568957526 with port=41449, startcode=1731568958363
2024-11-14T07:22:39,737 DEBUG [master/20680646cf8a:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 20680646cf8a,33371,1731568957526
Number of backup masters: 0
Number of live region servers: 0
Number of dead region servers: 0
Number of unknown region servers: 0
Average load: 0.0
Number of requests: 0
Number of regions: 0
Number of regions in transition: 0
2024-11-14T07:22:39,752 DEBUG [master/20680646cf8a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/20680646cf8a:0, corePoolSize=5, maxPoolSize=5
2024-11-14T07:22:39,753 DEBUG [master/20680646cf8a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/20680646cf8a:0, corePoolSize=5, maxPoolSize=5
2024-11-14T07:22:39,753 DEBUG [master/20680646cf8a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/20680646cf8a:0, corePoolSize=5, maxPoolSize=5
2024-11-14T07:22:39,753 DEBUG [master/20680646cf8a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/20680646cf8a:0, corePoolSize=5, maxPoolSize=5
2024-11-14T07:22:39,753 DEBUG [master/20680646cf8a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/20680646cf8a:0, corePoolSize=10, maxPoolSize=10
2024-11-14T07:22:39,753 DEBUG [master/20680646cf8a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/20680646cf8a:0, corePoolSize=1, maxPoolSize=1
2024-11-14T07:22:39,754 DEBUG [master/20680646cf8a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/20680646cf8a:0, corePoolSize=2, maxPoolSize=2
2024-11-14T07:22:39,754 DEBUG [master/20680646cf8a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/20680646cf8a:0, corePoolSize=1, maxPoolSize=1
2024-11-14T07:22:39,766 DEBUG [RS:2;20680646cf8a:46383 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false
2024-11-14T07:22:39,766 DEBUG [RS:0;20680646cf8a:41449 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false
2024-11-14T07:22:39,768 DEBUG [RS:1;20680646cf8a:35229 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false
2024-11-14T07:22:39,800 INFO  [master/20680646cf8a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731568989800
2024-11-14T07:22:39,803 INFO  [master/20680646cf8a:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1
2024-11-14T07:22:39,804 INFO  [master/20680646cf8a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner
2024-11-14T07:22:39,812 INFO  [master/20680646cf8a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner
2024-11-14T07:22:39,813 INFO  [master/20680646cf8a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner
2024-11-14T07:22:39,813 INFO  [master/20680646cf8a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner
2024-11-14T07:22:39,813 INFO  [master/20680646cf8a:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads
2024-11-14T07:22:39,813 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-14T07:22:39,814 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region
2024-11-14T07:22:39,821 INFO  [master/20680646cf8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-14T07:22:39,825 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T07:22:39,825 INFO  [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}
2024-11-14T07:22:39,826 INFO  [master/20680646cf8a:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2
2024-11-14T07:22:39,828 INFO  [master/20680646cf8a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner
2024-11-14T07:22:39,829 INFO  [master/20680646cf8a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner
2024-11-14T07:22:39,835 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34453, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService
2024-11-14T07:22:39,838 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41411, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService
2024-11-14T07:22:39,841 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59809, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService
2024-11-14T07:22:39,848 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33371 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet
	at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-14T07:22:39,855 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33371 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet
	at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-14T07:22:39,856 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33371 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet
	at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-14T07:22:39,870 INFO  [master/20680646cf8a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner
2024-11-14T07:22:39,871 INFO  [master/20680646cf8a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner
2024-11-14T07:22:39,882 DEBUG [master/20680646cf8a:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/20680646cf8a:0:becomeActiveMaster-HFileCleaner.large.0-1731568959872,5,FailOnTimeoutGroup]
2024-11-14T07:22:39,885 DEBUG [master/20680646cf8a:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/20680646cf8a:0:becomeActiveMaster-HFileCleaner.small.0-1731568959882,5,FailOnTimeoutGroup]
2024-11-14T07:22:39,885 INFO  [master/20680646cf8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-14T07:22:39,885 INFO  [master/20680646cf8a:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it.
2024-11-14T07:22:39,887 INFO  [master/20680646cf8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled.
2024-11-14T07:22:39,887 INFO  [master/20680646cf8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled.
2024-11-14T07:22:39,895 DEBUG [RS:1;20680646cf8a:35229 {}] regionserver.HRegionServer(2683): Master is not running yet
2024-11-14T07:22:39,896 WARN  [RS:1;20680646cf8a:35229 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying.
2024-11-14T07:22:39,896 DEBUG [RS:0;20680646cf8a:41449 {}] regionserver.HRegionServer(2683): Master is not running yet
2024-11-14T07:22:39,896 WARN  [RS:0;20680646cf8a:41449 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying.
2024-11-14T07:22:39,896 DEBUG [RS:2;20680646cf8a:46383 {}] regionserver.HRegionServer(2683): Master is not running yet
2024-11-14T07:22:39,896 WARN  [RS:2;20680646cf8a:46383 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying.
2024-11-14T07:22:39,912 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073741831_1007 (size=1321)
2024-11-14T07:22:39,912 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073741831_1007 (size=1321)
2024-11-14T07:22:39,913 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073741831_1007 (size=1321)
2024-11-14T07:22:39,917 INFO  [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321
2024-11-14T07:22:39,918 INFO  [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50
2024-11-14T07:22:39,960 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073741832_1008 (size=32)
2024-11-14T07:22:39,961 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073741832_1008 (size=32)
2024-11-14T07:22:39,961 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073741832_1008 (size=32)
2024-11-14T07:22:39,997 INFO  [RS:1;20680646cf8a:35229 {}] regionserver.HRegionServer(2659): reportForDuty to master=20680646cf8a,33371,1731568957526 with port=35229, startcode=1731568958498
2024-11-14T07:22:39,997 INFO  [RS:0;20680646cf8a:41449 {}] regionserver.HRegionServer(2659): reportForDuty to master=20680646cf8a,33371,1731568957526 with port=41449, startcode=1731568958363
2024-11-14T07:22:39,998 INFO  [RS:2;20680646cf8a:46383 {}] regionserver.HRegionServer(2659): reportForDuty to master=20680646cf8a,33371,1731568957526 with port=46383, startcode=1731568958548
2024-11-14T07:22:40,000 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33371 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 20680646cf8a,41449,1731568958363
2024-11-14T07:22:40,003 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33371 {}] master.ServerManager(517): Registering regionserver=20680646cf8a,41449,1731568958363
2024-11-14T07:22:40,014 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33371 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 20680646cf8a,46383,1731568958548
2024-11-14T07:22:40,014 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33371 {}] master.ServerManager(517): Registering regionserver=20680646cf8a,46383,1731568958548
2024-11-14T07:22:40,016 DEBUG [RS:0;20680646cf8a:41449 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50
2024-11-14T07:22:40,016 DEBUG [RS:0;20680646cf8a:41449 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33275
2024-11-14T07:22:40,017 DEBUG [RS:0;20680646cf8a:41449 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1
2024-11-14T07:22:40,020 DEBUG [RS:2;20680646cf8a:46383 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50
2024-11-14T07:22:40,020 DEBUG [RS:2;20680646cf8a:46383 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33275
2024-11-14T07:22:40,020 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33371 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 20680646cf8a,35229,1731568958498
2024-11-14T07:22:40,020 DEBUG [RS:2;20680646cf8a:46383 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1
2024-11-14T07:22:40,020 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33371 {}] master.ServerManager(517): Registering regionserver=20680646cf8a,35229,1731568958498
2024-11-14T07:22:40,021 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33371-0x1003d1cd0e50000, quorum=127.0.0.1:51438, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs
2024-11-14T07:22:40,024 DEBUG [RS:1;20680646cf8a:35229 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50
2024-11-14T07:22:40,024 DEBUG [RS:0;20680646cf8a:41449 {}] zookeeper.ZKUtil(111): regionserver:41449-0x1003d1cd0e50001, quorum=127.0.0.1:51438, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/20680646cf8a,41449,1731568958363
2024-11-14T07:22:40,024 DEBUG [RS:1;20680646cf8a:35229 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33275
2024-11-14T07:22:40,024 DEBUG [RS:1;20680646cf8a:35229 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1
2024-11-14T07:22:40,024 WARN  [RS:0;20680646cf8a:41449 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-14T07:22:40,024 INFO  [RS:0;20680646cf8a:41449 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-14T07:22:40,025 DEBUG [RS:0;20680646cf8a:41449 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/WALs/20680646cf8a,41449,1731568958363
2024-11-14T07:22:40,027 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [20680646cf8a,41449,1731568958363]
2024-11-14T07:22:40,026 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33371-0x1003d1cd0e50000, quorum=127.0.0.1:51438, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs
2024-11-14T07:22:40,029 DEBUG [RS:2;20680646cf8a:46383 {}] zookeeper.ZKUtil(111): regionserver:46383-0x1003d1cd0e50003, quorum=127.0.0.1:51438, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/20680646cf8a,46383,1731568958548
2024-11-14T07:22:40,029 WARN  [RS:2;20680646cf8a:46383 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-14T07:22:40,029 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [20680646cf8a,46383,1731568958548]
2024-11-14T07:22:40,029 INFO  [RS:2;20680646cf8a:46383 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-14T07:22:40,030 DEBUG [RS:2;20680646cf8a:46383 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/WALs/20680646cf8a,46383,1731568958548
2024-11-14T07:22:40,031 DEBUG [RS:1;20680646cf8a:35229 {}] zookeeper.ZKUtil(111): regionserver:35229-0x1003d1cd0e50002, quorum=127.0.0.1:51438, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/20680646cf8a,35229,1731568958498
2024-11-14T07:22:40,031 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [20680646cf8a,35229,1731568958498]
2024-11-14T07:22:40,031 WARN  [RS:1;20680646cf8a:35229 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-14T07:22:40,031 INFO  [RS:1;20680646cf8a:35229 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-14T07:22:40,031 DEBUG [RS:1;20680646cf8a:35229 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/WALs/20680646cf8a,35229,1731568958498
2024-11-14T07:22:40,055 INFO  [RS:1;20680646cf8a:35229 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds
2024-11-14T07:22:40,055 INFO  [RS:2;20680646cf8a:46383 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds
2024-11-14T07:22:40,055 INFO  [RS:0;20680646cf8a:41449 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds
2024-11-14T07:22:40,073 INFO  [RS:0;20680646cf8a:41449 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false
2024-11-14T07:22:40,073 INFO  [RS:2;20680646cf8a:46383 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false
2024-11-14T07:22:40,077 INFO  [RS:1;20680646cf8a:35229 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false
2024-11-14T07:22:40,081 INFO  [RS:1;20680646cf8a:35229 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms
2024-11-14T07:22:40,081 INFO  [RS:0;20680646cf8a:41449 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms
2024-11-14T07:22:40,081 INFO  [RS:2;20680646cf8a:46383 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms
2024-11-14T07:22:40,081 INFO  [RS:1;20680646cf8a:35229 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled.
2024-11-14T07:22:40,081 INFO  [RS:0;20680646cf8a:41449 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled.
2024-11-14T07:22:40,081 INFO  [RS:2;20680646cf8a:46383 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled.
2024-11-14T07:22:40,082 INFO  [RS:2;20680646cf8a:46383 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S
2024-11-14T07:22:40,087 INFO  [RS:0;20680646cf8a:41449 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S
2024-11-14T07:22:40,087 INFO  [RS:1;20680646cf8a:35229 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S
2024-11-14T07:22:40,088 INFO  [RS:2;20680646cf8a:46383 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 
2024-11-14T07:22:40,088 INFO  [RS:0;20680646cf8a:41449 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 
2024-11-14T07:22:40,090 INFO  [RS:0;20680646cf8a:41449 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled.
2024-11-14T07:22:40,090 INFO  [RS:2;20680646cf8a:46383 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled.
2024-11-14T07:22:40,090 DEBUG [RS:0;20680646cf8a:41449 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/20680646cf8a:0, corePoolSize=1, maxPoolSize=1
2024-11-14T07:22:40,090 DEBUG [RS:2;20680646cf8a:46383 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/20680646cf8a:0, corePoolSize=1, maxPoolSize=1
2024-11-14T07:22:40,090 DEBUG [RS:2;20680646cf8a:46383 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/20680646cf8a:0, corePoolSize=1, maxPoolSize=1
2024-11-14T07:22:40,090 DEBUG [RS:0;20680646cf8a:41449 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/20680646cf8a:0, corePoolSize=1, maxPoolSize=1
2024-11-14T07:22:40,090 INFO  [RS:1;20680646cf8a:35229 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 
2024-11-14T07:22:40,090 DEBUG [RS:0;20680646cf8a:41449 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/20680646cf8a:0, corePoolSize=1, maxPoolSize=1
2024-11-14T07:22:40,090 DEBUG [RS:2;20680646cf8a:46383 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/20680646cf8a:0, corePoolSize=1, maxPoolSize=1
2024-11-14T07:22:40,090 INFO  [RS:1;20680646cf8a:35229 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled.
2024-11-14T07:22:40,090 DEBUG [RS:0;20680646cf8a:41449 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/20680646cf8a:0, corePoolSize=1, maxPoolSize=1
2024-11-14T07:22:40,091 DEBUG [RS:2;20680646cf8a:46383 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/20680646cf8a:0, corePoolSize=1, maxPoolSize=1
2024-11-14T07:22:40,091 DEBUG [RS:1;20680646cf8a:35229 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/20680646cf8a:0, corePoolSize=1, maxPoolSize=1
2024-11-14T07:22:40,091 DEBUG [RS:0;20680646cf8a:41449 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/20680646cf8a:0, corePoolSize=1, maxPoolSize=1
2024-11-14T07:22:40,091 DEBUG [RS:2;20680646cf8a:46383 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/20680646cf8a:0, corePoolSize=1, maxPoolSize=1
2024-11-14T07:22:40,091 DEBUG [RS:1;20680646cf8a:35229 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/20680646cf8a:0, corePoolSize=1, maxPoolSize=1
2024-11-14T07:22:40,091 DEBUG [RS:0;20680646cf8a:41449 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/20680646cf8a:0, corePoolSize=2, maxPoolSize=2
2024-11-14T07:22:40,091 DEBUG [RS:1;20680646cf8a:35229 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/20680646cf8a:0, corePoolSize=1, maxPoolSize=1
2024-11-14T07:22:40,091 DEBUG [RS:2;20680646cf8a:46383 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/20680646cf8a:0, corePoolSize=2, maxPoolSize=2
2024-11-14T07:22:40,091 DEBUG [RS:1;20680646cf8a:35229 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/20680646cf8a:0, corePoolSize=1, maxPoolSize=1
2024-11-14T07:22:40,091 DEBUG [RS:0;20680646cf8a:41449 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/20680646cf8a:0, corePoolSize=1, maxPoolSize=1
2024-11-14T07:22:40,091 DEBUG [RS:2;20680646cf8a:46383 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/20680646cf8a:0, corePoolSize=1, maxPoolSize=1
2024-11-14T07:22:40,091 DEBUG [RS:1;20680646cf8a:35229 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/20680646cf8a:0, corePoolSize=1, maxPoolSize=1
2024-11-14T07:22:40,091 DEBUG [RS:2;20680646cf8a:46383 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/20680646cf8a:0, corePoolSize=1, maxPoolSize=1
2024-11-14T07:22:40,091 DEBUG [RS:0;20680646cf8a:41449 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/20680646cf8a:0, corePoolSize=1, maxPoolSize=1
2024-11-14T07:22:40,091 DEBUG [RS:1;20680646cf8a:35229 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/20680646cf8a:0, corePoolSize=2, maxPoolSize=2
2024-11-14T07:22:40,091 DEBUG [RS:2;20680646cf8a:46383 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/20680646cf8a:0, corePoolSize=1, maxPoolSize=1
2024-11-14T07:22:40,091 DEBUG [RS:0;20680646cf8a:41449 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/20680646cf8a:0, corePoolSize=1, maxPoolSize=1
2024-11-14T07:22:40,092 DEBUG [RS:1;20680646cf8a:35229 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/20680646cf8a:0, corePoolSize=1, maxPoolSize=1
2024-11-14T07:22:40,092 DEBUG [RS:0;20680646cf8a:41449 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/20680646cf8a:0, corePoolSize=1, maxPoolSize=1
2024-11-14T07:22:40,092 DEBUG [RS:2;20680646cf8a:46383 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/20680646cf8a:0, corePoolSize=1, maxPoolSize=1
2024-11-14T07:22:40,092 DEBUG [RS:1;20680646cf8a:35229 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/20680646cf8a:0, corePoolSize=1, maxPoolSize=1
2024-11-14T07:22:40,092 DEBUG [RS:2;20680646cf8a:46383 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/20680646cf8a:0, corePoolSize=1, maxPoolSize=1
2024-11-14T07:22:40,092 DEBUG [RS:0;20680646cf8a:41449 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/20680646cf8a:0, corePoolSize=1, maxPoolSize=1
2024-11-14T07:22:40,092 DEBUG [RS:1;20680646cf8a:35229 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/20680646cf8a:0, corePoolSize=1, maxPoolSize=1
2024-11-14T07:22:40,092 DEBUG [RS:0;20680646cf8a:41449 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/20680646cf8a:0, corePoolSize=1, maxPoolSize=1
2024-11-14T07:22:40,092 DEBUG [RS:2;20680646cf8a:46383 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/20680646cf8a:0, corePoolSize=1, maxPoolSize=1
2024-11-14T07:22:40,092 DEBUG [RS:1;20680646cf8a:35229 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/20680646cf8a:0, corePoolSize=1, maxPoolSize=1
2024-11-14T07:22:40,092 DEBUG [RS:0;20680646cf8a:41449 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0, corePoolSize=3, maxPoolSize=3
2024-11-14T07:22:40,092 DEBUG [RS:2;20680646cf8a:46383 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0, corePoolSize=3, maxPoolSize=3
2024-11-14T07:22:40,092 DEBUG [RS:1;20680646cf8a:35229 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/20680646cf8a:0, corePoolSize=1, maxPoolSize=1
2024-11-14T07:22:40,092 DEBUG [RS:2;20680646cf8a:46383 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0, corePoolSize=3, maxPoolSize=3
2024-11-14T07:22:40,092 DEBUG [RS:0;20680646cf8a:41449 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0, corePoolSize=3, maxPoolSize=3
2024-11-14T07:22:40,092 DEBUG [RS:1;20680646cf8a:35229 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/20680646cf8a:0, corePoolSize=1, maxPoolSize=1
2024-11-14T07:22:40,093 DEBUG [RS:1;20680646cf8a:35229 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0, corePoolSize=3, maxPoolSize=3
2024-11-14T07:22:40,093 DEBUG [RS:1;20680646cf8a:35229 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0, corePoolSize=3, maxPoolSize=3
2024-11-14T07:22:40,097 INFO  [RS:0;20680646cf8a:41449 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled.
2024-11-14T07:22:40,098 INFO  [RS:0;20680646cf8a:41449 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled.
2024-11-14T07:22:40,098 INFO  [RS:0;20680646cf8a:41449 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-14T07:22:40,098 INFO  [RS:0;20680646cf8a:41449 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled.
2024-11-14T07:22:40,098 INFO  [RS:0;20680646cf8a:41449 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled.
2024-11-14T07:22:40,098 INFO  [RS:0;20680646cf8a:41449 {}] hbase.ChoreService(168): Chore ScheduledChore name=20680646cf8a,41449,1731568958363-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-14T07:22:40,101 INFO  [RS:2;20680646cf8a:46383 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled.
2024-11-14T07:22:40,101 INFO  [RS:2;20680646cf8a:46383 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled.
2024-11-14T07:22:40,101 INFO  [RS:2;20680646cf8a:46383 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-14T07:22:40,102 INFO  [RS:2;20680646cf8a:46383 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled.
2024-11-14T07:22:40,102 INFO  [RS:2;20680646cf8a:46383 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled.
2024-11-14T07:22:40,102 INFO  [RS:2;20680646cf8a:46383 {}] hbase.ChoreService(168): Chore ScheduledChore name=20680646cf8a,46383,1731568958548-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-14T07:22:40,104 INFO  [RS:1;20680646cf8a:35229 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled.
2024-11-14T07:22:40,104 INFO  [RS:1;20680646cf8a:35229 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled.
2024-11-14T07:22:40,105 INFO  [RS:1;20680646cf8a:35229 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-14T07:22:40,105 INFO  [RS:1;20680646cf8a:35229 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled.
2024-11-14T07:22:40,105 INFO  [RS:1;20680646cf8a:35229 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled.
2024-11-14T07:22:40,105 INFO  [RS:1;20680646cf8a:35229 {}] hbase.ChoreService(168): Chore ScheduledChore name=20680646cf8a,35229,1731568958498-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-14T07:22:40,130 INFO  [RS:1;20680646cf8a:35229 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false
2024-11-14T07:22:40,131 INFO  [RS:2;20680646cf8a:46383 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false
2024-11-14T07:22:40,131 INFO  [RS:0;20680646cf8a:41449 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false
2024-11-14T07:22:40,133 INFO  [RS:0;20680646cf8a:41449 {}] hbase.ChoreService(168): Chore ScheduledChore name=20680646cf8a,41449,1731568958363-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-14T07:22:40,133 INFO  [RS:2;20680646cf8a:46383 {}] hbase.ChoreService(168): Chore ScheduledChore name=20680646cf8a,46383,1731568958548-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-14T07:22:40,134 INFO  [RS:1;20680646cf8a:35229 {}] hbase.ChoreService(168): Chore ScheduledChore name=20680646cf8a,35229,1731568958498-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-14T07:22:40,134 INFO  [RS:2;20680646cf8a:46383 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-14T07:22:40,134 INFO  [RS:2;20680646cf8a:46383 {}] regionserver.Replication(171): 20680646cf8a,46383,1731568958548 started
2024-11-14T07:22:40,134 INFO  [RS:1;20680646cf8a:35229 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-14T07:22:40,134 INFO  [RS:1;20680646cf8a:35229 {}] regionserver.Replication(171): 20680646cf8a,35229,1731568958498 started
2024-11-14T07:22:40,134 INFO  [RS:0;20680646cf8a:41449 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-14T07:22:40,134 INFO  [RS:0;20680646cf8a:41449 {}] regionserver.Replication(171): 20680646cf8a,41449,1731568958363 started
2024-11-14T07:22:40,160 INFO  [RS:0;20680646cf8a:41449 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-14T07:22:40,161 INFO  [RS:0;20680646cf8a:41449 {}] regionserver.HRegionServer(1482): Serving as 20680646cf8a,41449,1731568958363, RpcServer on 20680646cf8a/172.17.0.2:41449, sessionid=0x1003d1cd0e50001
2024-11-14T07:22:40,162 DEBUG [RS:0;20680646cf8a:41449 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting
2024-11-14T07:22:40,163 DEBUG [RS:0;20680646cf8a:41449 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 20680646cf8a,41449,1731568958363
2024-11-14T07:22:40,163 DEBUG [RS:0;20680646cf8a:41449 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '20680646cf8a,41449,1731568958363'
2024-11-14T07:22:40,163 INFO  [RS:1;20680646cf8a:35229 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-14T07:22:40,163 DEBUG [RS:0;20680646cf8a:41449 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort'
2024-11-14T07:22:40,163 INFO  [RS:1;20680646cf8a:35229 {}] regionserver.HRegionServer(1482): Serving as 20680646cf8a,35229,1731568958498, RpcServer on 20680646cf8a/172.17.0.2:35229, sessionid=0x1003d1cd0e50002
2024-11-14T07:22:40,163 DEBUG [RS:1;20680646cf8a:35229 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting
2024-11-14T07:22:40,164 DEBUG [RS:1;20680646cf8a:35229 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 20680646cf8a,35229,1731568958498
2024-11-14T07:22:40,164 DEBUG [RS:1;20680646cf8a:35229 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '20680646cf8a,35229,1731568958498'
2024-11-14T07:22:40,164 DEBUG [RS:1;20680646cf8a:35229 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort'
2024-11-14T07:22:40,164 DEBUG [RS:0;20680646cf8a:41449 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired'
2024-11-14T07:22:40,165 DEBUG [RS:1;20680646cf8a:35229 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired'
2024-11-14T07:22:40,170 DEBUG [RS:1;20680646cf8a:35229 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started
2024-11-14T07:22:40,170 DEBUG [RS:0;20680646cf8a:41449 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started
2024-11-14T07:22:40,170 DEBUG [RS:0;20680646cf8a:41449 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting
2024-11-14T07:22:40,170 DEBUG [RS:1;20680646cf8a:35229 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting
2024-11-14T07:22:40,170 DEBUG [RS:1;20680646cf8a:35229 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 20680646cf8a,35229,1731568958498
2024-11-14T07:22:40,170 DEBUG [RS:0;20680646cf8a:41449 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 20680646cf8a,41449,1731568958363
2024-11-14T07:22:40,170 DEBUG [RS:1;20680646cf8a:35229 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '20680646cf8a,35229,1731568958498'
2024-11-14T07:22:40,170 DEBUG [RS:1;20680646cf8a:35229 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort'
2024-11-14T07:22:40,171 DEBUG [RS:0;20680646cf8a:41449 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '20680646cf8a,41449,1731568958363'
2024-11-14T07:22:40,171 DEBUG [RS:0;20680646cf8a:41449 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort'
2024-11-14T07:22:40,174 DEBUG [RS:1;20680646cf8a:35229 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired'
2024-11-14T07:22:40,174 DEBUG [RS:0;20680646cf8a:41449 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired'
2024-11-14T07:22:40,175 DEBUG [RS:1;20680646cf8a:35229 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started
2024-11-14T07:22:40,175 DEBUG [RS:0;20680646cf8a:41449 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started
2024-11-14T07:22:40,176 INFO  [RS:1;20680646cf8a:35229 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled
2024-11-14T07:22:40,176 INFO  [RS:0;20680646cf8a:41449 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled
2024-11-14T07:22:40,176 INFO  [RS:0;20680646cf8a:41449 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager.
2024-11-14T07:22:40,176 INFO  [RS:1;20680646cf8a:35229 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager.
2024-11-14T07:22:40,178 INFO  [RS:2;20680646cf8a:46383 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-14T07:22:40,178 INFO  [RS:2;20680646cf8a:46383 {}] regionserver.HRegionServer(1482): Serving as 20680646cf8a,46383,1731568958548, RpcServer on 20680646cf8a/172.17.0.2:46383, sessionid=0x1003d1cd0e50003
2024-11-14T07:22:40,179 DEBUG [RS:2;20680646cf8a:46383 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting
2024-11-14T07:22:40,179 DEBUG [RS:2;20680646cf8a:46383 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 20680646cf8a,46383,1731568958548
2024-11-14T07:22:40,179 DEBUG [RS:2;20680646cf8a:46383 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '20680646cf8a,46383,1731568958548'
2024-11-14T07:22:40,179 DEBUG [RS:2;20680646cf8a:46383 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort'
2024-11-14T07:22:40,180 DEBUG [RS:2;20680646cf8a:46383 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired'
2024-11-14T07:22:40,181 DEBUG [RS:2;20680646cf8a:46383 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started
2024-11-14T07:22:40,181 DEBUG [RS:2;20680646cf8a:46383 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting
2024-11-14T07:22:40,181 DEBUG [RS:2;20680646cf8a:46383 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 20680646cf8a,46383,1731568958548
2024-11-14T07:22:40,182 DEBUG [RS:2;20680646cf8a:46383 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '20680646cf8a,46383,1731568958548'
2024-11-14T07:22:40,182 DEBUG [RS:2;20680646cf8a:46383 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort'
2024-11-14T07:22:40,182 DEBUG [RS:2;20680646cf8a:46383 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired'
2024-11-14T07:22:40,183 DEBUG [RS:2;20680646cf8a:46383 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started
2024-11-14T07:22:40,183 INFO  [RS:2;20680646cf8a:46383 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled
2024-11-14T07:22:40,183 INFO  [RS:2;20680646cf8a:46383 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager.
2024-11-14T07:22:40,281 INFO  [RS:1;20680646cf8a:35229 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-14T07:22:40,281 INFO  [RS:0;20680646cf8a:41449 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-14T07:22:40,284 INFO  [RS:2;20680646cf8a:46383 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-14T07:22:40,284 INFO  [RS:1;20680646cf8a:35229 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=20680646cf8a%2C35229%2C1731568958498, suffix=, logDir=hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/WALs/20680646cf8a,35229,1731568958498, archiveDir=hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/oldWALs, maxLogs=32
2024-11-14T07:22:40,284 INFO  [RS:0;20680646cf8a:41449 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=20680646cf8a%2C41449%2C1731568958363, suffix=, logDir=hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/WALs/20680646cf8a,41449,1731568958363, archiveDir=hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/oldWALs, maxLogs=32
2024-11-14T07:22:40,288 INFO  [RS:2;20680646cf8a:46383 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=20680646cf8a%2C46383%2C1731568958548, suffix=, logDir=hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/WALs/20680646cf8a,46383,1731568958548, archiveDir=hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/oldWALs, maxLogs=32
2024-11-14T07:22:40,304 DEBUG [RS:1;20680646cf8a:35229 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/WALs/20680646cf8a,35229,1731568958498/20680646cf8a%2C35229%2C1731568958498.1731568960288, exclude list is [], retry=0
2024-11-14T07:22:40,307 DEBUG [RS:0;20680646cf8a:41449 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/WALs/20680646cf8a,41449,1731568958363/20680646cf8a%2C41449%2C1731568958363.1731568960288, exclude list is [], retry=0
2024-11-14T07:22:40,314 DEBUG [RS:2;20680646cf8a:46383 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/WALs/20680646cf8a,46383,1731568958548/20680646cf8a%2C46383%2C1731568958548.1731568960290, exclude list is [], retry=0
2024-11-14T07:22:40,314 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42509,DS-1c6156fb-8a20-4ecc-8853-0341c60e6c29,DISK]
2024-11-14T07:22:40,314 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40801,DS-d117b5d0-c08a-4922-9d4f-cb98efd223ba,DISK]
2024-11-14T07:22:40,315 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42359,DS-50f08d98-9c45-40c0-9eb5-c02509830a34,DISK]
2024-11-14T07:22:40,316 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40801,DS-d117b5d0-c08a-4922-9d4f-cb98efd223ba,DISK]
2024-11-14T07:22:40,318 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42509,DS-1c6156fb-8a20-4ecc-8853-0341c60e6c29,DISK]
2024-11-14T07:22:40,321 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42359,DS-50f08d98-9c45-40c0-9eb5-c02509830a34,DISK]
2024-11-14T07:22:40,322 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42509,DS-1c6156fb-8a20-4ecc-8853-0341c60e6c29,DISK]
2024-11-14T07:22:40,322 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42359,DS-50f08d98-9c45-40c0-9eb5-c02509830a34,DISK]
2024-11-14T07:22:40,323 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40801,DS-d117b5d0-c08a-4922-9d4f-cb98efd223ba,DISK]
2024-11-14T07:22:40,363 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-14T07:22:40,366 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-14T07:22:40,368 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-14T07:22:40,368 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T07:22:40,370 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-14T07:22:40,371 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-14T07:22:40,375 INFO  [RS:1;20680646cf8a:35229 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/WALs/20680646cf8a,35229,1731568958498/20680646cf8a%2C35229%2C1731568958498.1731568960288
2024-11-14T07:22:40,375 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-14T07:22:40,376 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T07:22:40,376 DEBUG [RS:1;20680646cf8a:35229 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41239:41239),(127.0.0.1/127.0.0.1:34177:34177),(127.0.0.1/127.0.0.1:36945:36945)]
2024-11-14T07:22:40,377 INFO  [RS:0;20680646cf8a:41449 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/WALs/20680646cf8a,41449,1731568958363/20680646cf8a%2C41449%2C1731568958363.1731568960288
2024-11-14T07:22:40,377 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-14T07:22:40,377 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-14T07:22:40,378 INFO  [RS:2;20680646cf8a:46383 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/WALs/20680646cf8a,46383,1731568958548/20680646cf8a%2C46383%2C1731568958548.1731568960290
2024-11-14T07:22:40,378 DEBUG [RS:0;20680646cf8a:41449 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36945:36945),(127.0.0.1/127.0.0.1:41239:41239),(127.0.0.1/127.0.0.1:34177:34177)]
2024-11-14T07:22:40,379 DEBUG [RS:2;20680646cf8a:46383 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41239:41239),(127.0.0.1/127.0.0.1:36945:36945),(127.0.0.1/127.0.0.1:34177:34177)]
2024-11-14T07:22:40,381 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-14T07:22:40,381 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T07:22:40,385 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-14T07:22:40,386 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-14T07:22:40,389 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-14T07:22:40,389 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T07:22:40,395 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-14T07:22:40,395 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-14T07:22:40,397 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/hbase/meta/1588230740
2024-11-14T07:22:40,398 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/hbase/meta/1588230740
2024-11-14T07:22:40,401 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-14T07:22:40,401 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-14T07:22:40,402 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-14T07:22:40,405 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-14T07:22:40,410 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-14T07:22:40,411 INFO  [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70694090, jitterRate=0.05342403054237366}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-14T07:22:40,413 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740:
Writing region info on filesystem at 1731568960363Initializing all the Stores at 1731568960365 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731568960365Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731568960365Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731568960365Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731568960365Cleaning up temporary data from old regions at 1731568960401 (+36 ms)Region opened successfully at 1731568960413 (+12 ms)
2024-11-14T07:22:40,413 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-14T07:22:40,414 INFO  [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-14T07:22:40,414 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-14T07:22:40,414 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-14T07:22:40,414 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-14T07:22:40,416 INFO  [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-14T07:22:40,416 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1731568960413Disabling compacts and flushes for region at 1731568960413Disabling writes for close at 1731568960414 (+1 ms)Writing region close event to WAL at 1731568960415 (+1 ms)Closed at 1731568960416 (+1 ms)
2024-11-14T07:22:40,419 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-14T07:22:40,419 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta
2024-11-14T07:22:40,426 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}]
2024-11-14T07:22:40,434 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-14T07:22:40,437 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false
2024-11-14T07:22:40,590 DEBUG [20680646cf8a:33371 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=3, allServersCount=3
2024-11-14T07:22:40,600 DEBUG [20680646cf8a:33371 {}] balancer.BalancerClusterState(204): Hosts are {20680646cf8a=0} racks are {/default-rack=0}
2024-11-14T07:22:40,609 DEBUG [20680646cf8a:33371 {}] balancer.BalancerClusterState(303): server 0 has 0 regions
2024-11-14T07:22:40,609 DEBUG [20680646cf8a:33371 {}] balancer.BalancerClusterState(303): server 1 has 0 regions
2024-11-14T07:22:40,609 DEBUG [20680646cf8a:33371 {}] balancer.BalancerClusterState(303): server 2 has 0 regions
2024-11-14T07:22:40,610 DEBUG [20680646cf8a:33371 {}] balancer.BalancerClusterState(310): server 0 is on host 0
2024-11-14T07:22:40,610 DEBUG [20680646cf8a:33371 {}] balancer.BalancerClusterState(310): server 1 is on host 0
2024-11-14T07:22:40,610 DEBUG [20680646cf8a:33371 {}] balancer.BalancerClusterState(310): server 2 is on host 0
2024-11-14T07:22:40,610 INFO  [20680646cf8a:33371 {}] balancer.BalancerClusterState(321): server 0 is on rack 0
2024-11-14T07:22:40,610 INFO  [20680646cf8a:33371 {}] balancer.BalancerClusterState(321): server 1 is on rack 0
2024-11-14T07:22:40,610 INFO  [20680646cf8a:33371 {}] balancer.BalancerClusterState(321): server 2 is on rack 0
2024-11-14T07:22:40,610 DEBUG [20680646cf8a:33371 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1
2024-11-14T07:22:40,620 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=20680646cf8a,35229,1731568958498
2024-11-14T07:22:40,628 INFO  [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 20680646cf8a,35229,1731568958498, state=OPENING
2024-11-14T07:22:40,633 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it
2024-11-14T07:22:40,637 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41449-0x1003d1cd0e50001, quorum=127.0.0.1:51438, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-14T07:22:40,638 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33371-0x1003d1cd0e50000, quorum=127.0.0.1:51438, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-14T07:22:40,638 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46383-0x1003d1cd0e50003, quorum=127.0.0.1:51438, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-14T07:22:40,638 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35229-0x1003d1cd0e50002, quorum=127.0.0.1:51438, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-14T07:22:40,639 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-14T07:22:40,639 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-14T07:22:40,639 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-14T07:22:40,639 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-14T07:22:40,641 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-14T07:22:40,644 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=20680646cf8a,35229,1731568958498}]
2024-11-14T07:22:40,822 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-11-14T07:22:40,825 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53511, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService
2024-11-14T07:22:40,843 INFO  [RS_OPEN_META-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740
2024-11-14T07:22:40,843 INFO  [RS_OPEN_META-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-14T07:22:40,844 INFO  [RS_OPEN_META-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta
2024-11-14T07:22:40,848 INFO  [RS_OPEN_META-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=20680646cf8a%2C35229%2C1731568958498.meta, suffix=.meta, logDir=hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/WALs/20680646cf8a,35229,1731568958498, archiveDir=hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/oldWALs, maxLogs=32
2024-11-14T07:22:40,869 DEBUG [RS_OPEN_META-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/WALs/20680646cf8a,35229,1731568958498/20680646cf8a%2C35229%2C1731568958498.meta.1731568960851.meta, exclude list is [], retry=0
2024-11-14T07:22:40,874 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42359,DS-50f08d98-9c45-40c0-9eb5-c02509830a34,DISK]
2024-11-14T07:22:40,874 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42509,DS-1c6156fb-8a20-4ecc-8853-0341c60e6c29,DISK]
2024-11-14T07:22:40,880 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40801,DS-d117b5d0-c08a-4922-9d4f-cb98efd223ba,DISK]
2024-11-14T07:22:40,899 INFO  [RS_OPEN_META-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/WALs/20680646cf8a,35229,1731568958498/20680646cf8a%2C35229%2C1731568958498.meta.1731568960851.meta
2024-11-14T07:22:40,899 DEBUG [RS_OPEN_META-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36945:36945),(127.0.0.1/127.0.0.1:41239:41239),(127.0.0.1/127.0.0.1:34177:34177)]
2024-11-14T07:22:40,899 DEBUG [RS_OPEN_META-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}
2024-11-14T07:22:40,901 DEBUG [RS_OPEN_META-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=AccessControlService
2024-11-14T07:22:40,902 INFO  [RS_OPEN_META-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.security.access.AccessController loaded, priority=536870911.
2024-11-14T07:22:40,910 DEBUG [RS_OPEN_META-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911
2024-11-14T07:22:40,912 DEBUG [RS_OPEN_META-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService
2024-11-14T07:22:40,915 INFO  [RS_OPEN_META-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully.
2024-11-14T07:22:40,928 DEBUG [RS_OPEN_META-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740
2024-11-14T07:22:40,929 DEBUG [RS_OPEN_META-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-14T07:22:40,931 DEBUG [RS_OPEN_META-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740
2024-11-14T07:22:40,931 DEBUG [RS_OPEN_META-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740
2024-11-14T07:22:40,939 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-14T07:22:40,943 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-14T07:22:40,944 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T07:22:40,954 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-14T07:22:40,954 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-14T07:22:40,960 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-14T07:22:40,960 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T07:22:40,962 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-14T07:22:40,962 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-14T07:22:40,967 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-14T07:22:40,967 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T07:22:40,968 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-14T07:22:40,969 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-14T07:22:40,979 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-14T07:22:40,979 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T07:22:40,981 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-14T07:22:40,981 DEBUG [RS_OPEN_META-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-14T07:22:40,983 DEBUG [RS_OPEN_META-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/hbase/meta/1588230740
2024-11-14T07:22:40,990 DEBUG [RS_OPEN_META-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/hbase/meta/1588230740
2024-11-14T07:22:41,005 DEBUG [RS_OPEN_META-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-14T07:22:41,005 DEBUG [RS_OPEN_META-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-14T07:22:41,007 DEBUG [RS_OPEN_META-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-14T07:22:41,015 DEBUG [RS_OPEN_META-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-14T07:22:41,018 INFO  [RS_OPEN_META-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60689770, jitterRate=-0.09565195441246033}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-14T07:22:41,019 DEBUG [RS_OPEN_META-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740
2024-11-14T07:22:41,025 DEBUG [RS_OPEN_META-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740:
Running coprocessor pre-open hook at 1731568960932Writing region info on filesystem at 1731568960932Initializing all the Stores at 1731568960935 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731568960935Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731568960935Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731568960935Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731568960935Cleaning up temporary data from old regions at 1731568961005 (+70 ms)Running coprocessor post-open hooks at 1731568961019 (+14 ms)Region opened successfully at 1731568961024 (+5 ms)
2024-11-14T07:22:41,033 INFO  [RS_OPEN_META-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731568960811
2024-11-14T07:22:41,055 DEBUG [RS_OPEN_META-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740
2024-11-14T07:22:41,058 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=20680646cf8a,35229,1731568958498
2024-11-14T07:22:41,061 INFO  [RS_OPEN_META-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740
2024-11-14T07:22:41,061 INFO  [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 20680646cf8a,35229,1731568958498, state=OPEN
2024-11-14T07:22:41,064 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41449-0x1003d1cd0e50001, quorum=127.0.0.1:51438, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-11-14T07:22:41,064 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46383-0x1003d1cd0e50003, quorum=127.0.0.1:51438, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-11-14T07:22:41,064 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33371-0x1003d1cd0e50000, quorum=127.0.0.1:51438, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-11-14T07:22:41,065 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-14T07:22:41,065 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-14T07:22:41,065 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35229-0x1003d1cd0e50002, quorum=127.0.0.1:51438, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-11-14T07:22:41,065 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-14T07:22:41,066 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-14T07:22:41,068 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=20680646cf8a,35229,1731568958498
2024-11-14T07:22:41,081 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2
2024-11-14T07:22:41,081 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=20680646cf8a,35229,1731568958498 in 425 msec
2024-11-14T07:22:41,090 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1
2024-11-14T07:22:41,090 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 655 msec
2024-11-14T07:22:41,092 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-14T07:22:41,092 INFO  [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces
2024-11-14T07:22:41,125 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-14T07:22:41,127 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=20680646cf8a,35229,1731568958498, seqNum=-1]
2024-11-14T07:22:41,183 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-14T07:22:41,186 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52563, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-14T07:22:41,222 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.6460 sec
2024-11-14T07:22:41,223 INFO  [master/20680646cf8a:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731568961223, completionTime=-1
2024-11-14T07:22:41,226 INFO  [master/20680646cf8a:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running
2024-11-14T07:22:41,226 DEBUG [master/20680646cf8a:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster...
2024-11-14T07:22:41,267 INFO  [master/20680646cf8a:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=3
2024-11-14T07:22:41,267 INFO  [master/20680646cf8a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731569021267
2024-11-14T07:22:41,268 INFO  [master/20680646cf8a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731569081267
2024-11-14T07:22:41,268 INFO  [master/20680646cf8a:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 41 msec
2024-11-14T07:22:41,269 DEBUG [master/20680646cf8a:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache
2024-11-14T07:22:41,279 INFO  [master/20680646cf8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=20680646cf8a,33371,1731568957526-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-14T07:22:41,280 INFO  [master/20680646cf8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=20680646cf8a,33371,1731568957526-BalancerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-14T07:22:41,280 INFO  [master/20680646cf8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=20680646cf8a,33371,1731568957526-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-14T07:22:41,282 INFO  [master/20680646cf8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-20680646cf8a:33371, period=300000, unit=MILLISECONDS is enabled.
2024-11-14T07:22:41,283 INFO  [master/20680646cf8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled.
2024-11-14T07:22:41,284 INFO  [master/20680646cf8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled.
2024-11-14T07:22:41,292 DEBUG [master/20680646cf8a:0.Chore.1 {}] janitor.CatalogJanitor(180): 
2024-11-14T07:22:41,316 INFO  [master/20680646cf8a:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.670sec
2024-11-14T07:22:41,318 INFO  [master/20680646cf8a:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled
2024-11-14T07:22:41,319 INFO  [master/20680646cf8a:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting.
2024-11-14T07:22:41,321 INFO  [master/20680646cf8a:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting.
2024-11-14T07:22:41,321 INFO  [master/20680646cf8a:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting.
2024-11-14T07:22:41,321 INFO  [master/20680646cf8a:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding
2024-11-14T07:22:41,322 INFO  [master/20680646cf8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=20680646cf8a,33371,1731568957526-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-14T07:22:41,323 INFO  [master/20680646cf8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=20680646cf8a,33371,1731568957526-MobFileCompactionChore, period=604800, unit=SECONDS is enabled.
2024-11-14T07:22:41,348 DEBUG [master/20680646cf8a:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-14T07:22:41,348 DEBUG [master/20680646cf8a:0:becomeActiveMaster {}] client.AsyncConnectionImpl(321): The fetched master address is 20680646cf8a,33371,1731568957526
2024-11-14T07:22:41,350 DEBUG [master/20680646cf8a:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@51bf475b
2024-11-14T07:22:41,352 DEBUG [master/20680646cf8a:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-14T07:22:41,354 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36011, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-14T07:22:41,361 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33371 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'hbase:acl', {NAME => 'l', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}
2024-11-14T07:22:41,372 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33371 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:acl
2024-11-14T07:22:41,378 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:acl execute state=CREATE_TABLE_PRE_OPERATION
2024-11-14T07:22:41,379 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T07:22:41,380 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33371 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "hbase"
qualifier: "acl"
 procId is: 4
2024-11-14T07:22:41,384 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:acl execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-14T07:22:41,387 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b7df7a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-14T07:22:41,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-14T07:22:41,393 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false
2024-11-14T07:22:41,393 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512
2024-11-14T07:22:41,399 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 20680646cf8a,33371,-1 for getting cluster id
2024-11-14T07:22:41,403 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-14T07:22:41,419 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073741837_1013 (size=349)
2024-11-14T07:22:41,419 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073741837_1013 (size=349)
2024-11-14T07:22:41,421 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073741837_1013 (size=349)
2024-11-14T07:22:41,421 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '46377f42-1a23-4b7c-b287-d7f34e5e911d'
2024-11-14T07:22:41,424 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-14T07:22:41,424 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "46377f42-1a23-4b7c-b287-d7f34e5e911d"

2024-11-14T07:22:41,425 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2835493f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-14T07:22:41,425 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [20680646cf8a,33371,-1]
2024-11-14T07:22:41,426 INFO  [RegionOpenAndInit-hbase:acl-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 99a97c7ce2d8675b0310f1de2e0c2662, NAME => 'hbase:acl,,1731568961356.99a97c7ce2d8675b0310f1de2e0c2662.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:acl', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'l', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50
2024-11-14T07:22:41,428 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-14T07:22:41,439 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-14T07:22:41,443 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55520, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-14T07:22:41,447 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@249f0550, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-14T07:22:41,447 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-14T07:22:41,457 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=20680646cf8a,35229,1731568958498, seqNum=-1]
2024-11-14T07:22:41,458 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-14T07:22:41,472 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51240, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-14T07:22:41,477 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=20680646cf8a,33371,1731568957526
2024-11-14T07:22:41,477 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(2305): Starting mini mapreduce cluster...
2024-11-14T07:22:41,477 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/test-data/223408e5-ae9c-411c-e3d8-231e394aecc4/test.cache.data in system properties and HBase conf
2024-11-14T07:22:41,477 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/test-data/223408e5-ae9c-411c-e3d8-231e394aecc4/hadoop.tmp.dir in system properties and HBase conf
2024-11-14T07:22:41,477 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/test-data/223408e5-ae9c-411c-e3d8-231e394aecc4/hadoop.log.dir in system properties and HBase conf
2024-11-14T07:22:41,477 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/test-data/223408e5-ae9c-411c-e3d8-231e394aecc4/mapreduce.cluster.local.dir in system properties and HBase conf
2024-11-14T07:22:41,478 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/test-data/223408e5-ae9c-411c-e3d8-231e394aecc4/mapreduce.cluster.temp.dir in system properties and HBase conf
2024-11-14T07:22:41,478 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF
2024-11-14T07:22:41,478 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/test-data/223408e5-ae9c-411c-e3d8-231e394aecc4/yarn.node-labels.fs-store.root-dir in system properties and HBase conf
2024-11-14T07:22:41,478 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/test-data/223408e5-ae9c-411c-e3d8-231e394aecc4/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf
2024-11-14T07:22:41,478 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/test-data/223408e5-ae9c-411c-e3d8-231e394aecc4/yarn.nodemanager.log-dirs in system properties and HBase conf
2024-11-14T07:22:41,478 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/test-data/223408e5-ae9c-411c-e3d8-231e394aecc4/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-14T07:22:41,478 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/test-data/223408e5-ae9c-411c-e3d8-231e394aecc4/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf
2024-11-14T07:22:41,479 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/test-data/223408e5-ae9c-411c-e3d8-231e394aecc4/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf
2024-11-14T07:22:41,479 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/test-data/223408e5-ae9c-411c-e3d8-231e394aecc4/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-14T07:22:41,479 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/test-data/223408e5-ae9c-411c-e3d8-231e394aecc4/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-14T07:22:41,479 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/test-data/223408e5-ae9c-411c-e3d8-231e394aecc4/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf
2024-11-14T07:22:41,480 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/test-data/223408e5-ae9c-411c-e3d8-231e394aecc4/nfs.dump.dir in system properties and HBase conf
2024-11-14T07:22:41,480 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/test-data/223408e5-ae9c-411c-e3d8-231e394aecc4/java.io.tmpdir in system properties and HBase conf
2024-11-14T07:22:41,480 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/test-data/223408e5-ae9c-411c-e3d8-231e394aecc4/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-14T07:22:41,480 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/test-data/223408e5-ae9c-411c-e3d8-231e394aecc4/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf
2024-11-14T07:22:41,480 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/test-data/223408e5-ae9c-411c-e3d8-231e394aecc4/fs.s3a.committer.staging.tmp.path in system properties and HBase conf
2024-11-14T07:22:41,510 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073741838_1014 (size=36)
2024-11-14T07:22:41,510 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073741838_1014 (size=36)
2024-11-14T07:22:41,512 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073741838_1014 (size=36)
2024-11-14T07:22:41,513 DEBUG [RegionOpenAndInit-hbase:acl-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:acl,,1731568961356.99a97c7ce2d8675b0310f1de2e0c2662.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-14T07:22:41,513 DEBUG [RegionOpenAndInit-hbase:acl-pool-0 {}] regionserver.HRegion(1722): Closing 99a97c7ce2d8675b0310f1de2e0c2662, disabling compactions & flushes
2024-11-14T07:22:41,513 INFO  [RegionOpenAndInit-hbase:acl-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:acl,,1731568961356.99a97c7ce2d8675b0310f1de2e0c2662.
2024-11-14T07:22:41,513 DEBUG [RegionOpenAndInit-hbase:acl-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:acl,,1731568961356.99a97c7ce2d8675b0310f1de2e0c2662.
2024-11-14T07:22:41,513 DEBUG [RegionOpenAndInit-hbase:acl-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:acl,,1731568961356.99a97c7ce2d8675b0310f1de2e0c2662. after waiting 0 ms
2024-11-14T07:22:41,513 DEBUG [RegionOpenAndInit-hbase:acl-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:acl,,1731568961356.99a97c7ce2d8675b0310f1de2e0c2662.
2024-11-14T07:22:41,513 INFO  [RegionOpenAndInit-hbase:acl-pool-0 {}] regionserver.HRegion(1973): Closed hbase:acl,,1731568961356.99a97c7ce2d8675b0310f1de2e0c2662.
2024-11-14T07:22:41,514 DEBUG [RegionOpenAndInit-hbase:acl-pool-0 {}] regionserver.HRegion(1676): Region close journal for 99a97c7ce2d8675b0310f1de2e0c2662:
Waiting for close lock at 1731568961513Disabling compacts and flushes for region at 1731568961513Disabling writes for close at 1731568961513Writing region close event to WAL at 1731568961513Closed at 1731568961513
2024-11-14T07:22:41,517 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:acl execute state=CREATE_TABLE_ADD_TO_META
2024-11-14T07:22:41,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-14T07:22:41,527 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:acl,,1731568961356.99a97c7ce2d8675b0310f1de2e0c2662.","families":{"info":[{"qualifier":"regioninfo","vlen":35,"tag":[],"timestamp":"1731568961518"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731568961518"}]},"ts":"1731568961518"}
2024-11-14T07:22:41,540 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-14T07:22:41,544 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:acl execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-14T07:22:41,550 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:acl","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731568961544"}]},"ts":"1731568961544"}
2024-11-14T07:22:41,559 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:acl, state=ENABLING in hbase:meta
2024-11-14T07:22:41,560 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {20680646cf8a=0} racks are {/default-rack=0}
2024-11-14T07:22:41,562 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions
2024-11-14T07:22:41,562 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions
2024-11-14T07:22:41,562 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions
2024-11-14T07:22:41,562 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0
2024-11-14T07:22:41,563 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0
2024-11-14T07:22:41,563 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0
2024-11-14T07:22:41,563 INFO  [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0
2024-11-14T07:22:41,563 INFO  [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0
2024-11-14T07:22:41,563 INFO  [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0
2024-11-14T07:22:41,563 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1
2024-11-14T07:22:41,565 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:acl, region=99a97c7ce2d8675b0310f1de2e0c2662, ASSIGN}]
2024-11-14T07:22:41,571 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:acl, region=99a97c7ce2d8675b0310f1de2e0c2662, ASSIGN
2024-11-14T07:22:41,573 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:acl, region=99a97c7ce2d8675b0310f1de2e0c2662, ASSIGN; state=OFFLINE, location=20680646cf8a,46383,1731568958548; forceNewPlan=false, retain=false
2024-11-14T07:22:41,634 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073741839_1015 (size=592039)
2024-11-14T07:22:41,635 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073741839_1015 (size=592039)
2024-11-14T07:22:41,636 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073741839_1015 (size=592039)
2024-11-14T07:22:41,697 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073741840_1016 (size=1663647)
2024-11-14T07:22:41,697 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073741840_1016 (size=1663647)
2024-11-14T07:22:41,698 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073741840_1016 (size=1663647)
2024-11-14T07:22:41,729 INFO  [20680646cf8a:33371 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 
2024-11-14T07:22:41,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-14T07:22:41,731 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=99a97c7ce2d8675b0310f1de2e0c2662, regionState=OPENING, regionLocation=20680646cf8a,46383,1731568958548
2024-11-14T07:22:41,739 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:acl, region=99a97c7ce2d8675b0310f1de2e0c2662, ASSIGN because future has completed
2024-11-14T07:22:41,741 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 99a97c7ce2d8675b0310f1de2e0c2662, server=20680646cf8a,46383,1731568958548}]
2024-11-14T07:22:41,923 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-11-14T07:22:41,946 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38885, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService
2024-11-14T07:22:41,958 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(132): Open hbase:acl,,1731568961356.99a97c7ce2d8675b0310f1de2e0c2662.
2024-11-14T07:22:41,958 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 99a97c7ce2d8675b0310f1de2e0c2662, NAME => 'hbase:acl,,1731568961356.99a97c7ce2d8675b0310f1de2e0c2662.', STARTKEY => '', ENDKEY => ''}
2024-11-14T07:22:41,959 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:acl,,1731568961356.99a97c7ce2d8675b0310f1de2e0c2662. service=AccessControlService
2024-11-14T07:22:41,959 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.security.access.AccessController loaded, priority=536870911.
2024-11-14T07:22:41,959 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table acl 99a97c7ce2d8675b0310f1de2e0c2662
2024-11-14T07:22:41,960 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(898): Instantiated hbase:acl,,1731568961356.99a97c7ce2d8675b0310f1de2e0c2662.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-14T07:22:41,960 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 99a97c7ce2d8675b0310f1de2e0c2662
2024-11-14T07:22:41,960 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 99a97c7ce2d8675b0310f1de2e0c2662
2024-11-14T07:22:41,994 INFO  [StoreOpener-99a97c7ce2d8675b0310f1de2e0c2662-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family l of region 99a97c7ce2d8675b0310f1de2e0c2662 
2024-11-14T07:22:42,010 INFO  [StoreOpener-99a97c7ce2d8675b0310f1de2e0c2662-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 99a97c7ce2d8675b0310f1de2e0c2662 columnFamilyName l
2024-11-14T07:22:42,010 DEBUG [StoreOpener-99a97c7ce2d8675b0310f1de2e0c2662-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T07:22:42,012 INFO  [StoreOpener-99a97c7ce2d8675b0310f1de2e0c2662-1 {}] regionserver.HStore(327): Store=99a97c7ce2d8675b0310f1de2e0c2662/l,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-14T07:22:42,012 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 99a97c7ce2d8675b0310f1de2e0c2662
2024-11-14T07:22:42,015 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/hbase/acl/99a97c7ce2d8675b0310f1de2e0c2662
2024-11-14T07:22:42,016 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/hbase/acl/99a97c7ce2d8675b0310f1de2e0c2662
2024-11-14T07:22:42,017 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 99a97c7ce2d8675b0310f1de2e0c2662
2024-11-14T07:22:42,017 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 99a97c7ce2d8675b0310f1de2e0c2662
2024-11-14T07:22:42,022 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 99a97c7ce2d8675b0310f1de2e0c2662
2024-11-14T07:22:42,034 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/hbase/acl/99a97c7ce2d8675b0310f1de2e0c2662/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-14T07:22:42,035 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1114): Opened 99a97c7ce2d8675b0310f1de2e0c2662; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75237248, jitterRate=0.12112236022949219}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-14T07:22:42,035 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 99a97c7ce2d8675b0310f1de2e0c2662
2024-11-14T07:22:42,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-14T07:22:42,046 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 99a97c7ce2d8675b0310f1de2e0c2662:
Running coprocessor pre-open hook at 1731568961960Writing region info on filesystem at 1731568961960Initializing all the Stores at 1731568961976 (+16 ms)Instantiating store for column family {NAME => 'l', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731568961976Cleaning up temporary data from old regions at 1731568962017 (+41 ms)Running coprocessor post-open hooks at 1731568962035 (+18 ms)Region opened successfully at 1731568962045 (+10 ms)
2024-11-14T07:22:42,049 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:acl,,1731568961356.99a97c7ce2d8675b0310f1de2e0c2662., pid=6, masterSystemTime=1731568961922
2024-11-14T07:22:42,054 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:acl,,1731568961356.99a97c7ce2d8675b0310f1de2e0c2662.
2024-11-14T07:22:42,054 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(153): Opened hbase:acl,,1731568961356.99a97c7ce2d8675b0310f1de2e0c2662.
2024-11-14T07:22:42,055 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=99a97c7ce2d8675b0310f1de2e0c2662, regionState=OPEN, openSeqNum=2, regionLocation=20680646cf8a,46383,1731568958548
2024-11-14T07:22:42,064 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 99a97c7ce2d8675b0310f1de2e0c2662, server=20680646cf8a,46383,1731568958548 because future has completed
2024-11-14T07:22:42,066 WARN  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33371 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=20680646cf8a,46383,1731568958548, table=hbase:acl, region=99a97c7ce2d8675b0310f1de2e0c2662. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now.
2024-11-14T07:22:42,098 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5
2024-11-14T07:22:42,099 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 99a97c7ce2d8675b0310f1de2e0c2662, server=20680646cf8a,46383,1731568958548 in 348 msec
2024-11-14T07:22:42,111 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4
2024-11-14T07:22:42,111 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:acl, region=99a97c7ce2d8675b0310f1de2e0c2662, ASSIGN in 534 msec
2024-11-14T07:22:42,114 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:acl execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-14T07:22:42,115 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:acl","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731568962114"}]},"ts":"1731568962114"}
2024-11-14T07:22:42,119 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:acl, state=ENABLED in hbase:meta
2024-11-14T07:22:42,124 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:acl execute state=CREATE_TABLE_POST_OPERATION
2024-11-14T07:22:42,130 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:acl in 759 msec
2024-11-14T07:22:42,419 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073741829_1005 (size=34)
2024-11-14T07:22:42,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-14T07:22:42,559 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: hbase:acl completed
2024-11-14T07:22:42,564 DEBUG [master/20680646cf8a:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds
2024-11-14T07:22:42,565 INFO  [master/20680646cf8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled.
2024-11-14T07:22:42,565 INFO  [master/20680646cf8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=20680646cf8a,33371,1731568957526-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-14T07:22:43,402 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-14T07:22:43,418 WARN  [Thread-382 {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-14T07:22:43,775 INFO  [Thread-382 {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-14T07:22:43,803 WARN  [Time-limited test {}] servlet.GuiceFilter(102): Multiple Servlet injectors detected. This is a warning indicating that you have more than one GuiceFilter running in your web application. If this is deliberate, you may safely ignore this message. If this is NOT deliberate however, your application may not work as expected.
2024-11-14T07:22:43,804 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-14T07:22:43,833 INFO  [Thread-382 {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-14T07:22:43,834 INFO  [Thread-382 {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-14T07:22:43,834 INFO  [Thread-382 {}] session.HouseKeeper(132): node0 Scavenging every 660000ms
2024-11-14T07:22:43,856 INFO  [Thread-382 {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5cd9e182{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/test-data/223408e5-ae9c-411c-e3d8-231e394aecc4/hadoop.log.dir/,AVAILABLE}
2024-11-14T07:22:43,856 INFO  [Thread-382 {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@37c93676{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/static,AVAILABLE}
2024-11-14T07:22:43,917 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-14T07:22:43,917 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-14T07:22:43,917 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms
2024-11-14T07:22:43,929 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-14T07:22:43,970 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@618346c3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/test-data/223408e5-ae9c-411c-e3d8-231e394aecc4/hadoop.log.dir/,AVAILABLE}
2024-11-14T07:22:43,971 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2f9eff85{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/static,AVAILABLE}
2024-11-14T07:22:44,088 INFO  [Thread-382 {}] container.GuiceComponentProviderFactory(113): Registering org.apache.hadoop.yarn.server.resourcemanager.webapp.JAXBContextResolver as a provider class
2024-11-14T07:22:44,088 INFO  [Thread-382 {}] container.GuiceComponentProviderFactory(116): Registering org.apache.hadoop.yarn.server.resourcemanager.webapp.RMWebServices as a root resource class
2024-11-14T07:22:44,088 INFO  [Thread-382 {}] container.GuiceComponentProviderFactory(113): Registering org.apache.hadoop.yarn.webapp.GenericExceptionHandler as a provider class
2024-11-14T07:22:44,091 INFO  [Thread-382 {}] application.WebApplicationImpl(815): Initiating Jersey application, version 'Jersey: 1.19.4 05/24/2017 03:20 PM'
2024-11-14T07:22:44,174 INFO  [Thread-382 {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.server.resourcemanager.webapp.JAXBContextResolver to GuiceManagedComponentProvider with the scope "Singleton"
2024-11-14T07:22:44,710 INFO  [Thread-382 {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.webapp.GenericExceptionHandler to GuiceManagedComponentProvider with the scope "Singleton"
2024-11-14T07:22:45,062 INFO  [Thread-382 {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.server.resourcemanager.webapp.RMWebServices to GuiceManagedComponentProvider with the scope "Singleton"
2024-11-14T07:22:45,096 INFO  [Thread-382 {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@310dde4c{jobhistory,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/test-data/223408e5-ae9c-411c-e3d8-231e394aecc4/java.io.tmpdir/jetty-localhost-33281-hadoop-yarn-common-3_4_1_jar-_-any-16048717854641151779/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/jobhistory}
2024-11-14T07:22:45,096 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@75999e23{cluster,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/test-data/223408e5-ae9c-411c-e3d8-231e394aecc4/java.io.tmpdir/jetty-localhost-38423-hadoop-yarn-common-3_4_1_jar-_-any-646193277261429743/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/cluster}
2024-11-14T07:22:45,098 INFO  [Thread-382 {}] server.AbstractConnector(333): Started ServerConnector@6ebc2a28{HTTP/1.1, (http/1.1)}{localhost:33281}
2024-11-14T07:22:45,098 INFO  [Thread-382 {}] server.Server(415): Started @14938ms
2024-11-14T07:22:45,100 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3ba3a465{HTTP/1.1, (http/1.1)}{localhost:38423}
2024-11-14T07:22:45,100 INFO  [Time-limited test {}] server.Server(415): Started @14940ms
2024-11-14T07:22:45,405 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073741841_1017 (size=5)
2024-11-14T07:22:45,408 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073741841_1017 (size=5)
2024-11-14T07:22:45,409 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073741841_1017 (size=5)
2024-11-14T07:22:46,448 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties
2024-11-14T07:22:46,617 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:acl'
2024-11-14T07:22:46,620 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta'
2024-11-14T07:22:46,804 WARN  [Time-limited test {}] tracker.NMLogAggregationStatusTracker(95): Log Aggregation is disabled.So is the LogAggregationStatusTracker.
2024-11-14T07:22:46,813 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-14T07:22:46,857 WARN  [Time-limited test {}] servlet.GuiceFilter(102): Multiple Servlet injectors detected. This is a warning indicating that you have more than one GuiceFilter running in your web application. If this is deliberate, you may safely ignore this message. If this is NOT deliberate however, your application may not work as expected.
2024-11-14T07:22:46,858 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-14T07:22:46,870 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-14T07:22:46,870 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-14T07:22:46,870 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms
2024-11-14T07:22:46,873 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-14T07:22:46,877 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@225fd44{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/test-data/223408e5-ae9c-411c-e3d8-231e394aecc4/hadoop.log.dir/,AVAILABLE}
2024-11-14T07:22:46,878 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4b89f4d8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/static,AVAILABLE}
2024-11-14T07:22:46,947 INFO  [Time-limited test {}] container.GuiceComponentProviderFactory(116): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices as a root resource class
2024-11-14T07:22:46,947 INFO  [Time-limited test {}] container.GuiceComponentProviderFactory(113): Registering org.apache.hadoop.yarn.webapp.GenericExceptionHandler as a provider class
2024-11-14T07:22:46,947 INFO  [Time-limited test {}] container.GuiceComponentProviderFactory(113): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver as a provider class
2024-11-14T07:22:46,947 INFO  [Time-limited test {}] application.WebApplicationImpl(815): Initiating Jersey application, version 'Jersey: 1.19.4 05/24/2017 03:20 PM'
2024-11-14T07:22:46,963 INFO  [Time-limited test {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver to GuiceManagedComponentProvider with the scope "Singleton"
2024-11-14T07:22:47,001 INFO  [Time-limited test {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.webapp.GenericExceptionHandler to GuiceManagedComponentProvider with the scope "Singleton"
2024-11-14T07:22:47,173 INFO  [Time-limited test {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices to GuiceManagedComponentProvider with the scope "Singleton"
2024-11-14T07:22:47,185 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3da31fe4{node,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/test-data/223408e5-ae9c-411c-e3d8-231e394aecc4/java.io.tmpdir/jetty-localhost-36523-hadoop-yarn-common-3_4_1_jar-_-any-12807797220361916907/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/node}
2024-11-14T07:22:47,186 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@45f55af9{HTTP/1.1, (http/1.1)}{localhost:36523}
2024-11-14T07:22:47,186 INFO  [Time-limited test {}] server.Server(415): Started @17027ms
2024-11-14T07:22:47,423 WARN  [Time-limited test {}] tracker.NMLogAggregationStatusTracker(95): Log Aggregation is disabled.So is the LogAggregationStatusTracker.
2024-11-14T07:22:47,426 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-14T07:22:47,444 WARN  [Time-limited test {}] servlet.GuiceFilter(102): Multiple Servlet injectors detected. This is a warning indicating that you have more than one GuiceFilter running in your web application. If this is deliberate, you may safely ignore this message. If this is NOT deliberate however, your application may not work as expected.
2024-11-14T07:22:47,445 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-14T07:22:47,450 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-14T07:22:47,450 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-14T07:22:47,450 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms
2024-11-14T07:22:47,452 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-14T07:22:47,455 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@620a17b5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/test-data/223408e5-ae9c-411c-e3d8-231e394aecc4/hadoop.log.dir/,AVAILABLE}
2024-11-14T07:22:47,455 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@776d12f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/static,AVAILABLE}
2024-11-14T07:22:47,503 INFO  [Time-limited test {}] container.GuiceComponentProviderFactory(116): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices as a root resource class
2024-11-14T07:22:47,503 INFO  [Time-limited test {}] container.GuiceComponentProviderFactory(113): Registering org.apache.hadoop.yarn.webapp.GenericExceptionHandler as a provider class
2024-11-14T07:22:47,503 INFO  [Time-limited test {}] container.GuiceComponentProviderFactory(113): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver as a provider class
2024-11-14T07:22:47,504 INFO  [Time-limited test {}] application.WebApplicationImpl(815): Initiating Jersey application, version 'Jersey: 1.19.4 05/24/2017 03:20 PM'
2024-11-14T07:22:47,514 INFO  [Time-limited test {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver to GuiceManagedComponentProvider with the scope "Singleton"
2024-11-14T07:22:47,521 INFO  [Time-limited test {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.webapp.GenericExceptionHandler to GuiceManagedComponentProvider with the scope "Singleton"
2024-11-14T07:22:47,618 INFO  [Time-limited test {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices to GuiceManagedComponentProvider with the scope "Singleton"
2024-11-14T07:22:47,623 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@29811280{node,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/test-data/223408e5-ae9c-411c-e3d8-231e394aecc4/java.io.tmpdir/jetty-localhost-34085-hadoop-yarn-common-3_4_1_jar-_-any-2869462278537980179/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/node}
2024-11-14T07:22:47,624 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1c7b02a6{HTTP/1.1, (http/1.1)}{localhost:34085}
2024-11-14T07:22:47,624 INFO  [Time-limited test {}] server.Server(415): Started @17464ms
2024-11-14T07:22:47,652 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(2341): Mini mapreduce cluster started
2024-11-14T07:22:47,654 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [30,000] milli-secs(wait.for.ratio=[1])
2024-11-14T07:22:47,682 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: snapshot.TestMobSecureExportSnapshot#testExportWithTargetName Thread=715, OpenFileDescriptor=776, MaxFileDescriptor=1048576, SystemLoadAverage=161, ProcessCount=11, AvailableMemoryMB=3611
2024-11-14T07:22:47,684 WARN  [Time-limited test {}] hbase.ResourceChecker(130): Thread=715 is superior to 500
2024-11-14T07:22:47,689 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-14T07:22:47,695 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 20680646cf8a,33371,1731568957526
2024-11-14T07:22:47,696 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@67da4f42
2024-11-14T07:22:47,696 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-14T07:22:47,699 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55526, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-14T07:22:47,700 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testtb-testExportWithTargetName', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '0', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-14T07:22:47,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testtb-testExportWithTargetName
2024-11-14T07:22:47,708 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testtb-testExportWithTargetName execute state=CREATE_TABLE_PRE_OPERATION
2024-11-14T07:22:47,710 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default"
qualifier: "testtb-testExportWithTargetName"
 procId is: 7
2024-11-14T07:22:47,713 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testtb-testExportWithTargetName execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-14T07:22:47,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-14T07:22:47,789 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073741842_1018 (size=442)
2024-11-14T07:22:47,789 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073741842_1018 (size=442)
2024-11-14T07:22:47,790 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073741842_1018 (size=442)
2024-11-14T07:22:47,795 INFO  [RegionOpenAndInit-testtb-testExportWithTargetName-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 292971d5267a05249eb450491f08062f, NAME => 'testtb-testExportWithTargetName,1,1731568967700.292971d5267a05249eb450491f08062f.', STARTKEY => '1', ENDKEY => ''}, tableDescriptor='testtb-testExportWithTargetName', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '0', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50
2024-11-14T07:22:47,795 INFO  [RegionOpenAndInit-testtb-testExportWithTargetName-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c79cc2f79e44c334bd1d7dcec63f671f, NAME => 'testtb-testExportWithTargetName,,1731568967700.c79cc2f79e44c334bd1d7dcec63f671f.', STARTKEY => '', ENDKEY => '1'}, tableDescriptor='testtb-testExportWithTargetName', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '0', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50
2024-11-14T07:22:47,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-14T07:22:47,839 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073741843_1019 (size=67)
2024-11-14T07:22:47,839 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073741843_1019 (size=67)
2024-11-14T07:22:47,842 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073741843_1019 (size=67)
2024-11-14T07:22:47,860 DEBUG [RegionOpenAndInit-testtb-testExportWithTargetName-pool-0 {}] regionserver.HRegion(898): Instantiated testtb-testExportWithTargetName,,1731568967700.c79cc2f79e44c334bd1d7dcec63f671f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-14T07:22:47,861 DEBUG [RegionOpenAndInit-testtb-testExportWithTargetName-pool-0 {}] regionserver.HRegion(1722): Closing c79cc2f79e44c334bd1d7dcec63f671f, disabling compactions & flushes
2024-11-14T07:22:47,861 INFO  [RegionOpenAndInit-testtb-testExportWithTargetName-pool-0 {}] regionserver.HRegion(1755): Closing region testtb-testExportWithTargetName,,1731568967700.c79cc2f79e44c334bd1d7dcec63f671f.
2024-11-14T07:22:47,861 DEBUG [RegionOpenAndInit-testtb-testExportWithTargetName-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testtb-testExportWithTargetName,,1731568967700.c79cc2f79e44c334bd1d7dcec63f671f.
2024-11-14T07:22:47,861 DEBUG [RegionOpenAndInit-testtb-testExportWithTargetName-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testtb-testExportWithTargetName,,1731568967700.c79cc2f79e44c334bd1d7dcec63f671f. after waiting 0 ms
2024-11-14T07:22:47,861 DEBUG [RegionOpenAndInit-testtb-testExportWithTargetName-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testtb-testExportWithTargetName,,1731568967700.c79cc2f79e44c334bd1d7dcec63f671f.
2024-11-14T07:22:47,861 INFO  [RegionOpenAndInit-testtb-testExportWithTargetName-pool-0 {}] regionserver.HRegion(1973): Closed testtb-testExportWithTargetName,,1731568967700.c79cc2f79e44c334bd1d7dcec63f671f.
2024-11-14T07:22:47,861 DEBUG [RegionOpenAndInit-testtb-testExportWithTargetName-pool-0 {}] regionserver.HRegion(1676): Region close journal for c79cc2f79e44c334bd1d7dcec63f671f:
Waiting for close lock at 1731568967861Disabling compacts and flushes for region at 1731568967861Disabling writes for close at 1731568967861Writing region close event to WAL at 1731568967861Closed at 1731568967861
2024-11-14T07:22:47,866 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073741844_1020 (size=67)
2024-11-14T07:22:47,866 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073741844_1020 (size=67)
2024-11-14T07:22:47,867 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073741844_1020 (size=67)
2024-11-14T07:22:47,869 DEBUG [RegionOpenAndInit-testtb-testExportWithTargetName-pool-1 {}] regionserver.HRegion(898): Instantiated testtb-testExportWithTargetName,1,1731568967700.292971d5267a05249eb450491f08062f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-14T07:22:47,869 DEBUG [RegionOpenAndInit-testtb-testExportWithTargetName-pool-1 {}] regionserver.HRegion(1722): Closing 292971d5267a05249eb450491f08062f, disabling compactions & flushes
2024-11-14T07:22:47,869 INFO  [RegionOpenAndInit-testtb-testExportWithTargetName-pool-1 {}] regionserver.HRegion(1755): Closing region testtb-testExportWithTargetName,1,1731568967700.292971d5267a05249eb450491f08062f.
2024-11-14T07:22:47,869 DEBUG [RegionOpenAndInit-testtb-testExportWithTargetName-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testtb-testExportWithTargetName,1,1731568967700.292971d5267a05249eb450491f08062f.
2024-11-14T07:22:47,869 DEBUG [RegionOpenAndInit-testtb-testExportWithTargetName-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testtb-testExportWithTargetName,1,1731568967700.292971d5267a05249eb450491f08062f. after waiting 0 ms
2024-11-14T07:22:47,869 DEBUG [RegionOpenAndInit-testtb-testExportWithTargetName-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testtb-testExportWithTargetName,1,1731568967700.292971d5267a05249eb450491f08062f.
2024-11-14T07:22:47,869 INFO  [RegionOpenAndInit-testtb-testExportWithTargetName-pool-1 {}] regionserver.HRegion(1973): Closed testtb-testExportWithTargetName,1,1731568967700.292971d5267a05249eb450491f08062f.
2024-11-14T07:22:47,869 DEBUG [RegionOpenAndInit-testtb-testExportWithTargetName-pool-1 {}] regionserver.HRegion(1676): Region close journal for 292971d5267a05249eb450491f08062f:
Waiting for close lock at 1731568967869Disabling compacts and flushes for region at 1731568967869Disabling writes for close at 1731568967869Writing region close event to WAL at 1731568967869Closed at 1731568967869
2024-11-14T07:22:47,872 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testtb-testExportWithTargetName execute state=CREATE_TABLE_ADD_TO_META
2024-11-14T07:22:47,873 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testtb-testExportWithTargetName,,1731568967700.c79cc2f79e44c334bd1d7dcec63f671f.","families":{"info":[{"qualifier":"regioninfo","vlen":66,"tag":[],"timestamp":"1731568967872"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731568967872"}]},"ts":"1731568967872"}
2024-11-14T07:22:47,873 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testtb-testExportWithTargetName,1,1731568967700.292971d5267a05249eb450491f08062f.","families":{"info":[{"qualifier":"regioninfo","vlen":66,"tag":[],"timestamp":"1731568967872"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731568967872"}]},"ts":"1731568967872"}
2024-11-14T07:22:47,937 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta.
2024-11-14T07:22:47,942 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testtb-testExportWithTargetName execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-14T07:22:47,942 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testtb-testExportWithTargetName","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731568967942"}]},"ts":"1731568967942"}
2024-11-14T07:22:47,953 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=testtb-testExportWithTargetName, state=ENABLING in hbase:meta
2024-11-14T07:22:47,954 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(204): Hosts are {20680646cf8a=0} racks are {/default-rack=0}
2024-11-14T07:22:47,957 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(303): server 0 has 0 regions
2024-11-14T07:22:47,957 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(303): server 1 has 0 regions
2024-11-14T07:22:47,957 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(303): server 2 has 0 regions
2024-11-14T07:22:47,957 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(310): server 0 is on host 0
2024-11-14T07:22:47,957 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(310): server 1 is on host 0
2024-11-14T07:22:47,957 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(310): server 2 is on host 0
2024-11-14T07:22:47,957 INFO  [PEWorker-2 {}] balancer.BalancerClusterState(321): server 0 is on rack 0
2024-11-14T07:22:47,957 INFO  [PEWorker-2 {}] balancer.BalancerClusterState(321): server 1 is on rack 0
2024-11-14T07:22:47,957 INFO  [PEWorker-2 {}] balancer.BalancerClusterState(321): server 2 is on rack 0
2024-11-14T07:22:47,957 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1
2024-11-14T07:22:47,958 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testtb-testExportWithTargetName, region=c79cc2f79e44c334bd1d7dcec63f671f, ASSIGN}, {pid=9, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testtb-testExportWithTargetName, region=292971d5267a05249eb450491f08062f, ASSIGN}]
2024-11-14T07:22:47,962 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testtb-testExportWithTargetName, region=292971d5267a05249eb450491f08062f, ASSIGN
2024-11-14T07:22:47,962 INFO  [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testtb-testExportWithTargetName, region=c79cc2f79e44c334bd1d7dcec63f671f, ASSIGN
2024-11-14T07:22:47,965 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testtb-testExportWithTargetName, region=292971d5267a05249eb450491f08062f, ASSIGN; state=OFFLINE, location=20680646cf8a,46383,1731568958548; forceNewPlan=false, retain=false
2024-11-14T07:22:47,965 INFO  [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testtb-testExportWithTargetName, region=c79cc2f79e44c334bd1d7dcec63f671f, ASSIGN; state=OFFLINE, location=20680646cf8a,41449,1731568958363; forceNewPlan=false, retain=false
2024-11-14T07:22:47,971 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.RegionServer.CP_org.apache.hadoop.hbase.security.access.AccessController
2024-11-14T07:22:47,972 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.RegionServer.CP_org.apache.hadoop.hbase.security.access.AccessController Metrics about HBase RegionServerObservers
2024-11-14T07:22:47,972 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta
2024-11-14T07:22:47,972 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer
2024-11-14T07:22:47,974 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_acl
2024-11-14T07:22:47,974 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_acl Metrics about Tables on a single HBase RegionServer
2024-11-14T07:22:47,976 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: Master,sub=Coprocessor.Master.CP_org.apache.hadoop.hbase.security.access.AccessController
2024-11-14T07:22:47,976 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering Master,sub=Coprocessor.Master.CP_org.apache.hadoop.hbase.security.access.AccessController Metrics about HBase MasterObservers
2024-11-14T07:22:47,976 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: Master,sub=Coprocessor.Master.CP_org.apache.hadoop.hbase.security.access.SecureTestUtil$MasterSyncObserver
2024-11-14T07:22:47,976 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering Master,sub=Coprocessor.Master.CP_org.apache.hadoop.hbase.security.access.SecureTestUtil$MasterSyncObserver Metrics about HBase MasterObservers
2024-11-14T07:22:47,977 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.security.access.AccessController
2024-11-14T07:22:47,977 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.security.access.AccessController Metrics about HBase RegionObservers
2024-11-14T07:22:47,977 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-14T07:22:47,977 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers
2024-11-14T07:22:47,977 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store
2024-11-14T07:22:47,978 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer
2024-11-14T07:22:48,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-14T07:22:48,116 INFO  [20680646cf8a:33371 {}] balancer.BaseLoadBalancer(388): Reassigned 2 regions. 2 retained the pre-restart assignment. 
2024-11-14T07:22:48,117 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=292971d5267a05249eb450491f08062f, regionState=OPENING, regionLocation=20680646cf8a,46383,1731568958548
2024-11-14T07:22:48,117 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=c79cc2f79e44c334bd1d7dcec63f671f, regionState=OPENING, regionLocation=20680646cf8a,41449,1731568958363
2024-11-14T07:22:48,120 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testtb-testExportWithTargetName, region=292971d5267a05249eb450491f08062f, ASSIGN because future has completed
2024-11-14T07:22:48,121 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 292971d5267a05249eb450491f08062f, server=20680646cf8a,46383,1731568958548}]
2024-11-14T07:22:48,123 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testtb-testExportWithTargetName, region=c79cc2f79e44c334bd1d7dcec63f671f, ASSIGN because future has completed
2024-11-14T07:22:48,125 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure c79cc2f79e44c334bd1d7dcec63f671f, server=20680646cf8a,41449,1731568958363}]
2024-11-14T07:22:48,281 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-11-14T07:22:48,283 INFO  [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] handler.AssignRegionHandler(132): Open testtb-testExportWithTargetName,1,1731568967700.292971d5267a05249eb450491f08062f.
2024-11-14T07:22:48,283 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 292971d5267a05249eb450491f08062f, NAME => 'testtb-testExportWithTargetName,1,1731568967700.292971d5267a05249eb450491f08062f.', STARTKEY => '1', ENDKEY => ''}
2024-11-14T07:22:48,283 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=testtb-testExportWithTargetName,1,1731568967700.292971d5267a05249eb450491f08062f. service=AccessControlService
2024-11-14T07:22:48,283 INFO  [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.security.access.AccessController loaded, priority=536870911.
2024-11-14T07:22:48,284 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testtb-testExportWithTargetName 292971d5267a05249eb450491f08062f
2024-11-14T07:22:48,284 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(898): Instantiated testtb-testExportWithTargetName,1,1731568967700.292971d5267a05249eb450491f08062f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-14T07:22:48,284 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 292971d5267a05249eb450491f08062f
2024-11-14T07:22:48,284 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 292971d5267a05249eb450491f08062f
2024-11-14T07:22:48,287 INFO  [StoreOpener-292971d5267a05249eb450491f08062f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 292971d5267a05249eb450491f08062f 
2024-11-14T07:22:48,294 INFO  [StoreOpener-292971d5267a05249eb450491f08062f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 292971d5267a05249eb450491f08062f columnFamilyName cf
2024-11-14T07:22:48,299 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46669, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService
2024-11-14T07:22:48,299 DEBUG [StoreOpener-292971d5267a05249eb450491f08062f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T07:22:48,300 INFO  [StoreOpener-292971d5267a05249eb450491f08062f-1 {}] regionserver.HStore(327): Store=292971d5267a05249eb450491f08062f/cf,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-14T07:22:48,302 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 292971d5267a05249eb450491f08062f
2024-11-14T07:22:48,303 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testtb-testExportWithTargetName/292971d5267a05249eb450491f08062f
2024-11-14T07:22:48,303 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testtb-testExportWithTargetName/292971d5267a05249eb450491f08062f
2024-11-14T07:22:48,304 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 292971d5267a05249eb450491f08062f
2024-11-14T07:22:48,304 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 292971d5267a05249eb450491f08062f
2024-11-14T07:22:48,306 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 292971d5267a05249eb450491f08062f
2024-11-14T07:22:48,307 INFO  [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] handler.AssignRegionHandler(132): Open testtb-testExportWithTargetName,,1731568967700.c79cc2f79e44c334bd1d7dcec63f671f.
2024-11-14T07:22:48,307 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7752): Opening region: {ENCODED => c79cc2f79e44c334bd1d7dcec63f671f, NAME => 'testtb-testExportWithTargetName,,1731568967700.c79cc2f79e44c334bd1d7dcec63f671f.', STARTKEY => '', ENDKEY => '1'}
2024-11-14T07:22:48,308 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(8280): Registered coprocessor service: region=testtb-testExportWithTargetName,,1731568967700.c79cc2f79e44c334bd1d7dcec63f671f. service=AccessControlService
2024-11-14T07:22:48,308 INFO  [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.security.access.AccessController loaded, priority=536870911.
2024-11-14T07:22:48,308 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testtb-testExportWithTargetName c79cc2f79e44c334bd1d7dcec63f671f
2024-11-14T07:22:48,308 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(898): Instantiated testtb-testExportWithTargetName,,1731568967700.c79cc2f79e44c334bd1d7dcec63f671f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-14T07:22:48,308 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7794): checking encryption for c79cc2f79e44c334bd1d7dcec63f671f
2024-11-14T07:22:48,309 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7797): checking classloading for c79cc2f79e44c334bd1d7dcec63f671f
2024-11-14T07:22:48,310 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testtb-testExportWithTargetName/292971d5267a05249eb450491f08062f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-14T07:22:48,311 INFO  [StoreOpener-c79cc2f79e44c334bd1d7dcec63f671f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region c79cc2f79e44c334bd1d7dcec63f671f 
2024-11-14T07:22:48,311 INFO  [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1114): Opened 292971d5267a05249eb450491f08062f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71649664, jitterRate=0.06766319274902344}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-14T07:22:48,311 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 292971d5267a05249eb450491f08062f
2024-11-14T07:22:48,312 INFO  [StoreOpener-c79cc2f79e44c334bd1d7dcec63f671f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c79cc2f79e44c334bd1d7dcec63f671f columnFamilyName cf
2024-11-14T07:22:48,313 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 292971d5267a05249eb450491f08062f:
Running coprocessor pre-open hook at 1731568968284Writing region info on filesystem at 1731568968284Initializing all the Stores at 1731568968286 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '0', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731568968286Cleaning up temporary data from old regions at 1731568968304 (+18 ms)Running coprocessor post-open hooks at 1731568968311 (+7 ms)Region opened successfully at 1731568968312 (+1 ms)
2024-11-14T07:22:48,314 DEBUG [StoreOpener-c79cc2f79e44c334bd1d7dcec63f671f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T07:22:48,314 INFO  [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for testtb-testExportWithTargetName,1,1731568967700.292971d5267a05249eb450491f08062f., pid=10, masterSystemTime=1731568968276
2024-11-14T07:22:48,315 INFO  [StoreOpener-c79cc2f79e44c334bd1d7dcec63f671f-1 {}] regionserver.HStore(327): Store=c79cc2f79e44c334bd1d7dcec63f671f/cf,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-14T07:22:48,316 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1038): replaying wal for c79cc2f79e44c334bd1d7dcec63f671f
2024-11-14T07:22:48,317 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testtb-testExportWithTargetName/c79cc2f79e44c334bd1d7dcec63f671f
2024-11-14T07:22:48,318 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testtb-testExportWithTargetName/c79cc2f79e44c334bd1d7dcec63f671f
2024-11-14T07:22:48,318 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for testtb-testExportWithTargetName,1,1731568967700.292971d5267a05249eb450491f08062f.
2024-11-14T07:22:48,318 INFO  [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] handler.AssignRegionHandler(153): Opened testtb-testExportWithTargetName,1,1731568967700.292971d5267a05249eb450491f08062f.
2024-11-14T07:22:48,319 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1048): stopping wal replay for c79cc2f79e44c334bd1d7dcec63f671f
2024-11-14T07:22:48,319 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1060): Cleaning up temporary data for c79cc2f79e44c334bd1d7dcec63f671f
2024-11-14T07:22:48,320 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=292971d5267a05249eb450491f08062f, regionState=OPEN, openSeqNum=2, regionLocation=20680646cf8a,46383,1731568958548
2024-11-14T07:22:48,321 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1093): writing seq id for c79cc2f79e44c334bd1d7dcec63f671f
2024-11-14T07:22:48,325 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 292971d5267a05249eb450491f08062f, server=20680646cf8a,46383,1731568958548 because future has completed
2024-11-14T07:22:48,326 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testtb-testExportWithTargetName/c79cc2f79e44c334bd1d7dcec63f671f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-14T07:22:48,327 INFO  [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1114): Opened c79cc2f79e44c334bd1d7dcec63f671f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60442942, jitterRate=-0.09932997822761536}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-14T07:22:48,327 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c79cc2f79e44c334bd1d7dcec63f671f
2024-11-14T07:22:48,328 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1006): Region open journal for c79cc2f79e44c334bd1d7dcec63f671f:
Running coprocessor pre-open hook at 1731568968309Writing region info on filesystem at 1731568968309Initializing all the Stores at 1731568968310 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '0', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731568968310Cleaning up temporary data from old regions at 1731568968319 (+9 ms)Running coprocessor post-open hooks at 1731568968327 (+8 ms)Region opened successfully at 1731568968327
2024-11-14T07:22:48,329 INFO  [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegionServer(2236): Post open deploy tasks for testtb-testExportWithTargetName,,1731568967700.c79cc2f79e44c334bd1d7dcec63f671f., pid=11, masterSystemTime=1731568968281
2024-11-14T07:22:48,334 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegionServer(2266): Finished post open deploy task for testtb-testExportWithTargetName,,1731568967700.c79cc2f79e44c334bd1d7dcec63f671f.
2024-11-14T07:22:48,334 INFO  [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] handler.AssignRegionHandler(153): Opened testtb-testExportWithTargetName,,1731568967700.c79cc2f79e44c334bd1d7dcec63f671f.
2024-11-14T07:22:48,335 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=c79cc2f79e44c334bd1d7dcec63f671f, regionState=OPEN, openSeqNum=2, regionLocation=20680646cf8a,41449,1731568958363
2024-11-14T07:22:48,338 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9
2024-11-14T07:22:48,338 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 292971d5267a05249eb450491f08062f, server=20680646cf8a,46383,1731568958548 in 211 msec
2024-11-14T07:22:48,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-14T07:22:48,342 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure c79cc2f79e44c334bd1d7dcec63f671f, server=20680646cf8a,41449,1731568958363 because future has completed
2024-11-14T07:22:48,344 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testtb-testExportWithTargetName, region=292971d5267a05249eb450491f08062f, ASSIGN in 380 msec
2024-11-14T07:22:48,351 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=8
2024-11-14T07:22:48,351 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure c79cc2f79e44c334bd1d7dcec63f671f, server=20680646cf8a,41449,1731568958363 in 221 msec
2024-11-14T07:22:48,361 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7
2024-11-14T07:22:48,362 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testtb-testExportWithTargetName, region=c79cc2f79e44c334bd1d7dcec63f671f, ASSIGN in 393 msec
2024-11-14T07:22:48,364 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testtb-testExportWithTargetName execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-14T07:22:48,365 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testtb-testExportWithTargetName","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731568968364"}]},"ts":"1731568968364"}
2024-11-14T07:22:48,368 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=testtb-testExportWithTargetName, state=ENABLED in hbase:meta
2024-11-14T07:22:48,371 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testtb-testExportWithTargetName execute state=CREATE_TABLE_POST_OPERATION
2024-11-14T07:22:48,375 DEBUG [PEWorker-2 {}] access.PermissionStorage(177): Writing permission with rowKey testtb-testExportWithTargetName jenkins: RWXCA
2024-11-14T07:22:48,388 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:acl', row='testtb-testExportWithTargetName', locateType=CURRENT is [region=hbase:acl,,1731568961356.99a97c7ce2d8675b0310f1de2e0c2662., hostname=20680646cf8a,46383,1731568958548, seqNum=2]
2024-11-14T07:22:48,390 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-14T07:22:48,391 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51943, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-14T07:22:48,396 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46383 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-14T07:22:48,396 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46383 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=20680646cf8a,35229,1731568958498, seqNum=-1]
2024-11-14T07:22:48,396 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46383 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-14T07:22:48,418 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53337, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientService
2024-11-14T07:22:48,422 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:acl', row='testtb-testExportWithTargetName', locateType=CURRENT is [region=hbase:acl,,1731568961356.99a97c7ce2d8675b0310f1de2e0c2662., hostname=20680646cf8a,46383,1731568958548, seqNum=2]
2024-11-14T07:22:48,423 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-14T07:22:48,424 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47691, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientService
2024-11-14T07:22:48,426 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46383 {}] access.PermissionStorage(613): Read acl: entry[testtb-testExportWithTargetName], kv [jenkins: RWXCA]
2024-11-14T07:22:48,448 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33371-0x1003d1cd0e50000, quorum=127.0.0.1:51438, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/acl
2024-11-14T07:22:48,448 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41449-0x1003d1cd0e50001, quorum=127.0.0.1:51438, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/acl
2024-11-14T07:22:48,448 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41449-0x1003d1cd0e50001, quorum=127.0.0.1:51438, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-14T07:22:48,449 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46383-0x1003d1cd0e50003, quorum=127.0.0.1:51438, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/acl
2024-11-14T07:22:48,449 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46383-0x1003d1cd0e50003, quorum=127.0.0.1:51438, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-14T07:22:48,449 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35229-0x1003d1cd0e50002, quorum=127.0.0.1:51438, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/acl
2024-11-14T07:22:48,449 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35229-0x1003d1cd0e50002, quorum=127.0.0.1:51438, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-14T07:22:48,449 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33371-0x1003d1cd0e50000, quorum=127.0.0.1:51438, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-14T07:22:48,457 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportWithTargetName with data PBUF\x0AE\x0A\x07jenkins\x12:\x08\x03"6\x0A*\x0A\x07default\x12\x1Ftesttb-testExportWithTargetName \x00 \x01 \x02 \x03 \x04
2024-11-14T07:22:48,459 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportWithTargetName with data PBUF\x0AE\x0A\x07jenkins\x12:\x08\x03"6\x0A*\x0A\x07default\x12\x1Ftesttb-testExportWithTargetName \x00 \x01 \x02 \x03 \x04
2024-11-14T07:22:48,459 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; CreateTableProcedure table=testtb-testExportWithTargetName in 753 msec
2024-11-14T07:22:48,459 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportWithTargetName with data PBUF\x0AE\x0A\x07jenkins\x12:\x08\x03"6\x0A*\x0A\x07default\x12\x1Ftesttb-testExportWithTargetName \x00 \x01 \x02 \x03 \x04
2024-11-14T07:22:48,460 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportWithTargetName with data PBUF\x0AE\x0A\x07jenkins\x12:\x08\x03"6\x0A*\x0A\x07default\x12\x1Ftesttb-testExportWithTargetName \x00 \x01 \x02 \x03 \x04
2024-11-14T07:22:48,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-14T07:22:48,849 INFO  [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testtb-testExportWithTargetName completed
2024-11-14T07:22:48,852 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testtb-testExportWithTargetName,, stopping at row=testtb-testExportWithTargetName ,, for max=2147483647 with caching=100
2024-11-14T07:22:48,859 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2234): Found 2 regions for table testtb-testExportWithTargetName
2024-11-14T07:22:48,859 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2240): firstRegionName=testtb-testExportWithTargetName,,1731568967700.c79cc2f79e44c334bd1d7dcec63f671f.
2024-11-14T07:22:48,860 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-14T07:22:48,864 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testtb-testExportWithTargetName,, stopping at row=testtb-testExportWithTargetName ,, for max=2147483647 with caching=100
2024-11-14T07:22:48,879 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testtb-testExportWithTargetName,, stopping at row=testtb-testExportWithTargetName ,, for max=2147483647 with caching=100
2024-11-14T07:22:48,886 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-14T07:22:48,888 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59960, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-14T07:22:48,893 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-14T07:22:48,895 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42184, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-14T07:22:48,897 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testtb-testExportWithTargetName,, stopping at row=testtb-testExportWithTargetName ,, for max=2147483647 with caching=100
2024-11-14T07:22:48,917 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.2 snapshot request for:{ ss=emptySnaptb0-testExportWithTargetName table=testtb-testExportWithTargetName type=FLUSH ttl=0 }
2024-11-14T07:22:48,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1731568968917 (current time:1731568968917).
2024-11-14T07:22:48,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0
2024-11-14T07:22:48,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot emptySnaptb0-testExportWithTargetName VERSION not specified, setting to 2
2024-11-14T07:22:48,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] snapshot.SnapshotDescriptionUtils(346): Set jenkins as owner of Snapshot
2024-11-14T07:22:48,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66d261ac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-14T07:22:48,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] client.ClusterIdFetcher(90): Going to request 20680646cf8a,33371,-1 for getting cluster id
2024-11-14T07:22:48,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-14T07:22:48,921 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '46377f42-1a23-4b7c-b287-d7f34e5e911d'
2024-11-14T07:22:48,921 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-14T07:22:48,921 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "46377f42-1a23-4b7c-b287-d7f34e5e911d"

2024-11-14T07:22:48,922 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d00a91c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-14T07:22:48,922 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [20680646cf8a,33371,-1]
2024-11-14T07:22:48,922 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-14T07:22:48,922 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-14T07:22:48,923 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41110, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-14T07:22:48,925 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d06e978, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-14T07:22:48,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-14T07:22:48,926 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=20680646cf8a,35229,1731568958498, seqNum=-1]
2024-11-14T07:22:48,927 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-14T07:22:48,928 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39262, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-14T07:22:48,930 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371.
2024-11-14T07:22:48,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353)
    at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767)
    at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java)
    at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
    at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T07:22:48,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-14T07:22:48,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-14T07:22:48,936 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-14T07:22:48,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e992bed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-14T07:22:48,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] client.ClusterIdFetcher(90): Going to request 20680646cf8a,33371,-1 for getting cluster id
2024-11-14T07:22:48,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-14T07:22:48,939 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '46377f42-1a23-4b7c-b287-d7f34e5e911d'
2024-11-14T07:22:48,940 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-14T07:22:48,940 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "46377f42-1a23-4b7c-b287-d7f34e5e911d"

2024-11-14T07:22:48,940 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@184dac7b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-14T07:22:48,940 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [20680646cf8a,33371,-1]
2024-11-14T07:22:48,941 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-14T07:22:48,941 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-14T07:22:48,942 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41128, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-14T07:22:48,943 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2757b02e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-14T07:22:48,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-14T07:22:48,945 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=20680646cf8a,35229,1731568958498, seqNum=-1]
2024-11-14T07:22:48,945 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-14T07:22:48,946 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39270, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-14T07:22:48,949 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:acl', row='testtb-testExportWithTargetName', locateType=CURRENT is [region=hbase:acl,,1731568961356.99a97c7ce2d8675b0310f1de2e0c2662., hostname=20680646cf8a,46383,1731568958548, seqNum=2]
2024-11-14T07:22:48,950 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-14T07:22:48,951 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42194, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-14T07:22:48,953 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371.
2024-11-14T07:22:48,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.security.access.PermissionStorage.getPermissions(PermissionStorage.java:522)
    at org.apache.hadoop.hbase.security.access.PermissionStorage.getTablePermissions(PermissionStorage.java:485)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils$1.run(SnapshotDescriptionUtils.java:490)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils$1.run(SnapshotDescriptionUtils.java:487)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:712)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:439)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953)
    at org.apache.hadoop.security.SecurityUtil.doAsUser(SecurityUtil.java:555)
    at org.apache.hadoop.security.SecurityUtil.doAsLoginUser(SecurityUtil.java:535)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.apache.hadoop.hbase.util.Methods.call(Methods.java:39)
    at org.apache.hadoop.hbase.security.User.runAsLoginUser(User.java:174)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.writeAclToSnapshotDescription(SnapshotDescriptionUtils.java:487)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:354)
    at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767)
    at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java)
    at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
    at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T07:22:48,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-14T07:22:48,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-14T07:22:48,953 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-14T07:22:48,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] access.PermissionStorage(613): Read acl: entry[testtb-testExportWithTargetName], kv [jenkins: RWXCA]
2024-11-14T07:22:48,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot...
2024-11-14T07:22:48,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=12, snapshot={ ss=emptySnaptb0-testExportWithTargetName table=testtb-testExportWithTargetName type=FLUSH ttl=0 }
2024-11-14T07:22:48,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=emptySnaptb0-testExportWithTargetName table=testtb-testExportWithTargetName type=FLUSH ttl=0 }, snapshot procedure id = 12
2024-11-14T07:22:48,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12
2024-11-14T07:22:48,967 INFO  [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=12, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=12, snapshot={ ss=emptySnaptb0-testExportWithTargetName table=testtb-testExportWithTargetName type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE
2024-11-14T07:22:48,972 INFO  [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=12, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=12, snapshot={ ss=emptySnaptb0-testExportWithTargetName table=testtb-testExportWithTargetName type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION
2024-11-14T07:22:48,986 INFO  [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=12, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=12, snapshot={ ss=emptySnaptb0-testExportWithTargetName table=testtb-testExportWithTargetName type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO
2024-11-14T07:22:48,996 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073741845_1021 (size=167)
2024-11-14T07:22:48,996 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073741845_1021 (size=167)
2024-11-14T07:22:48,996 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073741845_1021 (size=167)
2024-11-14T07:22:48,998 INFO  [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=12, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=12, snapshot={ ss=emptySnaptb0-testExportWithTargetName table=testtb-testExportWithTargetName type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS
2024-11-14T07:22:49,001 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c79cc2f79e44c334bd1d7dcec63f671f}, {pid=14, ppid=12, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 292971d5267a05249eb450491f08062f}]
2024-11-14T07:22:49,005 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=13, ppid=12, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c79cc2f79e44c334bd1d7dcec63f671f
2024-11-14T07:22:49,005 INFO  [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=12, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 292971d5267a05249eb450491f08062f
2024-11-14T07:22:49,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12
2024-11-14T07:22:49,164 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41449 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=13
2024-11-14T07:22:49,164 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46383 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=14
2024-11-14T07:22:49,165 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=13}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on testtb-testExportWithTargetName,,1731568967700.c79cc2f79e44c334bd1d7dcec63f671f.
2024-11-14T07:22:49,165 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=14}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on testtb-testExportWithTargetName,1,1731568967700.292971d5267a05249eb450491f08062f.
2024-11-14T07:22:49,170 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=13}] regionserver.HRegion(2603): Flush status journal for c79cc2f79e44c334bd1d7dcec63f671f:

2024-11-14T07:22:49,170 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=13}] regionserver.SnapshotRegionCallable(75): Snapshotting region testtb-testExportWithTargetName,,1731568967700.c79cc2f79e44c334bd1d7dcec63f671f. for emptySnaptb0-testExportWithTargetName completed.
2024-11-14T07:22:49,170 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=14}] regionserver.HRegion(2603): Flush status journal for 292971d5267a05249eb450491f08062f:

2024-11-14T07:22:49,172 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=14}] regionserver.SnapshotRegionCallable(75): Snapshotting region testtb-testExportWithTargetName,1,1731568967700.292971d5267a05249eb450491f08062f. for emptySnaptb0-testExportWithTargetName completed.
2024-11-14T07:22:49,172 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=13}] snapshot.SnapshotManifest(241): Storing 'testtb-testExportWithTargetName,,1731568967700.c79cc2f79e44c334bd1d7dcec63f671f.' region-info for snapshot=emptySnaptb0-testExportWithTargetName
2024-11-14T07:22:49,172 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=14}] snapshot.SnapshotManifest(241): Storing 'testtb-testExportWithTargetName,1,1731568967700.292971d5267a05249eb450491f08062f.' region-info for snapshot=emptySnaptb0-testExportWithTargetName
2024-11-14T07:22:49,175 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=14}] snapshot.SnapshotManifest(246): Creating references for hfiles
2024-11-14T07:22:49,175 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=13}] snapshot.SnapshotManifest(246): Creating references for hfiles
2024-11-14T07:22:49,178 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=13}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles
2024-11-14T07:22:49,178 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=14}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles
2024-11-14T07:22:49,213 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073741846_1022 (size=70)
2024-11-14T07:22:49,214 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073741847_1023 (size=70)
2024-11-14T07:22:49,214 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073741847_1023 (size=70)
2024-11-14T07:22:49,214 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073741846_1022 (size=70)
2024-11-14T07:22:49,214 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073741846_1022 (size=70)
2024-11-14T07:22:49,214 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073741847_1023 (size=70)
2024-11-14T07:22:49,215 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=13}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on testtb-testExportWithTargetName,,1731568967700.c79cc2f79e44c334bd1d7dcec63f671f.
2024-11-14T07:22:49,217 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13
2024-11-14T07:22:49,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] master.HMaster(4169): Remote procedure done, pid=13
2024-11-14T07:22:49,220 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] procedure.SnapshotRegionProcedure(132): finish snapshot emptySnaptb0-testExportWithTargetName on region c79cc2f79e44c334bd1d7dcec63f671f
2024-11-14T07:22:49,220 INFO  [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=13, ppid=12, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c79cc2f79e44c334bd1d7dcec63f671f
2024-11-14T07:22:49,224 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; SnapshotRegionProcedure c79cc2f79e44c334bd1d7dcec63f671f in 222 msec
2024-11-14T07:22:49,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12
2024-11-14T07:22:49,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12
2024-11-14T07:22:49,615 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=14}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on testtb-testExportWithTargetName,1,1731568967700.292971d5267a05249eb450491f08062f.
2024-11-14T07:22:49,615 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14
2024-11-14T07:22:49,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] master.HMaster(4169): Remote procedure done, pid=14
2024-11-14T07:22:49,616 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] procedure.SnapshotRegionProcedure(132): finish snapshot emptySnaptb0-testExportWithTargetName on region 292971d5267a05249eb450491f08062f
2024-11-14T07:22:49,617 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=12, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 292971d5267a05249eb450491f08062f
2024-11-14T07:22:49,623 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=12
2024-11-14T07:22:49,623 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=12, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 292971d5267a05249eb450491f08062f in 618 msec
2024-11-14T07:22:49,623 INFO  [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=12, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=12, snapshot={ ss=emptySnaptb0-testExportWithTargetName table=testtb-testExportWithTargetName type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS
2024-11-14T07:22:49,626 INFO  [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=12, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=12, snapshot={ ss=emptySnaptb0-testExportWithTargetName table=testtb-testExportWithTargetName type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION
2024-11-14T07:22:49,629 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(300): Storing region-info for snapshot.
2024-11-14T07:22:49,629 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(305): Creating references for hfiles
2024-11-14T07:22:49,630 DEBUG [MobRegionSnapshotPool-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T07:22:49,631 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(328): No files under family: cf
2024-11-14T07:22:49,646 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073741848_1024 (size=62)
2024-11-14T07:22:49,646 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073741848_1024 (size=62)
2024-11-14T07:22:49,647 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073741848_1024 (size=62)
2024-11-14T07:22:49,650 INFO  [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=12, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=12, snapshot={ ss=emptySnaptb0-testExportWithTargetName table=testtb-testExportWithTargetName type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT
2024-11-14T07:22:49,651 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for emptySnaptb0-testExportWithTargetName
2024-11-14T07:22:49,654 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/.hbase-snapshot/.tmp/emptySnaptb0-testExportWithTargetName
2024-11-14T07:22:49,692 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073741849_1025 (size=649)
2024-11-14T07:22:49,692 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073741849_1025 (size=649)
2024-11-14T07:22:49,693 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073741849_1025 (size=649)
2024-11-14T07:22:49,708 INFO  [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=12, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=12, snapshot={ ss=emptySnaptb0-testExportWithTargetName table=testtb-testExportWithTargetName type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT
2024-11-14T07:22:49,729 INFO  [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=12, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=12, snapshot={ ss=emptySnaptb0-testExportWithTargetName table=testtb-testExportWithTargetName type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT
2024-11-14T07:22:49,730 DEBUG [PEWorker-1 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/.hbase-snapshot/.tmp/emptySnaptb0-testExportWithTargetName to hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/.hbase-snapshot/emptySnaptb0-testExportWithTargetName
2024-11-14T07:22:49,735 INFO  [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=12, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=12, snapshot={ ss=emptySnaptb0-testExportWithTargetName table=testtb-testExportWithTargetName type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION
2024-11-14T07:22:49,735 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=emptySnaptb0-testExportWithTargetName table=testtb-testExportWithTargetName type=FLUSH ttl=0 }, snapshot procedure id = 12
2024-11-14T07:22:49,739 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=12, snapshot={ ss=emptySnaptb0-testExportWithTargetName table=testtb-testExportWithTargetName type=FLUSH ttl=0 } in 775 msec
2024-11-14T07:22:50,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12
2024-11-14T07:22:50,108 INFO  [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: default:testtb-testExportWithTargetName completed
2024-11-14T07:22:50,128 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41449 {}] regionserver.HRegion(8528): writing data to region testtb-testExportWithTargetName,,1731568967700.c79cc2f79e44c334bd1d7dcec63f671f. with WAL disabled. Data may be lost in the event of a crash.
2024-11-14T07:22:50,134 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46383 {}] regionserver.HRegion(8528): writing data to region testtb-testExportWithTargetName,1,1731568967700.292971d5267a05249eb450491f08062f. with WAL disabled. Data may be lost in the event of a crash.
2024-11-14T07:22:50,139 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testtb-testExportWithTargetName,, stopping at row=testtb-testExportWithTargetName ,, for max=2147483647 with caching=100
2024-11-14T07:22:50,144 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2234): Found 2 regions for table testtb-testExportWithTargetName
2024-11-14T07:22:50,144 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2240): firstRegionName=testtb-testExportWithTargetName,,1731568967700.c79cc2f79e44c334bd1d7dcec63f671f.
2024-11-14T07:22:50,145 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-14T07:22:50,148 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testtb-testExportWithTargetName,, stopping at row=testtb-testExportWithTargetName ,, for max=2147483647 with caching=100
2024-11-14T07:22:50,159 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testtb-testExportWithTargetName,, stopping at row=testtb-testExportWithTargetName ,, for max=2147483647 with caching=100
2024-11-14T07:22:50,170 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testtb-testExportWithTargetName,, stopping at row=testtb-testExportWithTargetName ,, for max=2147483647 with caching=100
2024-11-14T07:22:50,175 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.2 snapshot request for:{ ss=snaptb0-testExportWithTargetName table=testtb-testExportWithTargetName type=FLUSH ttl=0 }
2024-11-14T07:22:50,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1731568970176 (current time:1731568970176).
2024-11-14T07:22:50,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0
2024-11-14T07:22:50,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snaptb0-testExportWithTargetName VERSION not specified, setting to 2
2024-11-14T07:22:50,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] snapshot.SnapshotDescriptionUtils(346): Set jenkins as owner of Snapshot
2024-11-14T07:22:50,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ed7295a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-14T07:22:50,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] client.ClusterIdFetcher(90): Going to request 20680646cf8a,33371,-1 for getting cluster id
2024-11-14T07:22:50,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-14T07:22:50,179 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '46377f42-1a23-4b7c-b287-d7f34e5e911d'
2024-11-14T07:22:50,180 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-14T07:22:50,180 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "46377f42-1a23-4b7c-b287-d7f34e5e911d"

2024-11-14T07:22:50,180 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@400dff81, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-14T07:22:50,180 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [20680646cf8a,33371,-1]
2024-11-14T07:22:50,180 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-14T07:22:50,181 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-14T07:22:50,182 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41142, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-14T07:22:50,183 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ad8e858, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-14T07:22:50,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-14T07:22:50,185 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=20680646cf8a,35229,1731568958498, seqNum=-1]
2024-11-14T07:22:50,185 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-14T07:22:50,187 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39286, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-14T07:22:50,188 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371.
2024-11-14T07:22:50,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353)
    at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767)
    at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java)
    at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
    at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T07:22:50,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-14T07:22:50,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-14T07:22:50,189 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-14T07:22:50,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ad604a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-14T07:22:50,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] client.ClusterIdFetcher(90): Going to request 20680646cf8a,33371,-1 for getting cluster id
2024-11-14T07:22:50,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-14T07:22:50,192 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '46377f42-1a23-4b7c-b287-d7f34e5e911d'
2024-11-14T07:22:50,192 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-14T07:22:50,192 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "46377f42-1a23-4b7c-b287-d7f34e5e911d"

2024-11-14T07:22:50,193 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@748e9313, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-14T07:22:50,193 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [20680646cf8a,33371,-1]
2024-11-14T07:22:50,193 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-14T07:22:50,193 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-14T07:22:50,194 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41160, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-14T07:22:50,195 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12f722a6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-14T07:22:50,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-14T07:22:50,197 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=20680646cf8a,35229,1731568958498, seqNum=-1]
2024-11-14T07:22:50,198 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-14T07:22:50,199 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39296, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-14T07:22:50,202 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:acl', row='testtb-testExportWithTargetName', locateType=CURRENT is [region=hbase:acl,,1731568961356.99a97c7ce2d8675b0310f1de2e0c2662., hostname=20680646cf8a,46383,1731568958548, seqNum=2]
2024-11-14T07:22:50,203 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-14T07:22:50,204 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42206, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-14T07:22:50,206 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371.
2024-11-14T07:22:50,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.security.access.PermissionStorage.getPermissions(PermissionStorage.java:522)
    at org.apache.hadoop.hbase.security.access.PermissionStorage.getTablePermissions(PermissionStorage.java:485)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils$1.run(SnapshotDescriptionUtils.java:490)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils$1.run(SnapshotDescriptionUtils.java:487)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:712)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:439)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953)
    at org.apache.hadoop.security.SecurityUtil.doAsUser(SecurityUtil.java:555)
    at org.apache.hadoop.security.SecurityUtil.doAsLoginUser(SecurityUtil.java:535)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.apache.hadoop.hbase.util.Methods.call(Methods.java:39)
    at org.apache.hadoop.hbase.security.User.runAsLoginUser(User.java:174)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.writeAclToSnapshotDescription(SnapshotDescriptionUtils.java:487)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:354)
    at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767)
    at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java)
    at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
    at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T07:22:50,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-14T07:22:50,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-14T07:22:50,206 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-14T07:22:50,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] access.PermissionStorage(613): Read acl: entry[testtb-testExportWithTargetName], kv [jenkins: RWXCA]
2024-11-14T07:22:50,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot...
2024-11-14T07:22:50,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] procedure2.ProcedureExecutor(1139): Stored pid=15, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=15, snapshot={ ss=snaptb0-testExportWithTargetName table=testtb-testExportWithTargetName type=FLUSH ttl=0 }
2024-11-14T07:22:50,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snaptb0-testExportWithTargetName table=testtb-testExportWithTargetName type=FLUSH ttl=0 }, snapshot procedure id = 15
2024-11-14T07:22:50,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15
2024-11-14T07:22:50,212 INFO  [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=15, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=15, snapshot={ ss=snaptb0-testExportWithTargetName table=testtb-testExportWithTargetName type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE
2024-11-14T07:22:50,214 INFO  [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=15, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=15, snapshot={ ss=snaptb0-testExportWithTargetName table=testtb-testExportWithTargetName type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION
2024-11-14T07:22:50,218 INFO  [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=15, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=15, snapshot={ ss=snaptb0-testExportWithTargetName table=testtb-testExportWithTargetName type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO
2024-11-14T07:22:50,233 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073741850_1026 (size=162)
2024-11-14T07:22:50,234 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073741850_1026 (size=162)
2024-11-14T07:22:50,234 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073741850_1026 (size=162)
2024-11-14T07:22:50,236 INFO  [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=15, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=15, snapshot={ ss=snaptb0-testExportWithTargetName table=testtb-testExportWithTargetName type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS
2024-11-14T07:22:50,237 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=15, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c79cc2f79e44c334bd1d7dcec63f671f}, {pid=17, ppid=15, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 292971d5267a05249eb450491f08062f}]
2024-11-14T07:22:50,238 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=17, ppid=15, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 292971d5267a05249eb450491f08062f
2024-11-14T07:22:50,239 INFO  [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=16, ppid=15, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c79cc2f79e44c334bd1d7dcec63f671f
2024-11-14T07:22:50,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15
2024-11-14T07:22:50,391 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46383 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=17
2024-11-14T07:22:50,391 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41449 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=16
2024-11-14T07:22:50,392 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=16}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on testtb-testExportWithTargetName,,1731568967700.c79cc2f79e44c334bd1d7dcec63f671f.
2024-11-14T07:22:50,392 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=17}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on testtb-testExportWithTargetName,1,1731568967700.292971d5267a05249eb450491f08062f.
2024-11-14T07:22:50,397 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=17}] regionserver.HRegion(2902): Flushing 292971d5267a05249eb450491f08062f 1/1 column families, dataSize=2.93 KB heapSize=6.58 KB
2024-11-14T07:22:50,397 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=16}] regionserver.HRegion(2902): Flushing c79cc2f79e44c334bd1d7dcec63f671f 1/1 column families, dataSize=333 B heapSize=976 B
2024-11-14T07:22:50,473 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/mobdir/.tmp/c4ca4238a0b923820dcc509a6f75849b20241114a2cc15d3712f441aa0e37633dc9848fb_292971d5267a05249eb450491f08062f is 71, key is 12cd04faffc24c72b5b7c2ece89dfeb4/cf:q/1731568970133/Put/seqid=0
2024-11-14T07:22:50,473 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=16}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411144b0330c1e9b0474caa994036155286ea_c79cc2f79e44c334bd1d7dcec63f671f is 71, key is 02d8336c19a519d1e629f5898e9a494e/cf:q/1731568970128/Put/seqid=0
2024-11-14T07:22:50,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15
2024-11-14T07:22:50,588 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073741852_1028 (size=5242)
2024-11-14T07:22:50,588 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073741852_1028 (size=5242)
2024-11-14T07:22:50,590 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073741852_1028 (size=5242)
2024-11-14T07:22:50,590 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=16}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T07:22:50,623 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073741851_1027 (size=8031)
2024-11-14T07:22:50,624 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073741851_1027 (size=8031)
2024-11-14T07:22:50,624 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073741851_1027 (size=8031)
2024-11-14T07:22:50,674 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=16}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411144b0330c1e9b0474caa994036155286ea_c79cc2f79e44c334bd1d7dcec63f671f to hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/mobdir/data/default/testtb-testExportWithTargetName/90c8eeaaf01a24f585da11044309be71/cf/d41d8cd98f00b204e9800998ecf8427e202411144b0330c1e9b0474caa994036155286ea_c79cc2f79e44c334bd1d7dcec63f671f
2024-11-14T07:22:50,677 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=16}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testtb-testExportWithTargetName/c79cc2f79e44c334bd1d7dcec63f671f/.tmp/cf/a2aa96706ee04119862f877d896592c9, store: [table=testtb-testExportWithTargetName family=cf region=c79cc2f79e44c334bd1d7dcec63f671f]
2024-11-14T07:22:50,698 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=16}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testtb-testExportWithTargetName/c79cc2f79e44c334bd1d7dcec63f671f/.tmp/cf/a2aa96706ee04119862f877d896592c9 is 208, key is 015abcd961b4091e4b7e554ce208d35ee/cf:q/1731568970128/Put/seqid=0
2024-11-14T07:22:50,719 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073741853_1029 (size=6322)
2024-11-14T07:22:50,720 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073741853_1029 (size=6322)
2024-11-14T07:22:50,720 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073741853_1029 (size=6322)
2024-11-14T07:22:50,724 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=16}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=6, memsize=333, hasBloomFilter=true, into tmp file hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testtb-testExportWithTargetName/c79cc2f79e44c334bd1d7dcec63f671f/.tmp/cf/a2aa96706ee04119862f877d896592c9
2024-11-14T07:22:50,743 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=16}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testtb-testExportWithTargetName/c79cc2f79e44c334bd1d7dcec63f671f/.tmp/cf/a2aa96706ee04119862f877d896592c9 as hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testtb-testExportWithTargetName/c79cc2f79e44c334bd1d7dcec63f671f/cf/a2aa96706ee04119862f877d896592c9
2024-11-14T07:22:50,754 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=16}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testtb-testExportWithTargetName/c79cc2f79e44c334bd1d7dcec63f671f/cf/a2aa96706ee04119862f877d896592c9, entries=5, sequenceid=6, filesize=6.2 K
2024-11-14T07:22:50,764 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=16}] regionserver.HRegion(3140): Finished flush of dataSize ~333 B/333, heapSize ~960 B/960, currentSize=0 B/0 for c79cc2f79e44c334bd1d7dcec63f671f in 365ms, sequenceid=6, compaction requested=false
2024-11-14T07:22:50,764 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=16}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testtb-testExportWithTargetName'
2024-11-14T07:22:50,765 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=16}] regionserver.HRegion(2603): Flush status journal for c79cc2f79e44c334bd1d7dcec63f671f:

2024-11-14T07:22:50,765 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=16}] regionserver.SnapshotRegionCallable(75): Snapshotting region testtb-testExportWithTargetName,,1731568967700.c79cc2f79e44c334bd1d7dcec63f671f. for snaptb0-testExportWithTargetName completed.
2024-11-14T07:22:50,766 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=16}] snapshot.SnapshotManifest(241): Storing 'testtb-testExportWithTargetName,,1731568967700.c79cc2f79e44c334bd1d7dcec63f671f.' region-info for snapshot=snaptb0-testExportWithTargetName
2024-11-14T07:22:50,766 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=16}] snapshot.SnapshotManifest(246): Creating references for hfiles
2024-11-14T07:22:50,766 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=16}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testtb-testExportWithTargetName/c79cc2f79e44c334bd1d7dcec63f671f/cf/a2aa96706ee04119862f877d896592c9] hfiles
2024-11-14T07:22:50,769 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=16}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testtb-testExportWithTargetName/c79cc2f79e44c334bd1d7dcec63f671f/cf/a2aa96706ee04119862f877d896592c9 for snapshot=snaptb0-testExportWithTargetName
2024-11-14T07:22:50,789 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073741854_1030 (size=109)
2024-11-14T07:22:50,790 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073741854_1030 (size=109)
2024-11-14T07:22:50,792 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073741854_1030 (size=109)
2024-11-14T07:22:50,793 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=16}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on testtb-testExportWithTargetName,,1731568967700.c79cc2f79e44c334bd1d7dcec63f671f.
2024-11-14T07:22:50,794 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=16
2024-11-14T07:22:50,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] master.HMaster(4169): Remote procedure done, pid=16
2024-11-14T07:22:50,795 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snaptb0-testExportWithTargetName on region c79cc2f79e44c334bd1d7dcec63f671f
2024-11-14T07:22:50,795 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=16, ppid=15, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c79cc2f79e44c334bd1d7dcec63f671f
2024-11-14T07:22:50,799 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=15, state=SUCCESS, hasLock=false; SnapshotRegionProcedure c79cc2f79e44c334bd1d7dcec63f671f in 559 msec
2024-11-14T07:22:50,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15
2024-11-14T07:22:51,021 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=17}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T07:22:51,042 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=17}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/mobdir/.tmp/c4ca4238a0b923820dcc509a6f75849b20241114a2cc15d3712f441aa0e37633dc9848fb_292971d5267a05249eb450491f08062f to hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/mobdir/data/default/testtb-testExportWithTargetName/90c8eeaaf01a24f585da11044309be71/cf/c4ca4238a0b923820dcc509a6f75849b20241114a2cc15d3712f441aa0e37633dc9848fb_292971d5267a05249eb450491f08062f
2024-11-14T07:22:51,044 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=17}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testtb-testExportWithTargetName/292971d5267a05249eb450491f08062f/.tmp/cf/7d621c3e63204043801f2aee0a962963, store: [table=testtb-testExportWithTargetName family=cf region=292971d5267a05249eb450491f08062f]
2024-11-14T07:22:51,053 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testtb-testExportWithTargetName/292971d5267a05249eb450491f08062f/.tmp/cf/7d621c3e63204043801f2aee0a962963 is 208, key is 175e68fb9fe4f3e9772674e65b5480c60/cf:q/1731568970133/Put/seqid=0
2024-11-14T07:22:51,071 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073741855_1031 (size=14541)
2024-11-14T07:22:51,072 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073741855_1031 (size=14541)
2024-11-14T07:22:51,072 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073741855_1031 (size=14541)
2024-11-14T07:22:51,073 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=17}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=6, memsize=2.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testtb-testExportWithTargetName/292971d5267a05249eb450491f08062f/.tmp/cf/7d621c3e63204043801f2aee0a962963
2024-11-14T07:22:51,087 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testtb-testExportWithTargetName/292971d5267a05249eb450491f08062f/.tmp/cf/7d621c3e63204043801f2aee0a962963 as hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testtb-testExportWithTargetName/292971d5267a05249eb450491f08062f/cf/7d621c3e63204043801f2aee0a962963
2024-11-14T07:22:51,097 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=17}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testtb-testExportWithTargetName/292971d5267a05249eb450491f08062f/cf/7d621c3e63204043801f2aee0a962963, entries=45, sequenceid=6, filesize=14.2 K
2024-11-14T07:22:51,099 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=17}] regionserver.HRegion(3140): Finished flush of dataSize ~2.93 KB/3003, heapSize ~6.56 KB/6720, currentSize=0 B/0 for 292971d5267a05249eb450491f08062f in 707ms, sequenceid=6, compaction requested=false
2024-11-14T07:22:51,099 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=17}] regionserver.HRegion(2603): Flush status journal for 292971d5267a05249eb450491f08062f:

2024-11-14T07:22:51,099 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=17}] regionserver.SnapshotRegionCallable(75): Snapshotting region testtb-testExportWithTargetName,1,1731568967700.292971d5267a05249eb450491f08062f. for snaptb0-testExportWithTargetName completed.
2024-11-14T07:22:51,100 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=17}] snapshot.SnapshotManifest(241): Storing 'testtb-testExportWithTargetName,1,1731568967700.292971d5267a05249eb450491f08062f.' region-info for snapshot=snaptb0-testExportWithTargetName
2024-11-14T07:22:51,100 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=17}] snapshot.SnapshotManifest(246): Creating references for hfiles
2024-11-14T07:22:51,100 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=17}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testtb-testExportWithTargetName/292971d5267a05249eb450491f08062f/cf/7d621c3e63204043801f2aee0a962963] hfiles
2024-11-14T07:22:51,100 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=17}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testtb-testExportWithTargetName/292971d5267a05249eb450491f08062f/cf/7d621c3e63204043801f2aee0a962963 for snapshot=snaptb0-testExportWithTargetName
2024-11-14T07:22:51,111 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073741856_1032 (size=109)
2024-11-14T07:22:51,111 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073741856_1032 (size=109)
2024-11-14T07:22:51,112 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073741856_1032 (size=109)
2024-11-14T07:22:51,112 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=17}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on testtb-testExportWithTargetName,1,1731568967700.292971d5267a05249eb450491f08062f.
2024-11-14T07:22:51,112 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=17
2024-11-14T07:22:51,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] master.HMaster(4169): Remote procedure done, pid=17
2024-11-14T07:22:51,113 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snaptb0-testExportWithTargetName on region 292971d5267a05249eb450491f08062f
2024-11-14T07:22:51,113 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=17, ppid=15, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 292971d5267a05249eb450491f08062f
2024-11-14T07:22:51,123 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=15
2024-11-14T07:22:51,123 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=15, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 292971d5267a05249eb450491f08062f in 880 msec
2024-11-14T07:22:51,123 INFO  [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=15, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=15, snapshot={ ss=snaptb0-testExportWithTargetName table=testtb-testExportWithTargetName type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS
2024-11-14T07:22:51,125 INFO  [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=15, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=15, snapshot={ ss=snaptb0-testExportWithTargetName table=testtb-testExportWithTargetName type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION
2024-11-14T07:22:51,130 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(300): Storing region-info for snapshot.
2024-11-14T07:22:51,130 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(305): Creating references for hfiles
2024-11-14T07:22:51,130 DEBUG [MobRegionSnapshotPool-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T07:22:51,132 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(366): Adding snapshot references for [hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/mobdir/data/default/testtb-testExportWithTargetName/90c8eeaaf01a24f585da11044309be71/cf/c4ca4238a0b923820dcc509a6f75849b20241114a2cc15d3712f441aa0e37633dc9848fb_292971d5267a05249eb450491f08062f, hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/mobdir/data/default/testtb-testExportWithTargetName/90c8eeaaf01a24f585da11044309be71/cf/d41d8cd98f00b204e9800998ecf8427e202411144b0330c1e9b0474caa994036155286ea_c79cc2f79e44c334bd1d7dcec63f671f] hfiles
2024-11-14T07:22:51,132 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(374): Adding reference for hfile (1/2): hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/mobdir/data/default/testtb-testExportWithTargetName/90c8eeaaf01a24f585da11044309be71/cf/c4ca4238a0b923820dcc509a6f75849b20241114a2cc15d3712f441aa0e37633dc9848fb_292971d5267a05249eb450491f08062f
2024-11-14T07:22:51,132 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(374): Adding reference for hfile (2/2): hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/mobdir/data/default/testtb-testExportWithTargetName/90c8eeaaf01a24f585da11044309be71/cf/d41d8cd98f00b204e9800998ecf8427e202411144b0330c1e9b0474caa994036155286ea_c79cc2f79e44c334bd1d7dcec63f671f
2024-11-14T07:22:51,151 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073741857_1033 (size=293)
2024-11-14T07:22:51,152 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073741857_1033 (size=293)
2024-11-14T07:22:51,152 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073741857_1033 (size=293)
2024-11-14T07:22:51,154 INFO  [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=15, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=15, snapshot={ ss=snaptb0-testExportWithTargetName table=testtb-testExportWithTargetName type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT
2024-11-14T07:22:51,154 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snaptb0-testExportWithTargetName
2024-11-14T07:22:51,156 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/.hbase-snapshot/.tmp/snaptb0-testExportWithTargetName
2024-11-14T07:22:51,183 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073741858_1034 (size=959)
2024-11-14T07:22:51,183 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073741858_1034 (size=959)
2024-11-14T07:22:51,184 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073741858_1034 (size=959)
2024-11-14T07:22:51,194 INFO  [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=15, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=15, snapshot={ ss=snaptb0-testExportWithTargetName table=testtb-testExportWithTargetName type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT
2024-11-14T07:22:51,212 INFO  [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=15, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=15, snapshot={ ss=snaptb0-testExportWithTargetName table=testtb-testExportWithTargetName type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT
2024-11-14T07:22:51,213 DEBUG [PEWorker-3 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/.hbase-snapshot/.tmp/snaptb0-testExportWithTargetName to hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/.hbase-snapshot/snaptb0-testExportWithTargetName
2024-11-14T07:22:51,216 INFO  [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=15, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=15, snapshot={ ss=snaptb0-testExportWithTargetName table=testtb-testExportWithTargetName type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION
2024-11-14T07:22:51,216 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snaptb0-testExportWithTargetName table=testtb-testExportWithTargetName type=FLUSH ttl=0 }, snapshot procedure id = 15
2024-11-14T07:22:51,220 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=15, snapshot={ ss=snaptb0-testExportWithTargetName table=testtb-testExportWithTargetName type=FLUSH ttl=0 } in 1.0070 sec
2024-11-14T07:22:51,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15
2024-11-14T07:22:51,350 INFO  [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: default:testtb-testExportWithTargetName completed
2024-11-14T07:22:51,351 INFO  [Time-limited test {}] snapshot.TestExportSnapshot(467): HDFS export destination path: hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/export-test/export-1731568971350
2024-11-14T07:22:51,352 INFO  [Time-limited test {}] snapshot.TestExportSnapshot(494): tgtFsUri=hdfs://localhost:33275, tgtDir=hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/export-test/export-1731568971350, rawTgtDir=hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/export-test/export-1731568971350, srcFsUri=hdfs://localhost:33275, srcDir=hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50
2024-11-14T07:22:51,405 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1085): inputFs=hdfs://localhost:33275, inputRoot=hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50
2024-11-14T07:22:51,405 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1086): outputFs=DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_-1453683247_22, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/export-test/export-1731568971350, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/export-test/export-1731568971350/.hbase-snapshot/.tmp/testExportWithTargetName
2024-11-14T07:22:51,413 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1095): Verify the source snapshot's expiration status and integrity.
2024-11-14T07:22:51,458 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1153): Copy Snapshot Manifest from hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/.hbase-snapshot/snaptb0-testExportWithTargetName to hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/export-test/export-1731568971350/.hbase-snapshot/.tmp/testExportWithTargetName
2024-11-14T07:22:51,619 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073741859_1035 (size=162)
2024-11-14T07:22:51,620 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073741859_1035 (size=162)
2024-11-14T07:22:51,620 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073741860_1036 (size=959)
2024-11-14T07:22:51,621 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073741859_1035 (size=162)
2024-11-14T07:22:51,622 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073741860_1036 (size=959)
2024-11-14T07:22:51,622 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073741860_1036 (size=959)
2024-11-14T07:22:51,651 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073741861_1037 (size=154)
2024-11-14T07:22:51,651 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073741861_1037 (size=154)
2024-11-14T07:22:51,653 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073741861_1037 (size=154)
2024-11-14T07:22:51,661 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar
2024-11-14T07:22:51,662 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-protocol-shaded/target/hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar
2024-11-14T07:22:51,662 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-client/target/hbase-client-4.0.0-alpha-1-SNAPSHOT.jar
2024-11-14T07:22:52,855 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/test-data/223408e5-ae9c-411c-e3d8-231e394aecc4/hadoop-2977636341767328806.jar
2024-11-14T07:22:52,856 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar
2024-11-14T07:22:52,857 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar
2024-11-14T07:22:52,944 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/test-data/223408e5-ae9c-411c-e3d8-231e394aecc4/hadoop-8269244483498892932.jar
2024-11-14T07:22:52,945 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics/target/hbase-metrics-4.0.0-alpha-1-SNAPSHOT.jar
2024-11-14T07:22:52,946 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics-api/target/hbase-metrics-api-4.0.0-alpha-1-SNAPSHOT.jar
2024-11-14T07:22:52,947 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-replication/target/hbase-replication-4.0.0-alpha-1-SNAPSHOT.jar
2024-11-14T07:22:52,947 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-http/target/hbase-http-4.0.0-alpha-1-SNAPSHOT.jar
2024-11-14T07:22:52,948 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-procedure/target/hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar
2024-11-14T07:22:52,949 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-zookeeper/target/hbase-zookeeper-4.0.0-alpha-1-SNAPSHOT.jar
2024-11-14T07:22:52,950 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar
2024-11-14T07:22:52,950 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar
2024-11-14T07:22:52,951 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar
2024-11-14T07:22:52,952 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar
2024-11-14T07:22:52,952 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar
2024-11-14T07:22:52,953 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar
2024-11-14T07:22:52,953 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar
2024-11-14T07:22:52,954 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar
2024-11-14T07:22:52,955 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar
2024-11-14T07:22:52,955 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar
2024-11-14T07:22:52,956 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar
2024-11-14T07:22:52,959 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar
2024-11-14T07:22:52,960 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar
2024-11-14T07:22:52,960 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar
2024-11-14T07:22:52,961 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar
2024-11-14T07:22:52,962 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar
2024-11-14T07:22:52,962 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar
2024-11-14T07:22:52,963 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar
2024-11-14T07:22:53,332 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073741862_1038 (size=131440)
2024-11-14T07:22:53,333 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073741862_1038 (size=131440)
2024-11-14T07:22:53,334 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073741862_1038 (size=131440)
2024-11-14T07:22:53,429 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073741863_1039 (size=4188619)
2024-11-14T07:22:53,430 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073741863_1039 (size=4188619)
2024-11-14T07:22:53,432 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073741863_1039 (size=4188619)
2024-11-14T07:22:53,582 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073741864_1040 (size=1323991)
2024-11-14T07:22:53,583 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073741864_1040 (size=1323991)
2024-11-14T07:22:53,584 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073741864_1040 (size=1323991)
2024-11-14T07:22:53,643 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073741865_1041 (size=903741)
2024-11-14T07:22:53,646 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073741865_1041 (size=903741)
2024-11-14T07:22:53,646 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073741865_1041 (size=903741)
2024-11-14T07:22:53,780 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073741866_1042 (size=8360083)
2024-11-14T07:22:53,781 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073741866_1042 (size=8360083)
2024-11-14T07:22:53,782 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073741866_1042 (size=8360083)
2024-11-14T07:22:53,789 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties
2024-11-14T07:22:53,920 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073741867_1043 (size=6424747)
2024-11-14T07:22:53,920 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073741867_1043 (size=6424747)
2024-11-14T07:22:53,921 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073741867_1043 (size=6424747)
2024-11-14T07:22:54,024 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073741868_1044 (size=440392)
2024-11-14T07:22:54,026 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073741868_1044 (size=440392)
2024-11-14T07:22:54,034 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073741868_1044 (size=440392)
2024-11-14T07:22:54,105 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073741869_1045 (size=1877034)
2024-11-14T07:22:54,106 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073741869_1045 (size=1877034)
2024-11-14T07:22:54,109 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073741869_1045 (size=1877034)
2024-11-14T07:22:54,155 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073741870_1046 (size=77835)
2024-11-14T07:22:54,163 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073741870_1046 (size=77835)
2024-11-14T07:22:54,175 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073741870_1046 (size=77835)
2024-11-14T07:22:54,205 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073741871_1047 (size=30949)
2024-11-14T07:22:54,205 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073741871_1047 (size=30949)
2024-11-14T07:22:54,207 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073741871_1047 (size=30949)
2024-11-14T07:22:54,252 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073741872_1048 (size=1597327)
2024-11-14T07:22:54,253 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073741872_1048 (size=1597327)
2024-11-14T07:22:54,253 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073741872_1048 (size=1597327)
2024-11-14T07:22:54,760 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073741873_1049 (size=4695811)
2024-11-14T07:22:54,762 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073741873_1049 (size=4695811)
2024-11-14T07:22:54,763 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073741873_1049 (size=4695811)
2024-11-14T07:22:54,832 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073741874_1050 (size=232957)
2024-11-14T07:22:54,833 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073741874_1050 (size=232957)
2024-11-14T07:22:54,838 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073741874_1050 (size=232957)
2024-11-14T07:22:54,902 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073741875_1051 (size=127628)
2024-11-14T07:22:54,907 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073741875_1051 (size=127628)
2024-11-14T07:22:54,908 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073741875_1051 (size=127628)
2024-11-14T07:22:54,965 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073741876_1052 (size=20406)
2024-11-14T07:22:54,967 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073741876_1052 (size=20406)
2024-11-14T07:22:54,967 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073741876_1052 (size=20406)
2024-11-14T07:22:55,119 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073741877_1053 (size=5175431)
2024-11-14T07:22:55,125 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073741877_1053 (size=5175431)
2024-11-14T07:22:55,126 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073741877_1053 (size=5175431)
2024-11-14T07:22:55,189 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073741878_1054 (size=217634)
2024-11-14T07:22:55,190 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073741878_1054 (size=217634)
2024-11-14T07:22:55,190 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073741878_1054 (size=217634)
2024-11-14T07:22:55,305 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073741879_1055 (size=1832290)
2024-11-14T07:22:55,306 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073741879_1055 (size=1832290)
2024-11-14T07:22:55,307 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073741879_1055 (size=1832290)
2024-11-14T07:22:55,357 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073741880_1056 (size=322274)
2024-11-14T07:22:55,357 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073741880_1056 (size=322274)
2024-11-14T07:22:55,357 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073741880_1056 (size=322274)
2024-11-14T07:22:55,791 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073741881_1057 (size=503880)
2024-11-14T07:22:55,792 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073741881_1057 (size=503880)
2024-11-14T07:22:55,792 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073741881_1057 (size=503880)
2024-11-14T07:22:55,835 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073741882_1058 (size=29229)
2024-11-14T07:22:55,836 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073741882_1058 (size=29229)
2024-11-14T07:22:55,837 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073741882_1058 (size=29229)
2024-11-14T07:22:55,864 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073741883_1059 (size=24096)
2024-11-14T07:22:55,864 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073741883_1059 (size=24096)
2024-11-14T07:22:55,867 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073741883_1059 (size=24096)
2024-11-14T07:22:55,910 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073741884_1060 (size=111872)
2024-11-14T07:22:55,911 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073741884_1060 (size=111872)
2024-11-14T07:22:55,911 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073741884_1060 (size=111872)
2024-11-14T07:22:55,953 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073741885_1061 (size=45609)
2024-11-14T07:22:55,953 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073741885_1061 (size=45609)
2024-11-14T07:22:55,953 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073741885_1061 (size=45609)
2024-11-14T07:22:56,372 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073741886_1062 (size=136454)
2024-11-14T07:22:56,372 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073741886_1062 (size=136454)
2024-11-14T07:22:56,372 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073741886_1062 (size=136454)
2024-11-14T07:22:56,373 WARN  [Time-limited test {}] mapreduce.JobResourceUploader(481): No job jar file set.  User classes may not be found. See Job or Job#setJar(String).
2024-11-14T07:22:56,379 INFO  [Time-limited test {}] snapshot.ExportSnapshot(661): Loading Snapshot 'snaptb0-testExportWithTargetName' hfile list
2024-11-14T07:22:56,390 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(754): export split=0 size=33.3 K
2024-11-14T07:22:56,425 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073741887_1063 (size=722)
2024-11-14T07:22:56,425 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073741887_1063 (size=722)
2024-11-14T07:22:56,426 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073741887_1063 (size=722)
2024-11-14T07:22:56,451 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073741888_1064 (size=15)
2024-11-14T07:22:56,452 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073741888_1064 (size=15)
2024-11-14T07:22:56,452 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073741888_1064 (size=15)
2024-11-14T07:22:56,674 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073741889_1065 (size=303731)
2024-11-14T07:22:56,674 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073741889_1065 (size=303731)
2024-11-14T07:22:56,689 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073741889_1065 (size=303731)
2024-11-14T07:22:57,224 WARN  [SchedulerEventDispatcher:Event Processor {}] capacity.AbstractLeafQueue(880): maximum-am-resource-percent is insufficient to start a single application in queue, it is likely set too low. skipping enforcement to allow at least one application to start
2024-11-14T07:22:57,225 WARN  [SchedulerEventDispatcher:Event Processor {}] capacity.AbstractLeafQueue(913): maximum-am-resource-percent is insufficient to start a single application in queue for user, it is likely set too low. skipping enforcement to allow at least one application to start
2024-11-14T07:22:57,448 INFO  [Socket Reader #1 for port 0 {}] ipc.Server$Connection(2290): Auth successful for appattempt_1731568965212_0001_000001 (auth:SIMPLE) from 127.0.0.1:59020
2024-11-14T07:22:57,971 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testtb-testExportWithTargetName
2024-11-14T07:22:57,971 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testtb-testExportWithTargetName Metrics about Tables on a single HBase RegionServer
2024-11-14T07:23:06,182 INFO  [Socket Reader #1 for port 0 {}] ipc.Server$Connection(2290): Auth successful for appattempt_1731568965212_0001_000001 (auth:SIMPLE) from 127.0.0.1:58786
2024-11-14T07:23:06,461 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-14T07:23:06,540 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073741890_1066 (size=349381)
2024-11-14T07:23:06,541 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073741890_1066 (size=349381)
2024-11-14T07:23:06,541 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073741890_1066 (size=349381)
2024-11-14T07:23:08,652 INFO  [Socket Reader #1 for port 0 {}] ipc.Server$Connection(2290): Auth successful for appattempt_1731568965212_0001_000001 (auth:SIMPLE) from 127.0.0.1:44918
2024-11-14T07:23:15,266 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073741891_1067 (size=14541)
2024-11-14T07:23:15,268 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073741891_1067 (size=14541)
2024-11-14T07:23:15,276 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073741891_1067 (size=14541)
2024-11-14T07:23:15,415 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073741892_1068 (size=8031)
2024-11-14T07:23:15,416 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073741892_1068 (size=8031)
2024-11-14T07:23:15,417 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073741892_1068 (size=8031)
2024-11-14T07:23:15,500 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073741893_1069 (size=6322)
2024-11-14T07:23:15,501 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073741893_1069 (size=6322)
2024-11-14T07:23:15,502 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073741893_1069 (size=6322)
2024-11-14T07:23:15,591 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073741894_1070 (size=5242)
2024-11-14T07:23:15,593 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073741894_1070 (size=5242)
2024-11-14T07:23:15,597 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073741894_1070 (size=5242)
2024-11-14T07:23:15,743 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073741895_1071 (size=17461)
2024-11-14T07:23:15,744 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073741895_1071 (size=17461)
2024-11-14T07:23:15,744 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073741895_1071 (size=17461)
2024-11-14T07:23:15,782 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073741896_1072 (size=464)
2024-11-14T07:23:15,784 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073741896_1072 (size=464)
2024-11-14T07:23:15,785 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073741896_1072 (size=464)
2024-11-14T07:23:15,849 WARN  [ContainersLauncher #0 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/test/data/MiniMRCluster_1860380176/yarn-1025303830/MiniMRCluster_1860380176-localDir-nm-1_2/usercache/jenkins/appcache/application_1731568965212_0001/container_1731568965212_0001_01_000002/launch_container.sh]
2024-11-14T07:23:15,850 WARN  [ContainersLauncher #0 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/test/data/MiniMRCluster_1860380176/yarn-1025303830/MiniMRCluster_1860380176-localDir-nm-1_2/usercache/jenkins/appcache/application_1731568965212_0001/container_1731568965212_0001_01_000002/container_tokens]
2024-11-14T07:23:15,850 WARN  [ContainersLauncher #0 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/test/data/MiniMRCluster_1860380176/yarn-1025303830/MiniMRCluster_1860380176-localDir-nm-1_2/usercache/jenkins/appcache/application_1731568965212_0001/container_1731568965212_0001_01_000002/sysfs]
2024-11-14T07:23:15,862 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073741897_1073 (size=17461)
2024-11-14T07:23:15,862 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073741897_1073 (size=17461)
2024-11-14T07:23:15,864 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073741897_1073 (size=17461)
2024-11-14T07:23:15,924 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073741898_1074 (size=349381)
2024-11-14T07:23:15,925 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073741898_1074 (size=349381)
2024-11-14T07:23:15,925 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073741898_1074 (size=349381)
2024-11-14T07:23:15,947 INFO  [Socket Reader #1 for port 0 {}] ipc.Server$Connection(2290): Auth successful for appattempt_1731568965212_0001_000001 (auth:SIMPLE) from 127.0.0.1:36506
2024-11-14T07:23:17,763 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1210): Finalize the Snapshot Export
2024-11-14T07:23:17,765 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1221): Verify the exported snapshot's expiration status and integrity.
2024-11-14T07:23:17,813 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1227): Export Completed: testExportWithTargetName
2024-11-14T07:23:17,814 INFO  [Time-limited test {}] snapshot.TestExportSnapshot(361): Exported snapshot
2024-11-14T07:23:17,816 INFO  [Time-limited test {}] snapshot.TestExportSnapshot(372): Verified filesystem state
2024-11-14T07:23:17,816 DEBUG [Time-limited test {}] snapshot.TestExportSnapshot(447): List files in DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_-1453683247_22, ugi=jenkins (auth:SIMPLE)]] in root hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/.hbase-snapshot/snaptb0-testExportWithTargetName at hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/.hbase-snapshot/snaptb0-testExportWithTargetName
2024-11-14T07:23:17,818 DEBUG [Time-limited test {}] snapshot.TestExportSnapshot(452): hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/.hbase-snapshot/snaptb0-testExportWithTargetName/.snapshotinfo
2024-11-14T07:23:17,818 DEBUG [Time-limited test {}] snapshot.TestExportSnapshot(452): hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/.hbase-snapshot/snaptb0-testExportWithTargetName/data.manifest
2024-11-14T07:23:17,818 DEBUG [Time-limited test {}] snapshot.TestExportSnapshot(447): List files in DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_-1453683247_22, ugi=jenkins (auth:SIMPLE)]] in root hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/export-test/export-1731568971350/.hbase-snapshot/testExportWithTargetName at hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/export-test/export-1731568971350/.hbase-snapshot/testExportWithTargetName
2024-11-14T07:23:17,819 DEBUG [Time-limited test {}] snapshot.TestExportSnapshot(452): hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/export-test/export-1731568971350/.hbase-snapshot/testExportWithTargetName/.snapshotinfo
2024-11-14T07:23:17,819 DEBUG [Time-limited test {}] snapshot.TestExportSnapshot(452): hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/export-test/export-1731568971350/.hbase-snapshot/testExportWithTargetName/data.manifest
2024-11-14T07:23:17,861 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable testtb-testExportWithTargetName
2024-11-14T07:23:17,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] procedure2.ProcedureExecutor(1139): Stored pid=18, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=testtb-testExportWithTargetName
2024-11-14T07:23:17,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=18
2024-11-14T07:23:17,875 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testtb-testExportWithTargetName","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731568997874"}]},"ts":"1731568997874"}
2024-11-14T07:23:17,878 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=testtb-testExportWithTargetName, state=DISABLING in hbase:meta
2024-11-14T07:23:17,878 INFO  [PEWorker-4 {}] procedure.DisableTableProcedure(284): Set testtb-testExportWithTargetName to state=DISABLING
2024-11-14T07:23:17,880 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=testtb-testExportWithTargetName}]
2024-11-14T07:23:17,887 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testtb-testExportWithTargetName, region=c79cc2f79e44c334bd1d7dcec63f671f, UNASSIGN}, {pid=21, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testtb-testExportWithTargetName, region=292971d5267a05249eb450491f08062f, UNASSIGN}]
2024-11-14T07:23:17,889 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testtb-testExportWithTargetName, region=c79cc2f79e44c334bd1d7dcec63f671f, UNASSIGN
2024-11-14T07:23:17,890 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=21, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testtb-testExportWithTargetName, region=292971d5267a05249eb450491f08062f, UNASSIGN
2024-11-14T07:23:17,892 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=20 updating hbase:meta row=c79cc2f79e44c334bd1d7dcec63f671f, regionState=CLOSING, regionLocation=20680646cf8a,41449,1731568958363
2024-11-14T07:23:17,895 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=testtb-testExportWithTargetName, region=c79cc2f79e44c334bd1d7dcec63f671f, UNASSIGN because future has completed
2024-11-14T07:23:17,896 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=21 updating hbase:meta row=292971d5267a05249eb450491f08062f, regionState=CLOSING, regionLocation=20680646cf8a,46383,1731568958548
2024-11-14T07:23:17,901 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false
2024-11-14T07:23:17,902 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=20, state=RUNNABLE, hasLock=false; CloseRegionProcedure c79cc2f79e44c334bd1d7dcec63f671f, server=20680646cf8a,41449,1731568958363}]
2024-11-14T07:23:17,906 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=testtb-testExportWithTargetName, region=292971d5267a05249eb450491f08062f, UNASSIGN because future has completed
2024-11-14T07:23:17,916 WARN  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33371 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=CLOSING, location=20680646cf8a,46383,1731568958548, table=testtb-testExportWithTargetName, region=292971d5267a05249eb450491f08062f. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now.
2024-11-14T07:23:17,917 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false
2024-11-14T07:23:17,917 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=21, state=RUNNABLE, hasLock=false; CloseRegionProcedure 292971d5267a05249eb450491f08062f, server=20680646cf8a,46383,1731568958548}]
2024-11-14T07:23:17,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=18
2024-11-14T07:23:18,064 INFO  [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=22}] handler.UnassignRegionHandler(122): Close c79cc2f79e44c334bd1d7dcec63f671f
2024-11-14T07:23:18,064 DEBUG [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=22}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false
2024-11-14T07:23:18,065 DEBUG [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=22}] regionserver.HRegion(1722): Closing c79cc2f79e44c334bd1d7dcec63f671f, disabling compactions & flushes
2024-11-14T07:23:18,065 INFO  [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=22}] regionserver.HRegion(1755): Closing region testtb-testExportWithTargetName,,1731568967700.c79cc2f79e44c334bd1d7dcec63f671f.
2024-11-14T07:23:18,066 DEBUG [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=22}] regionserver.HRegion(1776): Time limited wait for close lock on testtb-testExportWithTargetName,,1731568967700.c79cc2f79e44c334bd1d7dcec63f671f.
2024-11-14T07:23:18,066 DEBUG [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=22}] regionserver.HRegion(1843): Acquired close lock on testtb-testExportWithTargetName,,1731568967700.c79cc2f79e44c334bd1d7dcec63f671f. after waiting 0 ms
2024-11-14T07:23:18,066 DEBUG [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=22}] regionserver.HRegion(1853): Updates disabled for region testtb-testExportWithTargetName,,1731568967700.c79cc2f79e44c334bd1d7dcec63f671f.
2024-11-14T07:23:18,072 INFO  [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] handler.UnassignRegionHandler(122): Close 292971d5267a05249eb450491f08062f
2024-11-14T07:23:18,072 DEBUG [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false
2024-11-14T07:23:18,073 DEBUG [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(1722): Closing 292971d5267a05249eb450491f08062f, disabling compactions & flushes
2024-11-14T07:23:18,073 INFO  [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(1755): Closing region testtb-testExportWithTargetName,1,1731568967700.292971d5267a05249eb450491f08062f.
2024-11-14T07:23:18,073 DEBUG [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(1776): Time limited wait for close lock on testtb-testExportWithTargetName,1,1731568967700.292971d5267a05249eb450491f08062f.
2024-11-14T07:23:18,073 DEBUG [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(1843): Acquired close lock on testtb-testExportWithTargetName,1,1731568967700.292971d5267a05249eb450491f08062f. after waiting 0 ms
2024-11-14T07:23:18,073 DEBUG [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(1853): Updates disabled for region testtb-testExportWithTargetName,1,1731568967700.292971d5267a05249eb450491f08062f.
2024-11-14T07:23:18,078 DEBUG [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=22}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testtb-testExportWithTargetName/c79cc2f79e44c334bd1d7dcec63f671f/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1
2024-11-14T07:23:18,084 DEBUG [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=22}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.security.access.AccessController
2024-11-14T07:23:18,084 INFO  [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=22}] regionserver.HRegion(1973): Closed testtb-testExportWithTargetName,,1731568967700.c79cc2f79e44c334bd1d7dcec63f671f.
2024-11-14T07:23:18,084 DEBUG [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=22}] regionserver.HRegion(1676): Region close journal for c79cc2f79e44c334bd1d7dcec63f671f:
Waiting for close lock at 1731568998065Running coprocessor pre-close hooks at 1731568998065Disabling compacts and flushes for region at 1731568998065Disabling writes for close at 1731568998066 (+1 ms)Writing region close event to WAL at 1731568998067 (+1 ms)Running coprocessor post-close hooks at 1731568998079 (+12 ms)Closed at 1731568998084 (+5 ms)
2024-11-14T07:23:18,085 DEBUG [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testtb-testExportWithTargetName/292971d5267a05249eb450491f08062f/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1
2024-11-14T07:23:18,086 DEBUG [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.security.access.AccessController
2024-11-14T07:23:18,086 INFO  [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(1973): Closed testtb-testExportWithTargetName,1,1731568967700.292971d5267a05249eb450491f08062f.
2024-11-14T07:23:18,086 DEBUG [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(1676): Region close journal for 292971d5267a05249eb450491f08062f:
Waiting for close lock at 1731568998073Running coprocessor pre-close hooks at 1731568998073Disabling compacts and flushes for region at 1731568998073Disabling writes for close at 1731568998073Writing region close event to WAL at 1731568998074 (+1 ms)Running coprocessor post-close hooks at 1731568998085 (+11 ms)Closed at 1731568998086 (+1 ms)
2024-11-14T07:23:18,088 INFO  [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=22}] handler.UnassignRegionHandler(157): Closed c79cc2f79e44c334bd1d7dcec63f671f
2024-11-14T07:23:18,090 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=20 updating hbase:meta row=c79cc2f79e44c334bd1d7dcec63f671f, regionState=CLOSED
2024-11-14T07:23:18,090 INFO  [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] handler.UnassignRegionHandler(157): Closed 292971d5267a05249eb450491f08062f
2024-11-14T07:23:18,091 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=21 updating hbase:meta row=292971d5267a05249eb450491f08062f, regionState=CLOSED
2024-11-14T07:23:18,094 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=20, state=RUNNABLE, hasLock=false; CloseRegionProcedure c79cc2f79e44c334bd1d7dcec63f671f, server=20680646cf8a,41449,1731568958363 because future has completed
2024-11-14T07:23:18,096 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=21, state=RUNNABLE, hasLock=false; CloseRegionProcedure 292971d5267a05249eb450491f08062f, server=20680646cf8a,46383,1731568958548 because future has completed
2024-11-14T07:23:18,099 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=20
2024-11-14T07:23:18,100 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=20, state=SUCCESS, hasLock=false; CloseRegionProcedure c79cc2f79e44c334bd1d7dcec63f671f, server=20680646cf8a,41449,1731568958363 in 193 msec
2024-11-14T07:23:18,101 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=21
2024-11-14T07:23:18,101 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=19, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testtb-testExportWithTargetName, region=c79cc2f79e44c334bd1d7dcec63f671f, UNASSIGN in 212 msec
2024-11-14T07:23:18,101 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=21, state=SUCCESS, hasLock=false; CloseRegionProcedure 292971d5267a05249eb450491f08062f, server=20680646cf8a,46383,1731568958548 in 181 msec
2024-11-14T07:23:18,107 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=19
2024-11-14T07:23:18,107 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=19, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testtb-testExportWithTargetName, region=292971d5267a05249eb450491f08062f, UNASSIGN in 214 msec
2024-11-14T07:23:18,115 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=18
2024-11-14T07:23:18,116 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=18, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=testtb-testExportWithTargetName in 229 msec
2024-11-14T07:23:18,119 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testtb-testExportWithTargetName","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731568998119"}]},"ts":"1731568998119"}
2024-11-14T07:23:18,122 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testtb-testExportWithTargetName, state=DISABLED in hbase:meta
2024-11-14T07:23:18,122 INFO  [PEWorker-1 {}] procedure.DisableTableProcedure(296): Set testtb-testExportWithTargetName to state=DISABLED
2024-11-14T07:23:18,127 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, state=SUCCESS, hasLock=false; DisableTableProcedure table=testtb-testExportWithTargetName in 260 msec
2024-11-14T07:23:18,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=18
2024-11-14T07:23:18,189 INFO  [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:testtb-testExportWithTargetName completed
2024-11-14T07:23:18,192 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete testtb-testExportWithTargetName
2024-11-14T07:23:18,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] procedure2.ProcedureExecutor(1139): Stored pid=24, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=testtb-testExportWithTargetName
2024-11-14T07:23:18,200 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=24, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=testtb-testExportWithTargetName
2024-11-14T07:23:18,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] access.PermissionStorage(261): Removing permissions of removed table testtb-testExportWithTargetName
2024-11-14T07:23:18,203 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=24, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=testtb-testExportWithTargetName
2024-11-14T07:23:18,208 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46383 {}] access.PermissionStorage(529): No permissions found in hbase:acl for acl entry testtb-testExportWithTargetName
2024-11-14T07:23:18,210 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46383-0x1003d1cd0e50003, quorum=127.0.0.1:51438, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/acl/testtb-testExportWithTargetName
2024-11-14T07:23:18,210 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41449-0x1003d1cd0e50001, quorum=127.0.0.1:51438, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/acl/testtb-testExportWithTargetName
2024-11-14T07:23:18,211 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35229-0x1003d1cd0e50002, quorum=127.0.0.1:51438, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/acl/testtb-testExportWithTargetName
2024-11-14T07:23:18,211 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33371-0x1003d1cd0e50000, quorum=127.0.0.1:51438, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/acl/testtb-testExportWithTargetName
2024-11-14T07:23:18,212 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41449-0x1003d1cd0e50001, quorum=127.0.0.1:51438, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl
2024-11-14T07:23:18,212 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35229-0x1003d1cd0e50002, quorum=127.0.0.1:51438, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl
2024-11-14T07:23:18,212 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46383-0x1003d1cd0e50003, quorum=127.0.0.1:51438, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl
2024-11-14T07:23:18,212 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33371-0x1003d1cd0e50000, quorum=127.0.0.1:51438, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl
2024-11-14T07:23:18,212 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportWithTargetName with data null
2024-11-14T07:23:18,212 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportWithTargetName with data null
2024-11-14T07:23:18,212 INFO  [zk-permission-watcher-pool-0 {}] access.AuthManager(136): Skipping permission cache refresh because writable data is empty
2024-11-14T07:23:18,212 INFO  [zk-permission-watcher-pool-0 {}] access.AuthManager(136): Skipping permission cache refresh because writable data is empty
2024-11-14T07:23:18,213 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportWithTargetName with data null
2024-11-14T07:23:18,213 INFO  [zk-permission-watcher-pool-0 {}] access.AuthManager(136): Skipping permission cache refresh because writable data is empty
2024-11-14T07:23:18,213 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportWithTargetName with data null
2024-11-14T07:23:18,213 INFO  [zk-permission-watcher-pool-0 {}] access.AuthManager(136): Skipping permission cache refresh because writable data is empty
2024-11-14T07:23:18,213 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testtb-testExportWithTargetName/c79cc2f79e44c334bd1d7dcec63f671f
2024-11-14T07:23:18,213 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testtb-testExportWithTargetName/292971d5267a05249eb450491f08062f
2024-11-14T07:23:18,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=24
2024-11-14T07:23:18,217 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testtb-testExportWithTargetName/292971d5267a05249eb450491f08062f/cf, FileablePath, hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testtb-testExportWithTargetName/292971d5267a05249eb450491f08062f/recovered.edits]
2024-11-14T07:23:18,217 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testtb-testExportWithTargetName/c79cc2f79e44c334bd1d7dcec63f671f/cf, FileablePath, hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testtb-testExportWithTargetName/c79cc2f79e44c334bd1d7dcec63f671f/recovered.edits]
2024-11-14T07:23:18,224 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testtb-testExportWithTargetName/c79cc2f79e44c334bd1d7dcec63f671f/cf/a2aa96706ee04119862f877d896592c9 to hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/archive/data/default/testtb-testExportWithTargetName/c79cc2f79e44c334bd1d7dcec63f671f/cf/a2aa96706ee04119862f877d896592c9
2024-11-14T07:23:18,224 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testtb-testExportWithTargetName/292971d5267a05249eb450491f08062f/cf/7d621c3e63204043801f2aee0a962963 to hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/archive/data/default/testtb-testExportWithTargetName/292971d5267a05249eb450491f08062f/cf/7d621c3e63204043801f2aee0a962963
2024-11-14T07:23:18,228 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testtb-testExportWithTargetName/c79cc2f79e44c334bd1d7dcec63f671f/recovered.edits/9.seqid to hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/archive/data/default/testtb-testExportWithTargetName/c79cc2f79e44c334bd1d7dcec63f671f/recovered.edits/9.seqid
2024-11-14T07:23:18,228 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testtb-testExportWithTargetName/292971d5267a05249eb450491f08062f/recovered.edits/9.seqid to hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/archive/data/default/testtb-testExportWithTargetName/292971d5267a05249eb450491f08062f/recovered.edits/9.seqid
2024-11-14T07:23:18,229 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testtb-testExportWithTargetName/c79cc2f79e44c334bd1d7dcec63f671f
2024-11-14T07:23:18,229 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testtb-testExportWithTargetName/292971d5267a05249eb450491f08062f
2024-11-14T07:23:18,229 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(313): Archived testtb-testExportWithTargetName regions
2024-11-14T07:23:18,230 DEBUG [PEWorker-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/mobdir/data/default/testtb-testExportWithTargetName/90c8eeaaf01a24f585da11044309be71
2024-11-14T07:23:18,231 DEBUG [PEWorker-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/mobdir/data/default/testtb-testExportWithTargetName/90c8eeaaf01a24f585da11044309be71/cf]
2024-11-14T07:23:18,236 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/mobdir/data/default/testtb-testExportWithTargetName/90c8eeaaf01a24f585da11044309be71/cf/c4ca4238a0b923820dcc509a6f75849b20241114a2cc15d3712f441aa0e37633dc9848fb_292971d5267a05249eb450491f08062f to hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/archive/data/default/testtb-testExportWithTargetName/90c8eeaaf01a24f585da11044309be71/cf/c4ca4238a0b923820dcc509a6f75849b20241114a2cc15d3712f441aa0e37633dc9848fb_292971d5267a05249eb450491f08062f
2024-11-14T07:23:18,238 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/mobdir/data/default/testtb-testExportWithTargetName/90c8eeaaf01a24f585da11044309be71/cf/d41d8cd98f00b204e9800998ecf8427e202411144b0330c1e9b0474caa994036155286ea_c79cc2f79e44c334bd1d7dcec63f671f to hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/archive/data/default/testtb-testExportWithTargetName/90c8eeaaf01a24f585da11044309be71/cf/d41d8cd98f00b204e9800998ecf8427e202411144b0330c1e9b0474caa994036155286ea_c79cc2f79e44c334bd1d7dcec63f671f
2024-11-14T07:23:18,239 DEBUG [PEWorker-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/mobdir/data/default/testtb-testExportWithTargetName/90c8eeaaf01a24f585da11044309be71
2024-11-14T07:23:18,243 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=24, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=testtb-testExportWithTargetName
2024-11-14T07:23:18,249 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35229 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms
2024-11-14T07:23:18,256 WARN  [PEWorker-2 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 2 rows of testtb-testExportWithTargetName from hbase:meta
2024-11-14T07:23:18,262 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(407): Removing 'testtb-testExportWithTargetName' descriptor.
2024-11-14T07:23:18,263 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=24, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=testtb-testExportWithTargetName
2024-11-14T07:23:18,264 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(397): Removing 'testtb-testExportWithTargetName' from region states.
2024-11-14T07:23:18,264 DEBUG [PEWorker-2 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"testtb-testExportWithTargetName,,1731568967700.c79cc2f79e44c334bd1d7dcec63f671f.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731568998264"}]},"ts":"9223372036854775807"}
2024-11-14T07:23:18,264 DEBUG [PEWorker-2 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"testtb-testExportWithTargetName,1,1731568967700.292971d5267a05249eb450491f08062f.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731568998264"}]},"ts":"9223372036854775807"}
2024-11-14T07:23:18,268 INFO  [PEWorker-2 {}] assignment.RegionStateStore(562): Deleted 2 regions from META
2024-11-14T07:23:18,268 DEBUG [PEWorker-2 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => c79cc2f79e44c334bd1d7dcec63f671f, NAME => 'testtb-testExportWithTargetName,,1731568967700.c79cc2f79e44c334bd1d7dcec63f671f.', STARTKEY => '', ENDKEY => '1'}, {ENCODED => 292971d5267a05249eb450491f08062f, NAME => 'testtb-testExportWithTargetName,1,1731568967700.292971d5267a05249eb450491f08062f.', STARTKEY => '1', ENDKEY => ''}]
2024-11-14T07:23:18,269 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(401): Marking 'testtb-testExportWithTargetName' as deleted.
2024-11-14T07:23:18,269 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"testtb-testExportWithTargetName","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731568998269"}]},"ts":"9223372036854775807"}
2024-11-14T07:23:18,273 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(867): Deleted table testtb-testExportWithTargetName state from META
2024-11-14T07:23:18,275 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(133): Finished pid=24, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=testtb-testExportWithTargetName
2024-11-14T07:23:18,278 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, state=SUCCESS, hasLock=false; DeleteTableProcedure table=testtb-testExportWithTargetName in 82 msec
2024-11-14T07:23:18,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=24
2024-11-14T07:23:18,320 DEBUG [RPCClient-NioEventLoopGroup-6-4 {}] client.AsyncRegionLocator(219): Clear meta cache for testtb-testExportWithTargetName
2024-11-14T07:23:18,320 INFO  [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:testtb-testExportWithTargetName completed
2024-11-14T07:23:18,348 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.2 delete name: "emptySnaptb0-testExportWithTargetName"
type: DISABLED

2024-11-14T07:23:18,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] snapshot.SnapshotManager(381): Deleting snapshot: emptySnaptb0-testExportWithTargetName
2024-11-14T07:23:18,355 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.2 delete name: "snaptb0-testExportWithTargetName"
type: DISABLED

2024-11-14T07:23:18,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] snapshot.SnapshotManager(381): Deleting snapshot: snaptb0-testExportWithTargetName
2024-11-14T07:23:18,388 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: snapshot.TestMobSecureExportSnapshot#testExportWithTargetName Thread=769 (was 715)
Potentially hanging thread: zk-permission-watcher-pool-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ContainersLauncher #0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-5
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_CLOSE_REGION-regionserver/20680646cf8a:0-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DeletionService #1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: zk-permission-watcher-pool-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (346890841) connection to localhost/127.0.0.1:43161 from jenkins
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: DeletionService #0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43161
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DeletionService #2
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Thread-1290
	java.base@17.0.11/java.io.FileInputStream.readBytes(Native Method)
	java.base@17.0.11/java.io.FileInputStream.read(FileInputStream.java:276)
	java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:282)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343)
	java.base@17.0.11/sun.nio.cs.StreamDecoder.readBytes(StreamDecoder.java:281)
	java.base@17.0.11/sun.nio.cs.StreamDecoder.implRead(StreamDecoder.java:324)
	java.base@17.0.11/sun.nio.cs.StreamDecoder.read(StreamDecoder.java:189)
	java.base@17.0.11/java.io.InputStreamReader.read(InputStreamReader.java:177)
	java.base@17.0.11/java.io.BufferedReader.fill(BufferedReader.java:162)
	java.base@17.0.11/java.io.BufferedReader.readLine(BufferedReader.java:329)
	java.base@17.0.11/java.io.BufferedReader.readLine(BufferedReader.java:396)
	app//org.apache.hadoop.util.Shell$1.run(Shell.java:1025)

Potentially hanging thread: HFileArchiver-2
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-6-6
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: process reaper (pid 91805)
	java.base@17.0.11/java.lang.ProcessHandleImpl.waitForProcessExit0(Native Method)
	java.base@17.0.11/java.lang.ProcessHandleImpl$1.run(ProcessHandleImpl.java:150)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-3
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1453683247_22 at /127.0.0.1:59038 [Waiting for operation #4]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (346890841) connection to localhost/127.0.0.1:39075 from jenkins
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1340937152_1 at /127.0.0.1:42178 [Waiting for operation #2]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-6-4
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-7
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/test-data/223408e5-ae9c-411c-e3d8-231e394aecc4/cluster_0bc6d97e-980c-7f40-95d4-2788294eb670/data/data6
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ApplicationMasterLauncher #0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-6
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_OPEN_REGION-regionserver/20680646cf8a:0-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DeletionService #0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: zk-permission-watcher-pool-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/test-data/223408e5-ae9c-411c-e3d8-231e394aecc4/cluster_0bc6d97e-980c-7f40-95d4-2788294eb670/data/data1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HFileArchiver-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_OPEN_REGION-regionserver/20680646cf8a:0-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-4
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-6-5
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/test-data/223408e5-ae9c-411c-e3d8-231e394aecc4/cluster_0bc6d97e-980c-7f40-95d4-2788294eb670/data/data3
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: zk-permission-watcher-pool-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/test-data/223408e5-ae9c-411c-e3d8-231e394aecc4/cluster_0bc6d97e-980c-7f40-95d4-2788294eb670/data/data5
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Container metrics unregistration
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563)
	java.base@17.0.11/java.util.TimerThread.run(Timer.java:516)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/test-data/223408e5-ae9c-411c-e3d8-231e394aecc4/cluster_0bc6d97e-980c-7f40-95d4-2788294eb670/data/data2
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-2
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/test-data/223408e5-ae9c-411c-e3d8-231e394aecc4/cluster_0bc6d97e-980c-7f40-95d4-2788294eb670/data/data4
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1453683247_22 at /127.0.0.1:45416 [Waiting for operation #4]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RSProcedureDispatcher-pool-2
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_CLOSE_REGION-regionserver/20680646cf8a:0-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DeletionService #3
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39075
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ContainersLauncher #0
	java.base@17.0.11/java.io.FileInputStream.readBytes(Native Method)
	java.base@17.0.11/java.io.FileInputStream.read(FileInputStream.java:276)
	java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:282)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343)
	java.base@17.0.11/sun.nio.cs.StreamDecoder.readBytes(StreamDecoder.java:281)
	java.base@17.0.11/sun.nio.cs.StreamDecoder.implRead(StreamDecoder.java:324)
	java.base@17.0.11/sun.nio.cs.StreamDecoder.read(StreamDecoder.java:189)
	java.base@17.0.11/java.io.InputStreamReader.read(InputStreamReader.java:177)
	java.base@17.0.11/java.io.BufferedReader.fill(BufferedReader.java:162)
	java.base@17.0.11/java.io.BufferedReader.read1(BufferedReader.java:213)
	java.base@17.0.11/java.io.BufferedReader.read(BufferedReader.java:287)
	app//org.apache.hadoop.util.Shell$ShellCommandExecutor.parseExecResult(Shell.java:1295)
	app//org.apache.hadoop.util.Shell.runCommand(Shell.java:1054)
	app//org.apache.hadoop.util.Shell.run(Shell.java:959)
	app//org.apache.hadoop.util.Shell$ShellCommandExecutor.execute(Shell.java:1282)
	app//org.apache.hadoop.yarn.server.nodemanager.DefaultContainerExecutor.launchContainer(DefaultContainerExecutor.java:349)
	app//org.apache.hadoop.yarn.server.nodemanager.containermanager.launcher.ContainerLaunch.launchContainer(ContainerLaunch.java:600)
	app//org.apache.hadoop.yarn.server.nodemanager.containermanager.launcher.ContainerLaunch.call(ContainerLaunch.java:388)
	app//org.apache.hadoop.yarn.server.nodemanager.containermanager.launcher.ContainerLaunch.call(ContainerLaunch.java:105)
	java.base@17.0.11/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40001
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1453683247_22 at /127.0.0.1:42188 [Waiting for operation #4]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1340937152_1 at /127.0.0.1:59018 [Waiting for operation #2]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=805 (was 776) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=454 (was 161) - SystemLoadAverage LEAK? -, ProcessCount=16 (was 11) - ProcessCount LEAK? -, AvailableMemoryMB=1318 (was 3611)
2024-11-14T07:23:18,389 WARN  [Time-limited test {}] hbase.ResourceChecker(130): Thread=769 is superior to 500
2024-11-14T07:23:18,404 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: snapshot.TestMobSecureExportSnapshot#testExportWithResetTtl Thread=769, OpenFileDescriptor=805, MaxFileDescriptor=1048576, SystemLoadAverage=454, ProcessCount=16, AvailableMemoryMB=1317
2024-11-14T07:23:18,404 WARN  [Time-limited test {}] hbase.ResourceChecker(130): Thread=769 is superior to 500
2024-11-14T07:23:18,406 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testtb-testExportWithResetTtl', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '0', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-14T07:23:18,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testtb-testExportWithResetTtl
2024-11-14T07:23:18,410 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testtb-testExportWithResetTtl execute state=CREATE_TABLE_PRE_OPERATION
2024-11-14T07:23:18,410 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default"
qualifier: "testtb-testExportWithResetTtl"
 procId is: 25
2024-11-14T07:23:18,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25
2024-11-14T07:23:18,411 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testtb-testExportWithResetTtl execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-14T07:23:18,420 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073741899_1075 (size=440)
2024-11-14T07:23:18,420 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073741899_1075 (size=440)
2024-11-14T07:23:18,421 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073741899_1075 (size=440)
2024-11-14T07:23:18,422 INFO  [RegionOpenAndInit-testtb-testExportWithResetTtl-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b48c439c304d6a06ecfd59642d11df71, NAME => 'testtb-testExportWithResetTtl,,1731568998406.b48c439c304d6a06ecfd59642d11df71.', STARTKEY => '', ENDKEY => '1'}, tableDescriptor='testtb-testExportWithResetTtl', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '0', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50
2024-11-14T07:23:18,423 INFO  [RegionOpenAndInit-testtb-testExportWithResetTtl-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 943d5495321c48040cba4e3a7f22497f, NAME => 'testtb-testExportWithResetTtl,1,1731568998406.943d5495321c48040cba4e3a7f22497f.', STARTKEY => '1', ENDKEY => ''}, tableDescriptor='testtb-testExportWithResetTtl', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '0', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50
2024-11-14T07:23:18,430 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073741900_1076 (size=65)
2024-11-14T07:23:18,430 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073741900_1076 (size=65)
2024-11-14T07:23:18,430 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073741900_1076 (size=65)
2024-11-14T07:23:18,431 DEBUG [RegionOpenAndInit-testtb-testExportWithResetTtl-pool-1 {}] regionserver.HRegion(898): Instantiated testtb-testExportWithResetTtl,1,1731568998406.943d5495321c48040cba4e3a7f22497f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-14T07:23:18,431 DEBUG [RegionOpenAndInit-testtb-testExportWithResetTtl-pool-1 {}] regionserver.HRegion(1722): Closing 943d5495321c48040cba4e3a7f22497f, disabling compactions & flushes
2024-11-14T07:23:18,431 INFO  [RegionOpenAndInit-testtb-testExportWithResetTtl-pool-1 {}] regionserver.HRegion(1755): Closing region testtb-testExportWithResetTtl,1,1731568998406.943d5495321c48040cba4e3a7f22497f.
2024-11-14T07:23:18,431 DEBUG [RegionOpenAndInit-testtb-testExportWithResetTtl-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testtb-testExportWithResetTtl,1,1731568998406.943d5495321c48040cba4e3a7f22497f.
2024-11-14T07:23:18,431 DEBUG [RegionOpenAndInit-testtb-testExportWithResetTtl-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testtb-testExportWithResetTtl,1,1731568998406.943d5495321c48040cba4e3a7f22497f. after waiting 0 ms
2024-11-14T07:23:18,432 DEBUG [RegionOpenAndInit-testtb-testExportWithResetTtl-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testtb-testExportWithResetTtl,1,1731568998406.943d5495321c48040cba4e3a7f22497f.
2024-11-14T07:23:18,432 INFO  [RegionOpenAndInit-testtb-testExportWithResetTtl-pool-1 {}] regionserver.HRegion(1973): Closed testtb-testExportWithResetTtl,1,1731568998406.943d5495321c48040cba4e3a7f22497f.
2024-11-14T07:23:18,432 DEBUG [RegionOpenAndInit-testtb-testExportWithResetTtl-pool-1 {}] regionserver.HRegion(1676): Region close journal for 943d5495321c48040cba4e3a7f22497f:
Waiting for close lock at 1731568998431Disabling compacts and flushes for region at 1731568998431Disabling writes for close at 1731568998432 (+1 ms)Writing region close event to WAL at 1731568998432Closed at 1731568998432
2024-11-14T07:23:18,435 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073741901_1077 (size=65)
2024-11-14T07:23:18,435 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073741901_1077 (size=65)
2024-11-14T07:23:18,435 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073741901_1077 (size=65)
2024-11-14T07:23:18,436 DEBUG [RegionOpenAndInit-testtb-testExportWithResetTtl-pool-0 {}] regionserver.HRegion(898): Instantiated testtb-testExportWithResetTtl,,1731568998406.b48c439c304d6a06ecfd59642d11df71.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-14T07:23:18,436 DEBUG [RegionOpenAndInit-testtb-testExportWithResetTtl-pool-0 {}] regionserver.HRegion(1722): Closing b48c439c304d6a06ecfd59642d11df71, disabling compactions & flushes
2024-11-14T07:23:18,436 INFO  [RegionOpenAndInit-testtb-testExportWithResetTtl-pool-0 {}] regionserver.HRegion(1755): Closing region testtb-testExportWithResetTtl,,1731568998406.b48c439c304d6a06ecfd59642d11df71.
2024-11-14T07:23:18,436 DEBUG [RegionOpenAndInit-testtb-testExportWithResetTtl-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testtb-testExportWithResetTtl,,1731568998406.b48c439c304d6a06ecfd59642d11df71.
2024-11-14T07:23:18,436 DEBUG [RegionOpenAndInit-testtb-testExportWithResetTtl-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testtb-testExportWithResetTtl,,1731568998406.b48c439c304d6a06ecfd59642d11df71. after waiting 0 ms
2024-11-14T07:23:18,436 DEBUG [RegionOpenAndInit-testtb-testExportWithResetTtl-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testtb-testExportWithResetTtl,,1731568998406.b48c439c304d6a06ecfd59642d11df71.
2024-11-14T07:23:18,436 INFO  [RegionOpenAndInit-testtb-testExportWithResetTtl-pool-0 {}] regionserver.HRegion(1973): Closed testtb-testExportWithResetTtl,,1731568998406.b48c439c304d6a06ecfd59642d11df71.
2024-11-14T07:23:18,436 DEBUG [RegionOpenAndInit-testtb-testExportWithResetTtl-pool-0 {}] regionserver.HRegion(1676): Region close journal for b48c439c304d6a06ecfd59642d11df71:
Waiting for close lock at 1731568998436Disabling compacts and flushes for region at 1731568998436Disabling writes for close at 1731568998436Writing region close event to WAL at 1731568998436Closed at 1731568998436
2024-11-14T07:23:18,437 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testtb-testExportWithResetTtl execute state=CREATE_TABLE_ADD_TO_META
2024-11-14T07:23:18,438 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testtb-testExportWithResetTtl,1,1731568998406.943d5495321c48040cba4e3a7f22497f.","families":{"info":[{"qualifier":"regioninfo","vlen":64,"tag":[],"timestamp":"1731568998437"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731568998437"}]},"ts":"1731568998437"}
2024-11-14T07:23:18,438 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testtb-testExportWithResetTtl,,1731568998406.b48c439c304d6a06ecfd59642d11df71.","families":{"info":[{"qualifier":"regioninfo","vlen":64,"tag":[],"timestamp":"1731568998437"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731568998437"}]},"ts":"1731568998437"}
2024-11-14T07:23:18,441 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta.
2024-11-14T07:23:18,442 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testtb-testExportWithResetTtl execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-14T07:23:18,442 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testtb-testExportWithResetTtl","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731568998442"}]},"ts":"1731568998442"}
2024-11-14T07:23:18,445 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=testtb-testExportWithResetTtl, state=ENABLING in hbase:meta
2024-11-14T07:23:18,445 DEBUG [PEWorker-5 {}] balancer.BalancerClusterState(204): Hosts are {20680646cf8a=0} racks are {/default-rack=0}
2024-11-14T07:23:18,446 DEBUG [PEWorker-5 {}] balancer.BalancerClusterState(303): server 0 has 0 regions
2024-11-14T07:23:18,446 DEBUG [PEWorker-5 {}] balancer.BalancerClusterState(303): server 1 has 0 regions
2024-11-14T07:23:18,446 DEBUG [PEWorker-5 {}] balancer.BalancerClusterState(303): server 2 has 0 regions
2024-11-14T07:23:18,446 DEBUG [PEWorker-5 {}] balancer.BalancerClusterState(310): server 0 is on host 0
2024-11-14T07:23:18,446 DEBUG [PEWorker-5 {}] balancer.BalancerClusterState(310): server 1 is on host 0
2024-11-14T07:23:18,446 DEBUG [PEWorker-5 {}] balancer.BalancerClusterState(310): server 2 is on host 0
2024-11-14T07:23:18,446 INFO  [PEWorker-5 {}] balancer.BalancerClusterState(321): server 0 is on rack 0
2024-11-14T07:23:18,446 INFO  [PEWorker-5 {}] balancer.BalancerClusterState(321): server 1 is on rack 0
2024-11-14T07:23:18,446 INFO  [PEWorker-5 {}] balancer.BalancerClusterState(321): server 2 is on rack 0
2024-11-14T07:23:18,447 DEBUG [PEWorker-5 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1
2024-11-14T07:23:18,447 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testtb-testExportWithResetTtl, region=b48c439c304d6a06ecfd59642d11df71, ASSIGN}, {pid=27, ppid=25, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testtb-testExportWithResetTtl, region=943d5495321c48040cba4e3a7f22497f, ASSIGN}]
2024-11-14T07:23:18,448 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testtb-testExportWithResetTtl, region=943d5495321c48040cba4e3a7f22497f, ASSIGN
2024-11-14T07:23:18,448 INFO  [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testtb-testExportWithResetTtl, region=b48c439c304d6a06ecfd59642d11df71, ASSIGN
2024-11-14T07:23:18,450 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=27, ppid=25, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testtb-testExportWithResetTtl, region=943d5495321c48040cba4e3a7f22497f, ASSIGN; state=OFFLINE, location=20680646cf8a,35229,1731568958498; forceNewPlan=false, retain=false
2024-11-14T07:23:18,450 INFO  [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=26, ppid=25, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testtb-testExportWithResetTtl, region=b48c439c304d6a06ecfd59642d11df71, ASSIGN; state=OFFLINE, location=20680646cf8a,41449,1731568958363; forceNewPlan=false, retain=false
2024-11-14T07:23:18,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25
2024-11-14T07:23:18,600 INFO  [20680646cf8a:33371 {}] balancer.BaseLoadBalancer(388): Reassigned 2 regions. 2 retained the pre-restart assignment. 
2024-11-14T07:23:18,601 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=27 updating hbase:meta row=943d5495321c48040cba4e3a7f22497f, regionState=OPENING, regionLocation=20680646cf8a,35229,1731568958498
2024-11-14T07:23:18,601 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=26 updating hbase:meta row=b48c439c304d6a06ecfd59642d11df71, regionState=OPENING, regionLocation=20680646cf8a,41449,1731568958363
2024-11-14T07:23:18,604 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=27, ppid=25, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testtb-testExportWithResetTtl, region=943d5495321c48040cba4e3a7f22497f, ASSIGN because future has completed
2024-11-14T07:23:18,604 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=28, ppid=27, state=RUNNABLE, hasLock=false; OpenRegionProcedure 943d5495321c48040cba4e3a7f22497f, server=20680646cf8a,35229,1731568958498}]
2024-11-14T07:23:18,606 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=26, ppid=25, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testtb-testExportWithResetTtl, region=b48c439c304d6a06ecfd59642d11df71, ASSIGN because future has completed
2024-11-14T07:23:18,606 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=29, ppid=26, state=RUNNABLE, hasLock=false; OpenRegionProcedure b48c439c304d6a06ecfd59642d11df71, server=20680646cf8a,41449,1731568958363}]
2024-11-14T07:23:18,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25
2024-11-14T07:23:18,765 INFO  [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] handler.AssignRegionHandler(132): Open testtb-testExportWithResetTtl,1,1731568998406.943d5495321c48040cba4e3a7f22497f.
2024-11-14T07:23:18,765 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(7752): Opening region: {ENCODED => 943d5495321c48040cba4e3a7f22497f, NAME => 'testtb-testExportWithResetTtl,1,1731568998406.943d5495321c48040cba4e3a7f22497f.', STARTKEY => '1', ENDKEY => ''}
2024-11-14T07:23:18,766 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(8280): Registered coprocessor service: region=testtb-testExportWithResetTtl,1,1731568998406.943d5495321c48040cba4e3a7f22497f. service=AccessControlService
2024-11-14T07:23:18,767 INFO  [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.security.access.AccessController loaded, priority=536870911.
2024-11-14T07:23:18,767 INFO  [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=29}] handler.AssignRegionHandler(132): Open testtb-testExportWithResetTtl,,1731568998406.b48c439c304d6a06ecfd59642d11df71.
2024-11-14T07:23:18,767 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=29}] regionserver.HRegion(7752): Opening region: {ENCODED => b48c439c304d6a06ecfd59642d11df71, NAME => 'testtb-testExportWithResetTtl,,1731568998406.b48c439c304d6a06ecfd59642d11df71.', STARTKEY => '', ENDKEY => '1'}
2024-11-14T07:23:18,767 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testtb-testExportWithResetTtl 943d5495321c48040cba4e3a7f22497f
2024-11-14T07:23:18,767 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(898): Instantiated testtb-testExportWithResetTtl,1,1731568998406.943d5495321c48040cba4e3a7f22497f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-14T07:23:18,768 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=29}] regionserver.HRegion(8280): Registered coprocessor service: region=testtb-testExportWithResetTtl,,1731568998406.b48c439c304d6a06ecfd59642d11df71. service=AccessControlService
2024-11-14T07:23:18,768 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(7794): checking encryption for 943d5495321c48040cba4e3a7f22497f
2024-11-14T07:23:18,768 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(7797): checking classloading for 943d5495321c48040cba4e3a7f22497f
2024-11-14T07:23:18,768 INFO  [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=29}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.security.access.AccessController loaded, priority=536870911.
2024-11-14T07:23:18,768 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=29}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testtb-testExportWithResetTtl b48c439c304d6a06ecfd59642d11df71
2024-11-14T07:23:18,769 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=29}] regionserver.HRegion(898): Instantiated testtb-testExportWithResetTtl,,1731568998406.b48c439c304d6a06ecfd59642d11df71.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-14T07:23:18,769 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=29}] regionserver.HRegion(7794): checking encryption for b48c439c304d6a06ecfd59642d11df71
2024-11-14T07:23:18,769 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=29}] regionserver.HRegion(7797): checking classloading for b48c439c304d6a06ecfd59642d11df71
2024-11-14T07:23:18,771 INFO  [StoreOpener-943d5495321c48040cba4e3a7f22497f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 943d5495321c48040cba4e3a7f22497f 
2024-11-14T07:23:18,771 INFO  [StoreOpener-b48c439c304d6a06ecfd59642d11df71-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region b48c439c304d6a06ecfd59642d11df71 
2024-11-14T07:23:18,773 INFO  [StoreOpener-943d5495321c48040cba4e3a7f22497f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 943d5495321c48040cba4e3a7f22497f columnFamilyName cf
2024-11-14T07:23:18,773 INFO  [StoreOpener-b48c439c304d6a06ecfd59642d11df71-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b48c439c304d6a06ecfd59642d11df71 columnFamilyName cf
2024-11-14T07:23:18,774 DEBUG [StoreOpener-943d5495321c48040cba4e3a7f22497f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T07:23:18,774 DEBUG [StoreOpener-b48c439c304d6a06ecfd59642d11df71-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T07:23:18,774 INFO  [StoreOpener-b48c439c304d6a06ecfd59642d11df71-1 {}] regionserver.HStore(327): Store=b48c439c304d6a06ecfd59642d11df71/cf,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-14T07:23:18,774 INFO  [StoreOpener-943d5495321c48040cba4e3a7f22497f-1 {}] regionserver.HStore(327): Store=943d5495321c48040cba4e3a7f22497f/cf,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-14T07:23:18,775 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=29}] regionserver.HRegion(1038): replaying wal for b48c439c304d6a06ecfd59642d11df71
2024-11-14T07:23:18,775 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1038): replaying wal for 943d5495321c48040cba4e3a7f22497f
2024-11-14T07:23:18,775 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=29}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testtb-testExportWithResetTtl/b48c439c304d6a06ecfd59642d11df71
2024-11-14T07:23:18,776 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testtb-testExportWithResetTtl/943d5495321c48040cba4e3a7f22497f
2024-11-14T07:23:18,776 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=29}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testtb-testExportWithResetTtl/b48c439c304d6a06ecfd59642d11df71
2024-11-14T07:23:18,776 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testtb-testExportWithResetTtl/943d5495321c48040cba4e3a7f22497f
2024-11-14T07:23:18,776 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=29}] regionserver.HRegion(1048): stopping wal replay for b48c439c304d6a06ecfd59642d11df71
2024-11-14T07:23:18,776 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=29}] regionserver.HRegion(1060): Cleaning up temporary data for b48c439c304d6a06ecfd59642d11df71
2024-11-14T07:23:18,776 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1048): stopping wal replay for 943d5495321c48040cba4e3a7f22497f
2024-11-14T07:23:18,776 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1060): Cleaning up temporary data for 943d5495321c48040cba4e3a7f22497f
2024-11-14T07:23:18,777 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=29}] regionserver.HRegion(1093): writing seq id for b48c439c304d6a06ecfd59642d11df71
2024-11-14T07:23:18,778 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1093): writing seq id for 943d5495321c48040cba4e3a7f22497f
2024-11-14T07:23:18,779 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=29}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testtb-testExportWithResetTtl/b48c439c304d6a06ecfd59642d11df71/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-14T07:23:18,780 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testtb-testExportWithResetTtl/943d5495321c48040cba4e3a7f22497f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-14T07:23:18,780 INFO  [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=29}] regionserver.HRegion(1114): Opened b48c439c304d6a06ecfd59642d11df71; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62220060, jitterRate=-0.0728488564491272}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-14T07:23:18,780 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=29}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b48c439c304d6a06ecfd59642d11df71
2024-11-14T07:23:18,780 INFO  [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1114): Opened 943d5495321c48040cba4e3a7f22497f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68582672, jitterRate=0.021961450576782227}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-14T07:23:18,781 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 943d5495321c48040cba4e3a7f22497f
2024-11-14T07:23:18,781 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1006): Region open journal for 943d5495321c48040cba4e3a7f22497f:
Running coprocessor pre-open hook at 1731568998768Writing region info on filesystem at 1731568998768Initializing all the Stores at 1731568998770 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '0', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731568998770Cleaning up temporary data from old regions at 1731568998776 (+6 ms)Running coprocessor post-open hooks at 1731568998781 (+5 ms)Region opened successfully at 1731568998781
2024-11-14T07:23:18,781 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=29}] regionserver.HRegion(1006): Region open journal for b48c439c304d6a06ecfd59642d11df71:
Running coprocessor pre-open hook at 1731568998769Writing region info on filesystem at 1731568998769Initializing all the Stores at 1731568998770 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '0', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731568998771 (+1 ms)Cleaning up temporary data from old regions at 1731568998776 (+5 ms)Running coprocessor post-open hooks at 1731568998780 (+4 ms)Region opened successfully at 1731568998781 (+1 ms)
2024-11-14T07:23:18,782 INFO  [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegionServer(2236): Post open deploy tasks for testtb-testExportWithResetTtl,1,1731568998406.943d5495321c48040cba4e3a7f22497f., pid=28, masterSystemTime=1731568998757
2024-11-14T07:23:18,782 INFO  [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=29}] regionserver.HRegionServer(2236): Post open deploy tasks for testtb-testExportWithResetTtl,,1731568998406.b48c439c304d6a06ecfd59642d11df71., pid=29, masterSystemTime=1731568998760
2024-11-14T07:23:18,784 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=29}] regionserver.HRegionServer(2266): Finished post open deploy task for testtb-testExportWithResetTtl,,1731568998406.b48c439c304d6a06ecfd59642d11df71.
2024-11-14T07:23:18,784 INFO  [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=29}] handler.AssignRegionHandler(153): Opened testtb-testExportWithResetTtl,,1731568998406.b48c439c304d6a06ecfd59642d11df71.
2024-11-14T07:23:18,785 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=26 updating hbase:meta row=b48c439c304d6a06ecfd59642d11df71, regionState=OPEN, openSeqNum=2, regionLocation=20680646cf8a,41449,1731568958363
2024-11-14T07:23:18,785 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegionServer(2266): Finished post open deploy task for testtb-testExportWithResetTtl,1,1731568998406.943d5495321c48040cba4e3a7f22497f.
2024-11-14T07:23:18,785 INFO  [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] handler.AssignRegionHandler(153): Opened testtb-testExportWithResetTtl,1,1731568998406.943d5495321c48040cba4e3a7f22497f.
2024-11-14T07:23:18,786 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=27 updating hbase:meta row=943d5495321c48040cba4e3a7f22497f, regionState=OPEN, openSeqNum=2, regionLocation=20680646cf8a,35229,1731568958498
2024-11-14T07:23:18,787 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=29, ppid=26, state=RUNNABLE, hasLock=false; OpenRegionProcedure b48c439c304d6a06ecfd59642d11df71, server=20680646cf8a,41449,1731568958363 because future has completed
2024-11-14T07:23:18,788 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=28, ppid=27, state=RUNNABLE, hasLock=false; OpenRegionProcedure 943d5495321c48040cba4e3a7f22497f, server=20680646cf8a,35229,1731568958498 because future has completed
2024-11-14T07:23:18,790 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=29, resume processing ppid=26
2024-11-14T07:23:18,790 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=26, state=SUCCESS, hasLock=false; OpenRegionProcedure b48c439c304d6a06ecfd59642d11df71, server=20680646cf8a,41449,1731568958363 in 182 msec
2024-11-14T07:23:18,792 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=28, resume processing ppid=27
2024-11-14T07:23:18,792 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=27, state=SUCCESS, hasLock=false; OpenRegionProcedure 943d5495321c48040cba4e3a7f22497f, server=20680646cf8a,35229,1731568958498 in 185 msec
2024-11-14T07:23:18,793 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testtb-testExportWithResetTtl, region=b48c439c304d6a06ecfd59642d11df71, ASSIGN in 343 msec
2024-11-14T07:23:18,794 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=27, resume processing ppid=25
2024-11-14T07:23:18,794 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=25, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testtb-testExportWithResetTtl, region=943d5495321c48040cba4e3a7f22497f, ASSIGN in 345 msec
2024-11-14T07:23:18,795 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testtb-testExportWithResetTtl execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-14T07:23:18,795 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testtb-testExportWithResetTtl","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731568998795"}]},"ts":"1731568998795"}
2024-11-14T07:23:18,798 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=testtb-testExportWithResetTtl, state=ENABLED in hbase:meta
2024-11-14T07:23:18,799 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testtb-testExportWithResetTtl execute state=CREATE_TABLE_POST_OPERATION
2024-11-14T07:23:18,799 DEBUG [PEWorker-5 {}] access.PermissionStorage(177): Writing permission with rowKey testtb-testExportWithResetTtl jenkins: RWXCA
2024-11-14T07:23:18,803 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46383 {}] access.PermissionStorage(613): Read acl: entry[testtb-testExportWithResetTtl], kv [jenkins: RWXCA]
2024-11-14T07:23:18,804 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41449-0x1003d1cd0e50001, quorum=127.0.0.1:51438, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl
2024-11-14T07:23:18,804 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46383-0x1003d1cd0e50003, quorum=127.0.0.1:51438, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl
2024-11-14T07:23:18,804 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33371-0x1003d1cd0e50000, quorum=127.0.0.1:51438, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl
2024-11-14T07:23:18,804 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35229-0x1003d1cd0e50002, quorum=127.0.0.1:51438, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl
2024-11-14T07:23:18,806 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportWithResetTtl with data PBUF\x0AC\x0A\x07jenkins\x128\x08\x03"4\x0A(\x0A\x07default\x12\x1Dtesttb-testExportWithResetTtl \x00 \x01 \x02 \x03 \x04
2024-11-14T07:23:18,806 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportWithResetTtl with data PBUF\x0AC\x0A\x07jenkins\x128\x08\x03"4\x0A(\x0A\x07default\x12\x1Dtesttb-testExportWithResetTtl \x00 \x01 \x02 \x03 \x04
2024-11-14T07:23:18,806 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportWithResetTtl with data PBUF\x0AC\x0A\x07jenkins\x128\x08\x03"4\x0A(\x0A\x07default\x12\x1Dtesttb-testExportWithResetTtl \x00 \x01 \x02 \x03 \x04
2024-11-14T07:23:18,806 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportWithResetTtl with data PBUF\x0AC\x0A\x07jenkins\x128\x08\x03"4\x0A(\x0A\x07default\x12\x1Dtesttb-testExportWithResetTtl \x00 \x01 \x02 \x03 \x04
2024-11-14T07:23:18,808 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; CreateTableProcedure table=testtb-testExportWithResetTtl in 400 msec
2024-11-14T07:23:19,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25
2024-11-14T07:23:19,039 INFO  [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testtb-testExportWithResetTtl completed
2024-11-14T07:23:19,039 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testtb-testExportWithResetTtl,, stopping at row=testtb-testExportWithResetTtl ,, for max=2147483647 with caching=100
2024-11-14T07:23:19,044 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2234): Found 2 regions for table testtb-testExportWithResetTtl
2024-11-14T07:23:19,044 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2240): firstRegionName=testtb-testExportWithResetTtl,,1731568998406.b48c439c304d6a06ecfd59642d11df71.
2024-11-14T07:23:19,044 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-14T07:23:19,049 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testtb-testExportWithResetTtl,, stopping at row=testtb-testExportWithResetTtl ,, for max=2147483647 with caching=100
2024-11-14T07:23:19,058 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testtb-testExportWithResetTtl,, stopping at row=testtb-testExportWithResetTtl ,, for max=2147483647 with caching=100
2024-11-14T07:23:19,069 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testtb-testExportWithResetTtl,, stopping at row=testtb-testExportWithResetTtl ,, for max=2147483647 with caching=100
2024-11-14T07:23:19,079 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.2 snapshot request for:{ ss=emptySnaptb0-testExportWithResetTtl table=testtb-testExportWithResetTtl type=FLUSH ttl=0 }
2024-11-14T07:23:19,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1731568999080 (current time:1731568999080).
2024-11-14T07:23:19,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0
2024-11-14T07:23:19,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot emptySnaptb0-testExportWithResetTtl VERSION not specified, setting to 2
2024-11-14T07:23:19,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] snapshot.SnapshotDescriptionUtils(346): Set jenkins as owner of Snapshot
2024-11-14T07:23:19,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6717485a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-14T07:23:19,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] client.ClusterIdFetcher(90): Going to request 20680646cf8a,33371,-1 for getting cluster id
2024-11-14T07:23:19,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-14T07:23:19,084 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '46377f42-1a23-4b7c-b287-d7f34e5e911d'
2024-11-14T07:23:19,084 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-14T07:23:19,084 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "46377f42-1a23-4b7c-b287-d7f34e5e911d"

2024-11-14T07:23:19,084 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4dd0204f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-14T07:23:19,084 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [20680646cf8a,33371,-1]
2024-11-14T07:23:19,085 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-14T07:23:19,085 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-14T07:23:19,087 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49310, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-14T07:23:19,087 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7508b266, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-14T07:23:19,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-14T07:23:19,089 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=20680646cf8a,35229,1731568958498, seqNum=-1]
2024-11-14T07:23:19,090 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-14T07:23:19,091 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52904, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-14T07:23:19,093 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371.
2024-11-14T07:23:19,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353)
    at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767)
    at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java)
    at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
    at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T07:23:19,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-14T07:23:19,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-14T07:23:19,093 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-14T07:23:19,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5db08184, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-14T07:23:19,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] client.ClusterIdFetcher(90): Going to request 20680646cf8a,33371,-1 for getting cluster id
2024-11-14T07:23:19,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-14T07:23:19,096 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '46377f42-1a23-4b7c-b287-d7f34e5e911d'
2024-11-14T07:23:19,096 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-14T07:23:19,096 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "46377f42-1a23-4b7c-b287-d7f34e5e911d"

2024-11-14T07:23:19,096 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3647c703, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-14T07:23:19,096 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [20680646cf8a,33371,-1]
2024-11-14T07:23:19,096 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-14T07:23:19,097 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-14T07:23:19,098 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49334, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-14T07:23:19,099 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e712637, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-14T07:23:19,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-14T07:23:19,101 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=20680646cf8a,35229,1731568958498, seqNum=-1]
2024-11-14T07:23:19,101 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-14T07:23:19,102 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52916, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-14T07:23:19,105 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:acl', row='testtb-testExportWithResetTtl', locateType=CURRENT is [region=hbase:acl,,1731568961356.99a97c7ce2d8675b0310f1de2e0c2662., hostname=20680646cf8a,46383,1731568958548, seqNum=2]
2024-11-14T07:23:19,105 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-14T07:23:19,107 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55426, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-14T07:23:19,109 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371.
2024-11-14T07:23:19,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.security.access.PermissionStorage.getPermissions(PermissionStorage.java:522)
    at org.apache.hadoop.hbase.security.access.PermissionStorage.getTablePermissions(PermissionStorage.java:485)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils$1.run(SnapshotDescriptionUtils.java:490)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils$1.run(SnapshotDescriptionUtils.java:487)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:712)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:439)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953)
    at org.apache.hadoop.security.SecurityUtil.doAsUser(SecurityUtil.java:555)
    at org.apache.hadoop.security.SecurityUtil.doAsLoginUser(SecurityUtil.java:535)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.apache.hadoop.hbase.util.Methods.call(Methods.java:39)
    at org.apache.hadoop.hbase.security.User.runAsLoginUser(User.java:174)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.writeAclToSnapshotDescription(SnapshotDescriptionUtils.java:487)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:354)
    at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767)
    at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java)
    at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
    at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T07:23:19,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-14T07:23:19,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-14T07:23:19,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] access.PermissionStorage(613): Read acl: entry[testtb-testExportWithResetTtl], kv [jenkins: RWXCA]
2024-11-14T07:23:19,110 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-14T07:23:19,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot...
2024-11-14T07:23:19,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] procedure2.ProcedureExecutor(1139): Stored pid=30, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=30, snapshot={ ss=emptySnaptb0-testExportWithResetTtl table=testtb-testExportWithResetTtl type=FLUSH ttl=0 }
2024-11-14T07:23:19,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=emptySnaptb0-testExportWithResetTtl table=testtb-testExportWithResetTtl type=FLUSH ttl=0 }, snapshot procedure id = 30
2024-11-14T07:23:19,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=30
2024-11-14T07:23:19,114 INFO  [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=30, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=30, snapshot={ ss=emptySnaptb0-testExportWithResetTtl table=testtb-testExportWithResetTtl type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE
2024-11-14T07:23:19,116 INFO  [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=30, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=30, snapshot={ ss=emptySnaptb0-testExportWithResetTtl table=testtb-testExportWithResetTtl type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION
2024-11-14T07:23:19,119 INFO  [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=30, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=30, snapshot={ ss=emptySnaptb0-testExportWithResetTtl table=testtb-testExportWithResetTtl type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO
2024-11-14T07:23:19,130 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073741902_1078 (size=161)
2024-11-14T07:23:19,130 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073741902_1078 (size=161)
2024-11-14T07:23:19,132 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073741902_1078 (size=161)
2024-11-14T07:23:19,133 INFO  [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=30, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=30, snapshot={ ss=emptySnaptb0-testExportWithResetTtl table=testtb-testExportWithResetTtl type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS
2024-11-14T07:23:19,133 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=31, ppid=30, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b48c439c304d6a06ecfd59642d11df71}, {pid=32, ppid=30, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 943d5495321c48040cba4e3a7f22497f}]
2024-11-14T07:23:19,135 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=30, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b48c439c304d6a06ecfd59642d11df71
2024-11-14T07:23:19,135 INFO  [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=30, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 943d5495321c48040cba4e3a7f22497f
2024-11-14T07:23:19,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=30
2024-11-14T07:23:19,287 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41449 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=31
2024-11-14T07:23:19,287 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35229 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=32
2024-11-14T07:23:19,288 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on testtb-testExportWithResetTtl,1,1731568998406.943d5495321c48040cba4e3a7f22497f.
2024-11-14T07:23:19,288 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on testtb-testExportWithResetTtl,,1731568998406.b48c439c304d6a06ecfd59642d11df71.
2024-11-14T07:23:19,288 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2603): Flush status journal for 943d5495321c48040cba4e3a7f22497f:

2024-11-14T07:23:19,288 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.HRegion(2603): Flush status journal for b48c439c304d6a06ecfd59642d11df71:

2024-11-14T07:23:19,288 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(75): Snapshotting region testtb-testExportWithResetTtl,1,1731568998406.943d5495321c48040cba4e3a7f22497f. for emptySnaptb0-testExportWithResetTtl completed.
2024-11-14T07:23:19,288 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(75): Snapshotting region testtb-testExportWithResetTtl,,1731568998406.b48c439c304d6a06ecfd59642d11df71. for emptySnaptb0-testExportWithResetTtl completed.
2024-11-14T07:23:19,289 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(241): Storing 'testtb-testExportWithResetTtl,,1731568998406.b48c439c304d6a06ecfd59642d11df71.' region-info for snapshot=emptySnaptb0-testExportWithResetTtl
2024-11-14T07:23:19,289 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(241): Storing 'testtb-testExportWithResetTtl,1,1731568998406.943d5495321c48040cba4e3a7f22497f.' region-info for snapshot=emptySnaptb0-testExportWithResetTtl
2024-11-14T07:23:19,289 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(246): Creating references for hfiles
2024-11-14T07:23:19,289 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(246): Creating references for hfiles
2024-11-14T07:23:19,289 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles
2024-11-14T07:23:19,289 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles
2024-11-14T07:23:19,303 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073741903_1079 (size=68)
2024-11-14T07:23:19,303 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073741903_1079 (size=68)
2024-11-14T07:23:19,304 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073741903_1079 (size=68)
2024-11-14T07:23:19,304 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on testtb-testExportWithResetTtl,1,1731568998406.943d5495321c48040cba4e3a7f22497f.
2024-11-14T07:23:19,304 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=32
2024-11-14T07:23:19,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] master.HMaster(4169): Remote procedure done, pid=32
2024-11-14T07:23:19,306 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] procedure.SnapshotRegionProcedure(132): finish snapshot emptySnaptb0-testExportWithResetTtl on region 943d5495321c48040cba4e3a7f22497f
2024-11-14T07:23:19,306 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=30, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 943d5495321c48040cba4e3a7f22497f
2024-11-14T07:23:19,309 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073741904_1080 (size=68)
2024-11-14T07:23:19,309 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073741904_1080 (size=68)
2024-11-14T07:23:19,309 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073741904_1080 (size=68)
2024-11-14T07:23:19,311 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=30, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 943d5495321c48040cba4e3a7f22497f in 174 msec
2024-11-14T07:23:19,313 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on testtb-testExportWithResetTtl,,1731568998406.b48c439c304d6a06ecfd59642d11df71.
2024-11-14T07:23:19,313 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=31
2024-11-14T07:23:19,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] master.HMaster(4169): Remote procedure done, pid=31
2024-11-14T07:23:19,314 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] procedure.SnapshotRegionProcedure(132): finish snapshot emptySnaptb0-testExportWithResetTtl on region b48c439c304d6a06ecfd59642d11df71
2024-11-14T07:23:19,314 INFO  [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=30, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b48c439c304d6a06ecfd59642d11df71
2024-11-14T07:23:19,318 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=31, resume processing ppid=30
2024-11-14T07:23:19,318 INFO  [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=30, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=30, snapshot={ ss=emptySnaptb0-testExportWithResetTtl table=testtb-testExportWithResetTtl type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS
2024-11-14T07:23:19,318 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=30, state=SUCCESS, hasLock=false; SnapshotRegionProcedure b48c439c304d6a06ecfd59642d11df71 in 182 msec
2024-11-14T07:23:19,319 INFO  [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=30, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=30, snapshot={ ss=emptySnaptb0-testExportWithResetTtl table=testtb-testExportWithResetTtl type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION
2024-11-14T07:23:19,321 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(300): Storing region-info for snapshot.
2024-11-14T07:23:19,321 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(305): Creating references for hfiles
2024-11-14T07:23:19,321 DEBUG [MobRegionSnapshotPool-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T07:23:19,322 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(328): No files under family: cf
2024-11-14T07:23:19,334 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073741905_1081 (size=60)
2024-11-14T07:23:19,334 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073741905_1081 (size=60)
2024-11-14T07:23:19,334 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073741905_1081 (size=60)
2024-11-14T07:23:19,338 INFO  [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=30, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=30, snapshot={ ss=emptySnaptb0-testExportWithResetTtl table=testtb-testExportWithResetTtl type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT
2024-11-14T07:23:19,338 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for emptySnaptb0-testExportWithResetTtl
2024-11-14T07:23:19,339 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/.hbase-snapshot/.tmp/emptySnaptb0-testExportWithResetTtl
2024-11-14T07:23:19,354 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073741906_1082 (size=641)
2024-11-14T07:23:19,354 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073741906_1082 (size=641)
2024-11-14T07:23:19,355 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073741906_1082 (size=641)
2024-11-14T07:23:19,360 INFO  [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=30, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=30, snapshot={ ss=emptySnaptb0-testExportWithResetTtl table=testtb-testExportWithResetTtl type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT
2024-11-14T07:23:19,369 INFO  [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=30, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=30, snapshot={ ss=emptySnaptb0-testExportWithResetTtl table=testtb-testExportWithResetTtl type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT
2024-11-14T07:23:19,370 DEBUG [PEWorker-1 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/.hbase-snapshot/.tmp/emptySnaptb0-testExportWithResetTtl to hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/.hbase-snapshot/emptySnaptb0-testExportWithResetTtl
2024-11-14T07:23:19,372 INFO  [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=30, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=30, snapshot={ ss=emptySnaptb0-testExportWithResetTtl table=testtb-testExportWithResetTtl type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION
2024-11-14T07:23:19,372 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=emptySnaptb0-testExportWithResetTtl table=testtb-testExportWithResetTtl type=FLUSH ttl=0 }, snapshot procedure id = 30
2024-11-14T07:23:19,377 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=30, snapshot={ ss=emptySnaptb0-testExportWithResetTtl table=testtb-testExportWithResetTtl type=FLUSH ttl=0 } in 261 msec
2024-11-14T07:23:19,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=30
2024-11-14T07:23:19,429 INFO  [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: default:testtb-testExportWithResetTtl completed
2024-11-14T07:23:19,449 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41449 {}] regionserver.HRegion(8528): writing data to region testtb-testExportWithResetTtl,,1731568998406.b48c439c304d6a06ecfd59642d11df71. with WAL disabled. Data may be lost in the event of a crash.
2024-11-14T07:23:19,457 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35229 {}] regionserver.HRegion(8528): writing data to region testtb-testExportWithResetTtl,1,1731568998406.943d5495321c48040cba4e3a7f22497f. with WAL disabled. Data may be lost in the event of a crash.
2024-11-14T07:23:19,462 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testtb-testExportWithResetTtl,, stopping at row=testtb-testExportWithResetTtl ,, for max=2147483647 with caching=100
2024-11-14T07:23:19,467 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2234): Found 2 regions for table testtb-testExportWithResetTtl
2024-11-14T07:23:19,467 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2240): firstRegionName=testtb-testExportWithResetTtl,,1731568998406.b48c439c304d6a06ecfd59642d11df71.
2024-11-14T07:23:19,467 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-14T07:23:19,470 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testtb-testExportWithResetTtl,, stopping at row=testtb-testExportWithResetTtl ,, for max=2147483647 with caching=100
2024-11-14T07:23:19,494 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testtb-testExportWithResetTtl,, stopping at row=testtb-testExportWithResetTtl ,, for max=2147483647 with caching=100
2024-11-14T07:23:19,507 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testtb-testExportWithResetTtl,, stopping at row=testtb-testExportWithResetTtl ,, for max=2147483647 with caching=100
2024-11-14T07:23:19,512 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.2 snapshot request for:{ ss=snaptb0-testExportWithResetTtl table=testtb-testExportWithResetTtl type=FLUSH ttl=0 }
2024-11-14T07:23:19,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1731568999512 (current time:1731568999512).
2024-11-14T07:23:19,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0
2024-11-14T07:23:19,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snaptb0-testExportWithResetTtl VERSION not specified, setting to 2
2024-11-14T07:23:19,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] snapshot.SnapshotDescriptionUtils(346): Set jenkins as owner of Snapshot
2024-11-14T07:23:19,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40cfc96e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-14T07:23:19,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] client.ClusterIdFetcher(90): Going to request 20680646cf8a,33371,-1 for getting cluster id
2024-11-14T07:23:19,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-14T07:23:19,518 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '46377f42-1a23-4b7c-b287-d7f34e5e911d'
2024-11-14T07:23:19,518 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-14T07:23:19,518 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "46377f42-1a23-4b7c-b287-d7f34e5e911d"

2024-11-14T07:23:19,519 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a627c38, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-14T07:23:19,519 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [20680646cf8a,33371,-1]
2024-11-14T07:23:19,519 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-14T07:23:19,520 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-14T07:23:19,521 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49356, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-14T07:23:19,522 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d005e74, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-14T07:23:19,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-14T07:23:19,523 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=20680646cf8a,35229,1731568958498, seqNum=-1]
2024-11-14T07:23:19,524 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-14T07:23:19,525 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52924, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-14T07:23:19,527 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371.
2024-11-14T07:23:19,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353)
    at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767)
    at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java)
    at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
    at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T07:23:19,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-14T07:23:19,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-14T07:23:19,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@295706b8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-14T07:23:19,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] client.ClusterIdFetcher(90): Going to request 20680646cf8a,33371,-1 for getting cluster id
2024-11-14T07:23:19,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-14T07:23:19,531 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '46377f42-1a23-4b7c-b287-d7f34e5e911d'
2024-11-14T07:23:19,531 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-14T07:23:19,532 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "46377f42-1a23-4b7c-b287-d7f34e5e911d"

2024-11-14T07:23:19,532 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@708ae10f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-14T07:23:19,532 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [20680646cf8a,33371,-1]
2024-11-14T07:23:19,532 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-14T07:23:19,532 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-14T07:23:19,541 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-14T07:23:19,550 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49376, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-14T07:23:19,551 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1093443e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-14T07:23:19,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-14T07:23:19,558 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=20680646cf8a,35229,1731568958498, seqNum=-1]
2024-11-14T07:23:19,559 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-14T07:23:19,560 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52934, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-14T07:23:19,564 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:acl', row='testtb-testExportWithResetTtl', locateType=CURRENT is [region=hbase:acl,,1731568961356.99a97c7ce2d8675b0310f1de2e0c2662., hostname=20680646cf8a,46383,1731568958548, seqNum=2]
2024-11-14T07:23:19,564 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-14T07:23:19,569 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55428, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-14T07:23:19,571 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371.
2024-11-14T07:23:19,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.security.access.PermissionStorage.getPermissions(PermissionStorage.java:522)
    at org.apache.hadoop.hbase.security.access.PermissionStorage.getTablePermissions(PermissionStorage.java:485)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils$1.run(SnapshotDescriptionUtils.java:490)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils$1.run(SnapshotDescriptionUtils.java:487)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:712)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:439)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953)
    at org.apache.hadoop.security.SecurityUtil.doAsUser(SecurityUtil.java:555)
    at org.apache.hadoop.security.SecurityUtil.doAsLoginUser(SecurityUtil.java:535)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.apache.hadoop.hbase.util.Methods.call(Methods.java:39)
    at org.apache.hadoop.hbase.security.User.runAsLoginUser(User.java:174)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.writeAclToSnapshotDescription(SnapshotDescriptionUtils.java:487)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:354)
    at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767)
    at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java)
    at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
    at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T07:23:19,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-14T07:23:19,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-14T07:23:19,572 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-14T07:23:19,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] access.PermissionStorage(613): Read acl: entry[testtb-testExportWithResetTtl], kv [jenkins: RWXCA]
2024-11-14T07:23:19,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot...
2024-11-14T07:23:19,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] procedure2.ProcedureExecutor(1139): Stored pid=33, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=33, snapshot={ ss=snaptb0-testExportWithResetTtl table=testtb-testExportWithResetTtl type=FLUSH ttl=0 }
2024-11-14T07:23:19,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snaptb0-testExportWithResetTtl table=testtb-testExportWithResetTtl type=FLUSH ttl=0 }, snapshot procedure id = 33
2024-11-14T07:23:19,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=33
2024-11-14T07:23:19,585 INFO  [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=33, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=33, snapshot={ ss=snaptb0-testExportWithResetTtl table=testtb-testExportWithResetTtl type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE
2024-11-14T07:23:19,594 INFO  [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=33, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=33, snapshot={ ss=snaptb0-testExportWithResetTtl table=testtb-testExportWithResetTtl type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION
2024-11-14T07:23:19,598 INFO  [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=33, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=33, snapshot={ ss=snaptb0-testExportWithResetTtl table=testtb-testExportWithResetTtl type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO
2024-11-14T07:23:19,662 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073741907_1083 (size=156)
2024-11-14T07:23:19,662 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073741907_1083 (size=156)
2024-11-14T07:23:19,664 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073741907_1083 (size=156)
2024-11-14T07:23:19,667 INFO  [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=33, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=33, snapshot={ ss=snaptb0-testExportWithResetTtl table=testtb-testExportWithResetTtl type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS
2024-11-14T07:23:19,667 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=34, ppid=33, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b48c439c304d6a06ecfd59642d11df71}, {pid=35, ppid=33, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 943d5495321c48040cba4e3a7f22497f}]
2024-11-14T07:23:19,670 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=33, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b48c439c304d6a06ecfd59642d11df71
2024-11-14T07:23:19,671 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=33, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 943d5495321c48040cba4e3a7f22497f
2024-11-14T07:23:19,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=33
2024-11-14T07:23:19,823 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41449 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=34
2024-11-14T07:23:19,824 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on testtb-testExportWithResetTtl,,1731568998406.b48c439c304d6a06ecfd59642d11df71.
2024-11-14T07:23:19,824 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2902): Flushing b48c439c304d6a06ecfd59642d11df71 1/1 column families, dataSize=333 B heapSize=976 B
2024-11-14T07:23:19,824 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35229 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35
2024-11-14T07:23:19,825 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on testtb-testExportWithResetTtl,1,1731568998406.943d5495321c48040cba4e3a7f22497f.
2024-11-14T07:23:19,825 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2902): Flushing 943d5495321c48040cba4e3a7f22497f 1/1 column families, dataSize=2.93 KB heapSize=6.58 KB
2024-11-14T07:23:19,848 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411146582c0c1856148a58552ae8e700b54e7_b48c439c304d6a06ecfd59642d11df71 is 71, key is 010eeab1e620939785c94a5380b36883/cf:q/1731568999448/Put/seqid=0
2024-11-14T07:23:19,856 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/mobdir/.tmp/c4ca4238a0b923820dcc509a6f75849b2024111416ae7d214f074b39b1170c5a86a58100_943d5495321c48040cba4e3a7f22497f is 71, key is 1bc804a99f9741f94556dda7243e920b/cf:q/1731568999456/Put/seqid=0
2024-11-14T07:23:19,868 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073741908_1084 (size=5241)
2024-11-14T07:23:19,868 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073741908_1084 (size=5241)
2024-11-14T07:23:19,870 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073741908_1084 (size=5241)
2024-11-14T07:23:19,871 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T07:23:19,879 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411146582c0c1856148a58552ae8e700b54e7_b48c439c304d6a06ecfd59642d11df71 to hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/mobdir/data/default/testtb-testExportWithResetTtl/1bf72cc28ee4e494fb2ee93a7ed9fe6e/cf/d41d8cd98f00b204e9800998ecf8427e202411146582c0c1856148a58552ae8e700b54e7_b48c439c304d6a06ecfd59642d11df71
2024-11-14T07:23:19,880 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073741909_1085 (size=8032)
2024-11-14T07:23:19,881 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testtb-testExportWithResetTtl/b48c439c304d6a06ecfd59642d11df71/.tmp/cf/0bd3f9587e4940e5935b57bca7be68dc, store: [table=testtb-testExportWithResetTtl family=cf region=b48c439c304d6a06ecfd59642d11df71]
2024-11-14T07:23:19,881 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073741909_1085 (size=8032)
2024-11-14T07:23:19,882 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testtb-testExportWithResetTtl/b48c439c304d6a06ecfd59642d11df71/.tmp/cf/0bd3f9587e4940e5935b57bca7be68dc is 206, key is 0b77fb04d39ec201c3586ae12094d3a78/cf:q/1731568999448/Put/seqid=0
2024-11-14T07:23:19,885 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073741909_1085 (size=8032)
2024-11-14T07:23:19,887 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T07:23:19,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=33
2024-11-14T07:23:19,911 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073741910_1086 (size=6308)
2024-11-14T07:23:19,911 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073741910_1086 (size=6308)
2024-11-14T07:23:19,912 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073741910_1086 (size=6308)
2024-11-14T07:23:19,912 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=6, memsize=333, hasBloomFilter=true, into tmp file hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testtb-testExportWithResetTtl/b48c439c304d6a06ecfd59642d11df71/.tmp/cf/0bd3f9587e4940e5935b57bca7be68dc
2024-11-14T07:23:19,922 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/mobdir/.tmp/c4ca4238a0b923820dcc509a6f75849b2024111416ae7d214f074b39b1170c5a86a58100_943d5495321c48040cba4e3a7f22497f to hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/mobdir/data/default/testtb-testExportWithResetTtl/1bf72cc28ee4e494fb2ee93a7ed9fe6e/cf/c4ca4238a0b923820dcc509a6f75849b2024111416ae7d214f074b39b1170c5a86a58100_943d5495321c48040cba4e3a7f22497f
2024-11-14T07:23:19,923 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testtb-testExportWithResetTtl/943d5495321c48040cba4e3a7f22497f/.tmp/cf/32e78c28841a4b6db368e2eca61383f1, store: [table=testtb-testExportWithResetTtl family=cf region=943d5495321c48040cba4e3a7f22497f]
2024-11-14T07:23:19,924 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testtb-testExportWithResetTtl/b48c439c304d6a06ecfd59642d11df71/.tmp/cf/0bd3f9587e4940e5935b57bca7be68dc as hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testtb-testExportWithResetTtl/b48c439c304d6a06ecfd59642d11df71/cf/0bd3f9587e4940e5935b57bca7be68dc
2024-11-14T07:23:19,924 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testtb-testExportWithResetTtl/943d5495321c48040cba4e3a7f22497f/.tmp/cf/32e78c28841a4b6db368e2eca61383f1 is 206, key is 1b2a65e447e635662995b854e0a0c6160/cf:q/1731568999456/Put/seqid=0
2024-11-14T07:23:19,934 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testtb-testExportWithResetTtl/b48c439c304d6a06ecfd59642d11df71/cf/0bd3f9587e4940e5935b57bca7be68dc, entries=5, sequenceid=6, filesize=6.2 K
2024-11-14T07:23:19,936 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(3140): Finished flush of dataSize ~333 B/333, heapSize ~960 B/960, currentSize=0 B/0 for b48c439c304d6a06ecfd59642d11df71 in 112ms, sequenceid=6, compaction requested=false
2024-11-14T07:23:19,937 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testtb-testExportWithResetTtl'
2024-11-14T07:23:19,938 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2603): Flush status journal for b48c439c304d6a06ecfd59642d11df71:

2024-11-14T07:23:19,938 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(75): Snapshotting region testtb-testExportWithResetTtl,,1731568998406.b48c439c304d6a06ecfd59642d11df71. for snaptb0-testExportWithResetTtl completed.
2024-11-14T07:23:19,938 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(241): Storing 'testtb-testExportWithResetTtl,,1731568998406.b48c439c304d6a06ecfd59642d11df71.' region-info for snapshot=snaptb0-testExportWithResetTtl
2024-11-14T07:23:19,938 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(246): Creating references for hfiles
2024-11-14T07:23:19,938 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testtb-testExportWithResetTtl/b48c439c304d6a06ecfd59642d11df71/cf/0bd3f9587e4940e5935b57bca7be68dc] hfiles
2024-11-14T07:23:19,938 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testtb-testExportWithResetTtl/b48c439c304d6a06ecfd59642d11df71/cf/0bd3f9587e4940e5935b57bca7be68dc for snapshot=snaptb0-testExportWithResetTtl
2024-11-14T07:23:19,943 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073741911_1087 (size=14451)
2024-11-14T07:23:19,943 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073741911_1087 (size=14451)
2024-11-14T07:23:19,944 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073741911_1087 (size=14451)
2024-11-14T07:23:19,944 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=6, memsize=2.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testtb-testExportWithResetTtl/943d5495321c48040cba4e3a7f22497f/.tmp/cf/32e78c28841a4b6db368e2eca61383f1
2024-11-14T07:23:19,956 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testtb-testExportWithResetTtl/943d5495321c48040cba4e3a7f22497f/.tmp/cf/32e78c28841a4b6db368e2eca61383f1 as hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testtb-testExportWithResetTtl/943d5495321c48040cba4e3a7f22497f/cf/32e78c28841a4b6db368e2eca61383f1
2024-11-14T07:23:19,970 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testtb-testExportWithResetTtl/943d5495321c48040cba4e3a7f22497f/cf/32e78c28841a4b6db368e2eca61383f1, entries=45, sequenceid=6, filesize=14.1 K
2024-11-14T07:23:19,971 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(3140): Finished flush of dataSize ~2.93 KB/3003, heapSize ~6.56 KB/6720, currentSize=0 B/0 for 943d5495321c48040cba4e3a7f22497f in 146ms, sequenceid=6, compaction requested=false
2024-11-14T07:23:19,972 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2603): Flush status journal for 943d5495321c48040cba4e3a7f22497f:

2024-11-14T07:23:19,972 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region testtb-testExportWithResetTtl,1,1731568998406.943d5495321c48040cba4e3a7f22497f. for snaptb0-testExportWithResetTtl completed.
2024-11-14T07:23:19,972 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(241): Storing 'testtb-testExportWithResetTtl,1,1731568998406.943d5495321c48040cba4e3a7f22497f.' region-info for snapshot=snaptb0-testExportWithResetTtl
2024-11-14T07:23:19,972 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(246): Creating references for hfiles
2024-11-14T07:23:19,972 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testtb-testExportWithResetTtl/943d5495321c48040cba4e3a7f22497f/cf/32e78c28841a4b6db368e2eca61383f1] hfiles
2024-11-14T07:23:19,972 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testtb-testExportWithResetTtl/943d5495321c48040cba4e3a7f22497f/cf/32e78c28841a4b6db368e2eca61383f1 for snapshot=snaptb0-testExportWithResetTtl
2024-11-14T07:23:19,974 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073741912_1088 (size=107)
2024-11-14T07:23:19,975 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073741912_1088 (size=107)
2024-11-14T07:23:19,976 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073741912_1088 (size=107)
2024-11-14T07:23:19,976 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on testtb-testExportWithResetTtl,,1731568998406.b48c439c304d6a06ecfd59642d11df71.
2024-11-14T07:23:19,976 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=34
2024-11-14T07:23:19,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] master.HMaster(4169): Remote procedure done, pid=34
2024-11-14T07:23:19,977 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snaptb0-testExportWithResetTtl on region b48c439c304d6a06ecfd59642d11df71
2024-11-14T07:23:19,977 INFO  [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=33, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b48c439c304d6a06ecfd59642d11df71
2024-11-14T07:23:19,981 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=33, state=SUCCESS, hasLock=false; SnapshotRegionProcedure b48c439c304d6a06ecfd59642d11df71 in 312 msec
2024-11-14T07:23:20,004 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073741913_1089 (size=107)
2024-11-14T07:23:20,004 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073741913_1089 (size=107)
2024-11-14T07:23:20,005 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073741913_1089 (size=107)
2024-11-14T07:23:20,006 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on testtb-testExportWithResetTtl,1,1731568998406.943d5495321c48040cba4e3a7f22497f.
2024-11-14T07:23:20,006 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=35
2024-11-14T07:23:20,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] master.HMaster(4169): Remote procedure done, pid=35
2024-11-14T07:23:20,007 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snaptb0-testExportWithResetTtl on region 943d5495321c48040cba4e3a7f22497f
2024-11-14T07:23:20,007 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=33, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 943d5495321c48040cba4e3a7f22497f
2024-11-14T07:23:20,011 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=35, resume processing ppid=33
2024-11-14T07:23:20,011 INFO  [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=33, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=33, snapshot={ ss=snaptb0-testExportWithResetTtl table=testtb-testExportWithResetTtl type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS
2024-11-14T07:23:20,011 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=33, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 943d5495321c48040cba4e3a7f22497f in 341 msec
2024-11-14T07:23:20,012 INFO  [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=33, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=33, snapshot={ ss=snaptb0-testExportWithResetTtl table=testtb-testExportWithResetTtl type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION
2024-11-14T07:23:20,014 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(300): Storing region-info for snapshot.
2024-11-14T07:23:20,014 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(305): Creating references for hfiles
2024-11-14T07:23:20,014 DEBUG [MobRegionSnapshotPool-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T07:23:20,015 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(366): Adding snapshot references for [hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/mobdir/data/default/testtb-testExportWithResetTtl/1bf72cc28ee4e494fb2ee93a7ed9fe6e/cf/c4ca4238a0b923820dcc509a6f75849b2024111416ae7d214f074b39b1170c5a86a58100_943d5495321c48040cba4e3a7f22497f, hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/mobdir/data/default/testtb-testExportWithResetTtl/1bf72cc28ee4e494fb2ee93a7ed9fe6e/cf/d41d8cd98f00b204e9800998ecf8427e202411146582c0c1856148a58552ae8e700b54e7_b48c439c304d6a06ecfd59642d11df71] hfiles
2024-11-14T07:23:20,015 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(374): Adding reference for hfile (1/2): hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/mobdir/data/default/testtb-testExportWithResetTtl/1bf72cc28ee4e494fb2ee93a7ed9fe6e/cf/c4ca4238a0b923820dcc509a6f75849b2024111416ae7d214f074b39b1170c5a86a58100_943d5495321c48040cba4e3a7f22497f
2024-11-14T07:23:20,015 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(374): Adding reference for hfile (2/2): hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/mobdir/data/default/testtb-testExportWithResetTtl/1bf72cc28ee4e494fb2ee93a7ed9fe6e/cf/d41d8cd98f00b204e9800998ecf8427e202411146582c0c1856148a58552ae8e700b54e7_b48c439c304d6a06ecfd59642d11df71
2024-11-14T07:23:20,022 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073741914_1090 (size=291)
2024-11-14T07:23:20,023 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073741914_1090 (size=291)
2024-11-14T07:23:20,023 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073741914_1090 (size=291)
2024-11-14T07:23:20,025 INFO  [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=33, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=33, snapshot={ ss=snaptb0-testExportWithResetTtl table=testtb-testExportWithResetTtl type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT
2024-11-14T07:23:20,025 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snaptb0-testExportWithResetTtl
2024-11-14T07:23:20,026 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/.hbase-snapshot/.tmp/snaptb0-testExportWithResetTtl
2024-11-14T07:23:20,039 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073741915_1091 (size=951)
2024-11-14T07:23:20,039 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073741915_1091 (size=951)
2024-11-14T07:23:20,040 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073741915_1091 (size=951)
2024-11-14T07:23:20,043 INFO  [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=33, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=33, snapshot={ ss=snaptb0-testExportWithResetTtl table=testtb-testExportWithResetTtl type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT
2024-11-14T07:23:20,050 INFO  [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=33, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=33, snapshot={ ss=snaptb0-testExportWithResetTtl table=testtb-testExportWithResetTtl type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT
2024-11-14T07:23:20,050 DEBUG [PEWorker-3 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/.hbase-snapshot/.tmp/snaptb0-testExportWithResetTtl to hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/.hbase-snapshot/snaptb0-testExportWithResetTtl
2024-11-14T07:23:20,052 INFO  [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=33, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=33, snapshot={ ss=snaptb0-testExportWithResetTtl table=testtb-testExportWithResetTtl type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION
2024-11-14T07:23:20,052 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snaptb0-testExportWithResetTtl table=testtb-testExportWithResetTtl type=FLUSH ttl=0 }, snapshot procedure id = 33
2024-11-14T07:23:20,054 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=33, snapshot={ ss=snaptb0-testExportWithResetTtl table=testtb-testExportWithResetTtl type=FLUSH ttl=0 } in 479 msec
2024-11-14T07:23:20,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=33
2024-11-14T07:23:20,209 INFO  [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: default:testtb-testExportWithResetTtl completed
2024-11-14T07:23:20,211 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testExportWithResetTtl', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '0', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-14T07:23:20,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] procedure2.ProcedureExecutor(1139): Stored pid=36, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testExportWithResetTtl
2024-11-14T07:23:20,215 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=36, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testExportWithResetTtl execute state=CREATE_TABLE_PRE_OPERATION
2024-11-14T07:23:20,216 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default"
qualifier: "testExportWithResetTtl"
 procId is: 36
2024-11-14T07:23:20,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36
2024-11-14T07:23:20,218 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=36, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testExportWithResetTtl execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-14T07:23:20,251 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073741916_1092 (size=433)
2024-11-14T07:23:20,251 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073741916_1092 (size=433)
2024-11-14T07:23:20,251 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073741916_1092 (size=433)
2024-11-14T07:23:20,254 INFO  [RegionOpenAndInit-testExportWithResetTtl-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c1fa1cc3caaa640646527c1d16d9150a, NAME => 'testExportWithResetTtl,,1731569000211.c1fa1cc3caaa640646527c1d16d9150a.', STARTKEY => '', ENDKEY => '1'}, tableDescriptor='testExportWithResetTtl', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '0', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50
2024-11-14T07:23:20,255 INFO  [RegionOpenAndInit-testExportWithResetTtl-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => d47ea71520c68f25d73a1ef49343c430, NAME => 'testExportWithResetTtl,1,1731569000211.d47ea71520c68f25d73a1ef49343c430.', STARTKEY => '1', ENDKEY => ''}, tableDescriptor='testExportWithResetTtl', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '0', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50
2024-11-14T07:23:20,283 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073741917_1093 (size=58)
2024-11-14T07:23:20,283 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073741917_1093 (size=58)
2024-11-14T07:23:20,284 DEBUG [RegionOpenAndInit-testExportWithResetTtl-pool-1 {}] regionserver.HRegion(898): Instantiated testExportWithResetTtl,1,1731569000211.d47ea71520c68f25d73a1ef49343c430.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-14T07:23:20,284 DEBUG [RegionOpenAndInit-testExportWithResetTtl-pool-1 {}] regionserver.HRegion(1722): Closing d47ea71520c68f25d73a1ef49343c430, disabling compactions & flushes
2024-11-14T07:23:20,284 INFO  [RegionOpenAndInit-testExportWithResetTtl-pool-1 {}] regionserver.HRegion(1755): Closing region testExportWithResetTtl,1,1731569000211.d47ea71520c68f25d73a1ef49343c430.
2024-11-14T07:23:20,284 DEBUG [RegionOpenAndInit-testExportWithResetTtl-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testExportWithResetTtl,1,1731569000211.d47ea71520c68f25d73a1ef49343c430.
2024-11-14T07:23:20,284 DEBUG [RegionOpenAndInit-testExportWithResetTtl-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testExportWithResetTtl,1,1731569000211.d47ea71520c68f25d73a1ef49343c430. after waiting 0 ms
2024-11-14T07:23:20,285 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073741917_1093 (size=58)
2024-11-14T07:23:20,285 DEBUG [RegionOpenAndInit-testExportWithResetTtl-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testExportWithResetTtl,1,1731569000211.d47ea71520c68f25d73a1ef49343c430.
2024-11-14T07:23:20,285 INFO  [RegionOpenAndInit-testExportWithResetTtl-pool-1 {}] regionserver.HRegion(1973): Closed testExportWithResetTtl,1,1731569000211.d47ea71520c68f25d73a1ef49343c430.
2024-11-14T07:23:20,285 DEBUG [RegionOpenAndInit-testExportWithResetTtl-pool-1 {}] regionserver.HRegion(1676): Region close journal for d47ea71520c68f25d73a1ef49343c430:
Waiting for close lock at 1731569000284Disabling compacts and flushes for region at 1731569000284Disabling writes for close at 1731569000285 (+1 ms)Writing region close event to WAL at 1731569000285Closed at 1731569000285
2024-11-14T07:23:20,285 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073741918_1094 (size=58)
2024-11-14T07:23:20,287 DEBUG [RegionOpenAndInit-testExportWithResetTtl-pool-0 {}] regionserver.HRegion(898): Instantiated testExportWithResetTtl,,1731569000211.c1fa1cc3caaa640646527c1d16d9150a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-14T07:23:20,287 DEBUG [RegionOpenAndInit-testExportWithResetTtl-pool-0 {}] regionserver.HRegion(1722): Closing c1fa1cc3caaa640646527c1d16d9150a, disabling compactions & flushes
2024-11-14T07:23:20,287 INFO  [RegionOpenAndInit-testExportWithResetTtl-pool-0 {}] regionserver.HRegion(1755): Closing region testExportWithResetTtl,,1731569000211.c1fa1cc3caaa640646527c1d16d9150a.
2024-11-14T07:23:20,287 DEBUG [RegionOpenAndInit-testExportWithResetTtl-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testExportWithResetTtl,,1731569000211.c1fa1cc3caaa640646527c1d16d9150a.
2024-11-14T07:23:20,288 DEBUG [RegionOpenAndInit-testExportWithResetTtl-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testExportWithResetTtl,,1731569000211.c1fa1cc3caaa640646527c1d16d9150a. after waiting 0 ms
2024-11-14T07:23:20,288 DEBUG [RegionOpenAndInit-testExportWithResetTtl-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testExportWithResetTtl,,1731569000211.c1fa1cc3caaa640646527c1d16d9150a.
2024-11-14T07:23:20,288 INFO  [RegionOpenAndInit-testExportWithResetTtl-pool-0 {}] regionserver.HRegion(1973): Closed testExportWithResetTtl,,1731569000211.c1fa1cc3caaa640646527c1d16d9150a.
2024-11-14T07:23:20,288 DEBUG [RegionOpenAndInit-testExportWithResetTtl-pool-0 {}] regionserver.HRegion(1676): Region close journal for c1fa1cc3caaa640646527c1d16d9150a:
Waiting for close lock at 1731569000287Disabling compacts and flushes for region at 1731569000287Disabling writes for close at 1731569000288 (+1 ms)Writing region close event to WAL at 1731569000288Closed at 1731569000288
2024-11-14T07:23:20,294 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=36, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testExportWithResetTtl execute state=CREATE_TABLE_ADD_TO_META
2024-11-14T07:23:20,294 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073741918_1094 (size=58)
2024-11-14T07:23:20,294 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073741918_1094 (size=58)
2024-11-14T07:23:20,294 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testExportWithResetTtl,1,1731569000211.d47ea71520c68f25d73a1ef49343c430.","families":{"info":[{"qualifier":"regioninfo","vlen":57,"tag":[],"timestamp":"1731569000294"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731569000294"}]},"ts":"1731569000294"}
2024-11-14T07:23:20,294 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testExportWithResetTtl,,1731569000211.c1fa1cc3caaa640646527c1d16d9150a.","families":{"info":[{"qualifier":"regioninfo","vlen":57,"tag":[],"timestamp":"1731569000294"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731569000294"}]},"ts":"1731569000294"}
2024-11-14T07:23:20,300 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta.
2024-11-14T07:23:20,301 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=36, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testExportWithResetTtl execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-14T07:23:20,301 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testExportWithResetTtl","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731569000301"}]},"ts":"1731569000301"}
2024-11-14T07:23:20,304 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=testExportWithResetTtl, state=ENABLING in hbase:meta
2024-11-14T07:23:20,305 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(204): Hosts are {20680646cf8a=0} racks are {/default-rack=0}
2024-11-14T07:23:20,308 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(303): server 0 has 0 regions
2024-11-14T07:23:20,308 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(303): server 1 has 0 regions
2024-11-14T07:23:20,308 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(303): server 2 has 0 regions
2024-11-14T07:23:20,308 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(310): server 0 is on host 0
2024-11-14T07:23:20,308 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(310): server 1 is on host 0
2024-11-14T07:23:20,308 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(310): server 2 is on host 0
2024-11-14T07:23:20,308 INFO  [PEWorker-4 {}] balancer.BalancerClusterState(321): server 0 is on rack 0
2024-11-14T07:23:20,308 INFO  [PEWorker-4 {}] balancer.BalancerClusterState(321): server 1 is on rack 0
2024-11-14T07:23:20,308 INFO  [PEWorker-4 {}] balancer.BalancerClusterState(321): server 2 is on rack 0
2024-11-14T07:23:20,308 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1
2024-11-14T07:23:20,309 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testExportWithResetTtl, region=c1fa1cc3caaa640646527c1d16d9150a, ASSIGN}, {pid=38, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testExportWithResetTtl, region=d47ea71520c68f25d73a1ef49343c430, ASSIGN}]
2024-11-14T07:23:20,312 INFO  [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=37, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testExportWithResetTtl, region=c1fa1cc3caaa640646527c1d16d9150a, ASSIGN
2024-11-14T07:23:20,312 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=38, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testExportWithResetTtl, region=d47ea71520c68f25d73a1ef49343c430, ASSIGN
2024-11-14T07:23:20,313 INFO  [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=37, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testExportWithResetTtl, region=c1fa1cc3caaa640646527c1d16d9150a, ASSIGN; state=OFFLINE, location=20680646cf8a,41449,1731568958363; forceNewPlan=false, retain=false
2024-11-14T07:23:20,314 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=38, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testExportWithResetTtl, region=d47ea71520c68f25d73a1ef49343c430, ASSIGN; state=OFFLINE, location=20680646cf8a,35229,1731568958498; forceNewPlan=false, retain=false
2024-11-14T07:23:20,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36
2024-11-14T07:23:20,464 INFO  [20680646cf8a:33371 {}] balancer.BaseLoadBalancer(388): Reassigned 2 regions. 2 retained the pre-restart assignment. 
2024-11-14T07:23:20,464 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=38 updating hbase:meta row=d47ea71520c68f25d73a1ef49343c430, regionState=OPENING, regionLocation=20680646cf8a,35229,1731568958498
2024-11-14T07:23:20,464 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=37 updating hbase:meta row=c1fa1cc3caaa640646527c1d16d9150a, regionState=OPENING, regionLocation=20680646cf8a,41449,1731568958363
2024-11-14T07:23:20,468 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=38, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testExportWithResetTtl, region=d47ea71520c68f25d73a1ef49343c430, ASSIGN because future has completed
2024-11-14T07:23:20,468 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=39, ppid=38, state=RUNNABLE, hasLock=false; OpenRegionProcedure d47ea71520c68f25d73a1ef49343c430, server=20680646cf8a,35229,1731568958498}]
2024-11-14T07:23:20,470 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=37, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testExportWithResetTtl, region=c1fa1cc3caaa640646527c1d16d9150a, ASSIGN because future has completed
2024-11-14T07:23:20,473 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=40, ppid=37, state=RUNNABLE, hasLock=false; OpenRegionProcedure c1fa1cc3caaa640646527c1d16d9150a, server=20680646cf8a,41449,1731568958363}]
2024-11-14T07:23:20,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36
2024-11-14T07:23:20,625 INFO  [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] handler.AssignRegionHandler(132): Open testExportWithResetTtl,1,1731569000211.d47ea71520c68f25d73a1ef49343c430.
2024-11-14T07:23:20,626 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(7752): Opening region: {ENCODED => d47ea71520c68f25d73a1ef49343c430, NAME => 'testExportWithResetTtl,1,1731569000211.d47ea71520c68f25d73a1ef49343c430.', STARTKEY => '1', ENDKEY => ''}
2024-11-14T07:23:20,626 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(8280): Registered coprocessor service: region=testExportWithResetTtl,1,1731569000211.d47ea71520c68f25d73a1ef49343c430. service=AccessControlService
2024-11-14T07:23:20,626 INFO  [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.security.access.AccessController loaded, priority=536870911.
2024-11-14T07:23:20,627 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testExportWithResetTtl d47ea71520c68f25d73a1ef49343c430
2024-11-14T07:23:20,627 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(898): Instantiated testExportWithResetTtl,1,1731569000211.d47ea71520c68f25d73a1ef49343c430.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-14T07:23:20,627 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(7794): checking encryption for d47ea71520c68f25d73a1ef49343c430
2024-11-14T07:23:20,627 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(7797): checking classloading for d47ea71520c68f25d73a1ef49343c430
2024-11-14T07:23:20,628 INFO  [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] handler.AssignRegionHandler(132): Open testExportWithResetTtl,,1731569000211.c1fa1cc3caaa640646527c1d16d9150a.
2024-11-14T07:23:20,629 INFO  [StoreOpener-d47ea71520c68f25d73a1ef49343c430-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region d47ea71520c68f25d73a1ef49343c430 
2024-11-14T07:23:20,629 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(7752): Opening region: {ENCODED => c1fa1cc3caaa640646527c1d16d9150a, NAME => 'testExportWithResetTtl,,1731569000211.c1fa1cc3caaa640646527c1d16d9150a.', STARTKEY => '', ENDKEY => '1'}
2024-11-14T07:23:20,629 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(8280): Registered coprocessor service: region=testExportWithResetTtl,,1731569000211.c1fa1cc3caaa640646527c1d16d9150a. service=AccessControlService
2024-11-14T07:23:20,629 INFO  [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.security.access.AccessController loaded, priority=536870911.
2024-11-14T07:23:20,630 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testExportWithResetTtl c1fa1cc3caaa640646527c1d16d9150a
2024-11-14T07:23:20,630 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(898): Instantiated testExportWithResetTtl,,1731569000211.c1fa1cc3caaa640646527c1d16d9150a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-14T07:23:20,630 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(7794): checking encryption for c1fa1cc3caaa640646527c1d16d9150a
2024-11-14T07:23:20,630 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(7797): checking classloading for c1fa1cc3caaa640646527c1d16d9150a
2024-11-14T07:23:20,630 INFO  [StoreOpener-d47ea71520c68f25d73a1ef49343c430-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d47ea71520c68f25d73a1ef49343c430 columnFamilyName cf
2024-11-14T07:23:20,631 DEBUG [StoreOpener-d47ea71520c68f25d73a1ef49343c430-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T07:23:20,631 INFO  [StoreOpener-c1fa1cc3caaa640646527c1d16d9150a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region c1fa1cc3caaa640646527c1d16d9150a 
2024-11-14T07:23:20,632 INFO  [StoreOpener-d47ea71520c68f25d73a1ef49343c430-1 {}] regionserver.HStore(327): Store=d47ea71520c68f25d73a1ef49343c430/cf,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-14T07:23:20,633 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1038): replaying wal for d47ea71520c68f25d73a1ef49343c430
2024-11-14T07:23:20,633 INFO  [StoreOpener-c1fa1cc3caaa640646527c1d16d9150a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c1fa1cc3caaa640646527c1d16d9150a columnFamilyName cf
2024-11-14T07:23:20,634 DEBUG [StoreOpener-c1fa1cc3caaa640646527c1d16d9150a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T07:23:20,635 INFO  [StoreOpener-c1fa1cc3caaa640646527c1d16d9150a-1 {}] regionserver.HStore(327): Store=c1fa1cc3caaa640646527c1d16d9150a/cf,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-14T07:23:20,636 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1038): replaying wal for c1fa1cc3caaa640646527c1d16d9150a
2024-11-14T07:23:20,637 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testExportWithResetTtl/c1fa1cc3caaa640646527c1d16d9150a
2024-11-14T07:23:20,637 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testExportWithResetTtl/d47ea71520c68f25d73a1ef49343c430
2024-11-14T07:23:20,637 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testExportWithResetTtl/c1fa1cc3caaa640646527c1d16d9150a
2024-11-14T07:23:20,637 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testExportWithResetTtl/d47ea71520c68f25d73a1ef49343c430
2024-11-14T07:23:20,638 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1048): stopping wal replay for c1fa1cc3caaa640646527c1d16d9150a
2024-11-14T07:23:20,638 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1048): stopping wal replay for d47ea71520c68f25d73a1ef49343c430
2024-11-14T07:23:20,638 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1060): Cleaning up temporary data for c1fa1cc3caaa640646527c1d16d9150a
2024-11-14T07:23:20,638 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1060): Cleaning up temporary data for d47ea71520c68f25d73a1ef49343c430
2024-11-14T07:23:20,639 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1093): writing seq id for d47ea71520c68f25d73a1ef49343c430
2024-11-14T07:23:20,639 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1093): writing seq id for c1fa1cc3caaa640646527c1d16d9150a
2024-11-14T07:23:20,642 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testExportWithResetTtl/d47ea71520c68f25d73a1ef49343c430/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-14T07:23:20,642 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testExportWithResetTtl/c1fa1cc3caaa640646527c1d16d9150a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-14T07:23:20,643 INFO  [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1114): Opened d47ea71520c68f25d73a1ef49343c430; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68127998, jitterRate=0.015186280012130737}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-14T07:23:20,643 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d47ea71520c68f25d73a1ef49343c430
2024-11-14T07:23:20,644 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1006): Region open journal for d47ea71520c68f25d73a1ef49343c430:
Running coprocessor pre-open hook at 1731569000627Writing region info on filesystem at 1731569000627Initializing all the Stores at 1731569000628 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '0', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731569000628Cleaning up temporary data from old regions at 1731569000638 (+10 ms)Running coprocessor post-open hooks at 1731569000643 (+5 ms)Region opened successfully at 1731569000644 (+1 ms)
2024-11-14T07:23:20,645 INFO  [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1114): Opened c1fa1cc3caaa640646527c1d16d9150a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61326845, jitterRate=-0.08615879714488983}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-14T07:23:20,645 INFO  [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegionServer(2236): Post open deploy tasks for testExportWithResetTtl,1,1731569000211.d47ea71520c68f25d73a1ef49343c430., pid=39, masterSystemTime=1731569000621
2024-11-14T07:23:20,645 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c1fa1cc3caaa640646527c1d16d9150a
2024-11-14T07:23:20,645 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1006): Region open journal for c1fa1cc3caaa640646527c1d16d9150a:
Running coprocessor pre-open hook at 1731569000630Writing region info on filesystem at 1731569000630Initializing all the Stores at 1731569000631 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '0', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731569000631Cleaning up temporary data from old regions at 1731569000638 (+7 ms)Running coprocessor post-open hooks at 1731569000645 (+7 ms)Region opened successfully at 1731569000645
2024-11-14T07:23:20,647 INFO  [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegionServer(2236): Post open deploy tasks for testExportWithResetTtl,,1731569000211.c1fa1cc3caaa640646527c1d16d9150a., pid=40, masterSystemTime=1731569000624
2024-11-14T07:23:20,647 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegionServer(2266): Finished post open deploy task for testExportWithResetTtl,1,1731569000211.d47ea71520c68f25d73a1ef49343c430.
2024-11-14T07:23:20,647 INFO  [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] handler.AssignRegionHandler(153): Opened testExportWithResetTtl,1,1731569000211.d47ea71520c68f25d73a1ef49343c430.
2024-11-14T07:23:20,648 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=38 updating hbase:meta row=d47ea71520c68f25d73a1ef49343c430, regionState=OPEN, openSeqNum=2, regionLocation=20680646cf8a,35229,1731568958498
2024-11-14T07:23:20,651 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=39, ppid=38, state=RUNNABLE, hasLock=false; OpenRegionProcedure d47ea71520c68f25d73a1ef49343c430, server=20680646cf8a,35229,1731568958498 because future has completed
2024-11-14T07:23:20,651 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegionServer(2266): Finished post open deploy task for testExportWithResetTtl,,1731569000211.c1fa1cc3caaa640646527c1d16d9150a.
2024-11-14T07:23:20,651 INFO  [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] handler.AssignRegionHandler(153): Opened testExportWithResetTtl,,1731569000211.c1fa1cc3caaa640646527c1d16d9150a.
2024-11-14T07:23:20,651 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=37 updating hbase:meta row=c1fa1cc3caaa640646527c1d16d9150a, regionState=OPEN, openSeqNum=2, regionLocation=20680646cf8a,41449,1731568958363
2024-11-14T07:23:20,654 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=40, ppid=37, state=RUNNABLE, hasLock=false; OpenRegionProcedure c1fa1cc3caaa640646527c1d16d9150a, server=20680646cf8a,41449,1731568958363 because future has completed
2024-11-14T07:23:20,656 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=39, resume processing ppid=38
2024-11-14T07:23:20,656 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=38, state=SUCCESS, hasLock=false; OpenRegionProcedure d47ea71520c68f25d73a1ef49343c430, server=20680646cf8a,35229,1731568958498 in 185 msec
2024-11-14T07:23:20,658 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testExportWithResetTtl, region=d47ea71520c68f25d73a1ef49343c430, ASSIGN in 347 msec
2024-11-14T07:23:20,658 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=40, resume processing ppid=37
2024-11-14T07:23:20,659 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=37, state=SUCCESS, hasLock=false; OpenRegionProcedure c1fa1cc3caaa640646527c1d16d9150a, server=20680646cf8a,41449,1731568958363 in 184 msec
2024-11-14T07:23:20,661 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=37, resume processing ppid=36
2024-11-14T07:23:20,661 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testExportWithResetTtl, region=c1fa1cc3caaa640646527c1d16d9150a, ASSIGN in 350 msec
2024-11-14T07:23:20,663 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=36, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testExportWithResetTtl execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-14T07:23:20,663 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testExportWithResetTtl","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731569000663"}]},"ts":"1731569000663"}
2024-11-14T07:23:20,665 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=testExportWithResetTtl, state=ENABLED in hbase:meta
2024-11-14T07:23:20,667 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=36, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testExportWithResetTtl execute state=CREATE_TABLE_POST_OPERATION
2024-11-14T07:23:20,667 DEBUG [PEWorker-4 {}] access.PermissionStorage(177): Writing permission with rowKey testExportWithResetTtl jenkins: RWXCA
2024-11-14T07:23:20,671 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46383 {}] access.PermissionStorage(613): Read acl: entry[testExportWithResetTtl], kv [jenkins: RWXCA]
2024-11-14T07:23:20,672 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33371-0x1003d1cd0e50000, quorum=127.0.0.1:51438, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl
2024-11-14T07:23:20,672 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46383-0x1003d1cd0e50003, quorum=127.0.0.1:51438, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl
2024-11-14T07:23:20,672 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41449-0x1003d1cd0e50001, quorum=127.0.0.1:51438, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl
2024-11-14T07:23:20,672 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35229-0x1003d1cd0e50002, quorum=127.0.0.1:51438, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl
2024-11-14T07:23:20,675 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportWithResetTtl with data PBUF\x0AC\x0A\x07jenkins\x128\x08\x03"4\x0A(\x0A\x07default\x12\x1Dtesttb-testExportWithResetTtl \x00 \x01 \x02 \x03 \x04
2024-11-14T07:23:20,675 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportWithResetTtl with data PBUF\x0AC\x0A\x07jenkins\x128\x08\x03"4\x0A(\x0A\x07default\x12\x1Dtesttb-testExportWithResetTtl \x00 \x01 \x02 \x03 \x04
2024-11-14T07:23:20,675 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportWithResetTtl with data PBUF\x0AC\x0A\x07jenkins\x128\x08\x03"4\x0A(\x0A\x07default\x12\x1Dtesttb-testExportWithResetTtl \x00 \x01 \x02 \x03 \x04
2024-11-14T07:23:20,675 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testExportWithResetTtl with data PBUF\x0A<\x0A\x07jenkins\x121\x08\x03"-\x0A!\x0A\x07default\x12\x16testExportWithResetTtl \x00 \x01 \x02 \x03 \x04
2024-11-14T07:23:20,675 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testExportWithResetTtl with data PBUF\x0A<\x0A\x07jenkins\x121\x08\x03"-\x0A!\x0A\x07default\x12\x16testExportWithResetTtl \x00 \x01 \x02 \x03 \x04
2024-11-14T07:23:20,675 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testExportWithResetTtl with data PBUF\x0A<\x0A\x07jenkins\x121\x08\x03"-\x0A!\x0A\x07default\x12\x16testExportWithResetTtl \x00 \x01 \x02 \x03 \x04
2024-11-14T07:23:20,676 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportWithResetTtl with data PBUF\x0AC\x0A\x07jenkins\x128\x08\x03"4\x0A(\x0A\x07default\x12\x1Dtesttb-testExportWithResetTtl \x00 \x01 \x02 \x03 \x04
2024-11-14T07:23:20,676 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testExportWithResetTtl with data PBUF\x0A<\x0A\x07jenkins\x121\x08\x03"-\x0A!\x0A\x07default\x12\x16testExportWithResetTtl \x00 \x01 \x02 \x03 \x04
2024-11-14T07:23:20,678 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, state=SUCCESS, hasLock=false; CreateTableProcedure table=testExportWithResetTtl in 464 msec
2024-11-14T07:23:20,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36
2024-11-14T07:23:20,849 INFO  [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testExportWithResetTtl completed
2024-11-14T07:23:20,849 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testExportWithResetTtl,, stopping at row=testExportWithResetTtl ,, for max=2147483647 with caching=100
2024-11-14T07:23:20,853 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2234): Found 2 regions for table testExportWithResetTtl
2024-11-14T07:23:20,853 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2240): firstRegionName=testExportWithResetTtl,,1731569000211.c1fa1cc3caaa640646527c1d16d9150a.
2024-11-14T07:23:20,854 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-14T07:23:20,856 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testExportWithResetTtl,, stopping at row=testExportWithResetTtl ,, for max=2147483647 with caching=100
2024-11-14T07:23:20,864 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testExportWithResetTtl,, stopping at row=testExportWithResetTtl ,, for max=2147483647 with caching=100
2024-11-14T07:23:20,871 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testExportWithResetTtl,, stopping at row=testExportWithResetTtl ,, for max=2147483647 with caching=100
2024-11-14T07:23:20,883 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41449 {}] regionserver.HRegion(8528): writing data to region testExportWithResetTtl,,1731569000211.c1fa1cc3caaa640646527c1d16d9150a. with WAL disabled. Data may be lost in the event of a crash.
2024-11-14T07:23:20,885 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35229 {}] regionserver.HRegion(8528): writing data to region testExportWithResetTtl,1,1731569000211.d47ea71520c68f25d73a1ef49343c430. with WAL disabled. Data may be lost in the event of a crash.
2024-11-14T07:23:20,887 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testExportWithResetTtl,, stopping at row=testExportWithResetTtl ,, for max=2147483647 with caching=100
2024-11-14T07:23:20,890 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2234): Found 2 regions for table testExportWithResetTtl
2024-11-14T07:23:20,890 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2240): firstRegionName=testExportWithResetTtl,,1731569000211.c1fa1cc3caaa640646527c1d16d9150a.
2024-11-14T07:23:20,890 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-14T07:23:20,892 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testExportWithResetTtl,, stopping at row=testExportWithResetTtl ,, for max=2147483647 with caching=100
2024-11-14T07:23:20,898 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testExportWithResetTtl,, stopping at row=testExportWithResetTtl ,, for max=2147483647 with caching=100
2024-11-14T07:23:20,907 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testExportWithResetTtl,, stopping at row=testExportWithResetTtl ,, for max=2147483647 with caching=100
2024-11-14T07:23:20,910 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.2 snapshot request for:{ ss=snaptb-testExportWithResetTtl table=testExportWithResetTtl type=FLUSH ttl=100000 }
2024-11-14T07:23:20,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1731569000910 (current time:1731569000910).
2024-11-14T07:23:20,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snaptb-testExportWithResetTtl VERSION not specified, setting to 2
2024-11-14T07:23:20,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] snapshot.SnapshotDescriptionUtils(346): Set jenkins as owner of Snapshot
2024-11-14T07:23:20,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@370c0b47, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-14T07:23:20,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] client.ClusterIdFetcher(90): Going to request 20680646cf8a,33371,-1 for getting cluster id
2024-11-14T07:23:20,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-14T07:23:20,912 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '46377f42-1a23-4b7c-b287-d7f34e5e911d'
2024-11-14T07:23:20,912 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-14T07:23:20,912 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "46377f42-1a23-4b7c-b287-d7f34e5e911d"

2024-11-14T07:23:20,913 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4acca1c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-14T07:23:20,913 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [20680646cf8a,33371,-1]
2024-11-14T07:23:20,913 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-14T07:23:20,913 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-14T07:23:20,914 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49388, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-14T07:23:20,915 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9c7875b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-14T07:23:20,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-14T07:23:20,916 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=20680646cf8a,35229,1731568958498, seqNum=-1]
2024-11-14T07:23:20,917 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-14T07:23:20,918 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52950, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-14T07:23:20,920 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371.
2024-11-14T07:23:20,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353)
    at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767)
    at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java)
    at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
    at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T07:23:20,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-14T07:23:20,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-14T07:23:20,920 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-14T07:23:20,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@355253aa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-14T07:23:20,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] client.ClusterIdFetcher(90): Going to request 20680646cf8a,33371,-1 for getting cluster id
2024-11-14T07:23:20,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-14T07:23:20,923 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '46377f42-1a23-4b7c-b287-d7f34e5e911d'
2024-11-14T07:23:20,923 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-14T07:23:20,923 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "46377f42-1a23-4b7c-b287-d7f34e5e911d"

2024-11-14T07:23:20,924 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d898535, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-14T07:23:20,924 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [20680646cf8a,33371,-1]
2024-11-14T07:23:20,924 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-14T07:23:20,924 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-14T07:23:20,925 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49404, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-14T07:23:20,926 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a84b6ac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-14T07:23:20,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-14T07:23:20,928 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=20680646cf8a,35229,1731568958498, seqNum=-1]
2024-11-14T07:23:20,928 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-14T07:23:20,929 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52964, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-14T07:23:20,932 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:acl', row='testExportWithResetTtl', locateType=CURRENT is [region=hbase:acl,,1731568961356.99a97c7ce2d8675b0310f1de2e0c2662., hostname=20680646cf8a,46383,1731568958548, seqNum=2]
2024-11-14T07:23:20,932 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-14T07:23:20,933 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55430, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-14T07:23:20,935 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371.
2024-11-14T07:23:20,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.security.access.PermissionStorage.getPermissions(PermissionStorage.java:522)
    at org.apache.hadoop.hbase.security.access.PermissionStorage.getTablePermissions(PermissionStorage.java:485)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils$1.run(SnapshotDescriptionUtils.java:490)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils$1.run(SnapshotDescriptionUtils.java:487)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:712)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:439)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953)
    at org.apache.hadoop.security.SecurityUtil.doAsUser(SecurityUtil.java:555)
    at org.apache.hadoop.security.SecurityUtil.doAsLoginUser(SecurityUtil.java:535)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.apache.hadoop.hbase.util.Methods.call(Methods.java:39)
    at org.apache.hadoop.hbase.security.User.runAsLoginUser(User.java:174)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.writeAclToSnapshotDescription(SnapshotDescriptionUtils.java:487)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:354)
    at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767)
    at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java)
    at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
    at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T07:23:20,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-14T07:23:20,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-14T07:23:20,935 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-14T07:23:20,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] access.PermissionStorage(613): Read acl: entry[testExportWithResetTtl], kv [jenkins: RWXCA]
2024-11-14T07:23:20,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot...
2024-11-14T07:23:20,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] procedure2.ProcedureExecutor(1139): Stored pid=41, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=41, snapshot={ ss=snaptb-testExportWithResetTtl table=testExportWithResetTtl type=FLUSH ttl=100000 }
2024-11-14T07:23:20,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snaptb-testExportWithResetTtl table=testExportWithResetTtl type=FLUSH ttl=100000 }, snapshot procedure id = 41
2024-11-14T07:23:20,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=41
2024-11-14T07:23:20,939 INFO  [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=41, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=41, snapshot={ ss=snaptb-testExportWithResetTtl table=testExportWithResetTtl type=FLUSH ttl=100000 } execute state=SNAPSHOT_PREPARE
2024-11-14T07:23:20,940 INFO  [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=41, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=41, snapshot={ ss=snaptb-testExportWithResetTtl table=testExportWithResetTtl type=FLUSH ttl=100000 } execute state=SNAPSHOT_PRE_OPERATION
2024-11-14T07:23:20,943 INFO  [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=41, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=41, snapshot={ ss=snaptb-testExportWithResetTtl table=testExportWithResetTtl type=FLUSH ttl=100000 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO
2024-11-14T07:23:20,950 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073741919_1095 (size=143)
2024-11-14T07:23:20,950 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073741919_1095 (size=143)
2024-11-14T07:23:20,951 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073741919_1095 (size=143)
2024-11-14T07:23:20,953 INFO  [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=41, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=41, snapshot={ ss=snaptb-testExportWithResetTtl table=testExportWithResetTtl type=FLUSH ttl=100000 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS
2024-11-14T07:23:20,953 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=42, ppid=41, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c1fa1cc3caaa640646527c1d16d9150a}, {pid=43, ppid=41, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d47ea71520c68f25d73a1ef49343c430}]
2024-11-14T07:23:20,954 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=42, ppid=41, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c1fa1cc3caaa640646527c1d16d9150a
2024-11-14T07:23:20,955 INFO  [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=43, ppid=41, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d47ea71520c68f25d73a1ef49343c430
2024-11-14T07:23:21,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=41
2024-11-14T07:23:21,107 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35229 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=43
2024-11-14T07:23:21,107 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41449 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=42
2024-11-14T07:23:21,107 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=42}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on testExportWithResetTtl,,1731569000211.c1fa1cc3caaa640646527c1d16d9150a.
2024-11-14T07:23:21,107 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=42}] regionserver.HRegion(2902): Flushing c1fa1cc3caaa640646527c1d16d9150a 1/1 column families, dataSize=534 B heapSize=1.38 KB
2024-11-14T07:23:21,108 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=43}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on testExportWithResetTtl,1,1731569000211.d47ea71520c68f25d73a1ef49343c430.
2024-11-14T07:23:21,109 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=43}] regionserver.HRegion(2902): Flushing d47ea71520c68f25d73a1ef49343c430 1/1 column families, dataSize=2.74 KB heapSize=6.16 KB
2024-11-14T07:23:21,130 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=42}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111400745a3b85eb4f7aba6678714c9d339b_c1fa1cc3caaa640646527c1d16d9150a is 71, key is 0157a6ba934b927ee729add836aa3b12/cf:q/1731569000883/Put/seqid=0
2024-11-14T07:23:21,139 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073741920_1096 (size=5451)
2024-11-14T07:23:21,140 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073741920_1096 (size=5451)
2024-11-14T07:23:21,140 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073741920_1096 (size=5451)
2024-11-14T07:23:21,143 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=43}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/mobdir/.tmp/c4ca4238a0b923820dcc509a6f75849b202411148d872d3fc03045529d27a5e99eebee09_d47ea71520c68f25d73a1ef49343c430 is 71, key is 1a20b18c9289a6e1e77dececa56b37eb/cf:q/1731569000885/Put/seqid=0
2024-11-14T07:23:21,144 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=42}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T07:23:21,151 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=42}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111400745a3b85eb4f7aba6678714c9d339b_c1fa1cc3caaa640646527c1d16d9150a to hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/mobdir/data/default/testExportWithResetTtl/ea1f2913460bad1dc9f5d962c597c09d/cf/d41d8cd98f00b204e9800998ecf8427e2024111400745a3b85eb4f7aba6678714c9d339b_c1fa1cc3caaa640646527c1d16d9150a
2024-11-14T07:23:21,152 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=42}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testExportWithResetTtl/c1fa1cc3caaa640646527c1d16d9150a/.tmp/cf/68e533fcfe0b4b869dd670f39753789d, store: [table=testExportWithResetTtl family=cf region=c1fa1cc3caaa640646527c1d16d9150a]
2024-11-14T07:23:21,152 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=42}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testExportWithResetTtl/c1fa1cc3caaa640646527c1d16d9150a/.tmp/cf/68e533fcfe0b4b869dd670f39753789d is 199, key is 09ea5c016444c30e97a87bfe54d183c46/cf:q/1731569000883/Put/seqid=0
2024-11-14T07:23:21,158 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073741921_1097 (size=7822)
2024-11-14T07:23:21,159 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073741921_1097 (size=7822)
2024-11-14T07:23:21,159 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073741921_1097 (size=7822)
2024-11-14T07:23:21,159 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=43}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T07:23:21,164 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073741922_1098 (size=6859)
2024-11-14T07:23:21,165 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073741922_1098 (size=6859)
2024-11-14T07:23:21,165 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=43}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/mobdir/.tmp/c4ca4238a0b923820dcc509a6f75849b202411148d872d3fc03045529d27a5e99eebee09_d47ea71520c68f25d73a1ef49343c430 to hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/mobdir/data/default/testExportWithResetTtl/ea1f2913460bad1dc9f5d962c597c09d/cf/c4ca4238a0b923820dcc509a6f75849b202411148d872d3fc03045529d27a5e99eebee09_d47ea71520c68f25d73a1ef49343c430
2024-11-14T07:23:21,166 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073741922_1098 (size=6859)
2024-11-14T07:23:21,166 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=42}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=5, memsize=534, hasBloomFilter=true, into tmp file hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testExportWithResetTtl/c1fa1cc3caaa640646527c1d16d9150a/.tmp/cf/68e533fcfe0b4b869dd670f39753789d
2024-11-14T07:23:21,166 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=43}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testExportWithResetTtl/d47ea71520c68f25d73a1ef49343c430/.tmp/cf/42feaea751c146579178ada2c68f88ab, store: [table=testExportWithResetTtl family=cf region=d47ea71520c68f25d73a1ef49343c430]
2024-11-14T07:23:21,167 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=43}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testExportWithResetTtl/d47ea71520c68f25d73a1ef49343c430/.tmp/cf/42feaea751c146579178ada2c68f88ab is 199, key is 137e9d498f83015d6c61ae4a11c7fab14/cf:q/1731569000885/Put/seqid=0
2024-11-14T07:23:21,173 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073741923_1099 (size=13544)
2024-11-14T07:23:21,173 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073741923_1099 (size=13544)
2024-11-14T07:23:21,173 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073741923_1099 (size=13544)
2024-11-14T07:23:21,174 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=43}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=5, memsize=2.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testExportWithResetTtl/d47ea71520c68f25d73a1ef49343c430/.tmp/cf/42feaea751c146579178ada2c68f88ab
2024-11-14T07:23:21,174 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=42}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testExportWithResetTtl/c1fa1cc3caaa640646527c1d16d9150a/.tmp/cf/68e533fcfe0b4b869dd670f39753789d as hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testExportWithResetTtl/c1fa1cc3caaa640646527c1d16d9150a/cf/68e533fcfe0b4b869dd670f39753789d
2024-11-14T07:23:21,179 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=42}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testExportWithResetTtl/c1fa1cc3caaa640646527c1d16d9150a/cf/68e533fcfe0b4b869dd670f39753789d, entries=8, sequenceid=5, filesize=6.7 K
2024-11-14T07:23:21,181 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=42}] regionserver.HRegion(3140): Finished flush of dataSize ~534 B/534, heapSize ~1.36 KB/1392, currentSize=0 B/0 for c1fa1cc3caaa640646527c1d16d9150a in 73ms, sequenceid=5, compaction requested=false
2024-11-14T07:23:21,181 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=42}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testExportWithResetTtl'
2024-11-14T07:23:21,181 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=43}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testExportWithResetTtl/d47ea71520c68f25d73a1ef49343c430/.tmp/cf/42feaea751c146579178ada2c68f88ab as hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testExportWithResetTtl/d47ea71520c68f25d73a1ef49343c430/cf/42feaea751c146579178ada2c68f88ab
2024-11-14T07:23:21,181 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=42}] regionserver.HRegion(2603): Flush status journal for c1fa1cc3caaa640646527c1d16d9150a:

2024-11-14T07:23:21,181 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=42}] regionserver.SnapshotRegionCallable(75): Snapshotting region testExportWithResetTtl,,1731569000211.c1fa1cc3caaa640646527c1d16d9150a. for snaptb-testExportWithResetTtl completed.
2024-11-14T07:23:21,181 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=42}] snapshot.SnapshotManifest(241): Storing 'testExportWithResetTtl,,1731569000211.c1fa1cc3caaa640646527c1d16d9150a.' region-info for snapshot=snaptb-testExportWithResetTtl
2024-11-14T07:23:21,181 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=42}] snapshot.SnapshotManifest(246): Creating references for hfiles
2024-11-14T07:23:21,181 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=42}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testExportWithResetTtl/c1fa1cc3caaa640646527c1d16d9150a/cf/68e533fcfe0b4b869dd670f39753789d] hfiles
2024-11-14T07:23:21,182 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=42}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testExportWithResetTtl/c1fa1cc3caaa640646527c1d16d9150a/cf/68e533fcfe0b4b869dd670f39753789d for snapshot=snaptb-testExportWithResetTtl
2024-11-14T07:23:21,187 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=43}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testExportWithResetTtl/d47ea71520c68f25d73a1ef49343c430/cf/42feaea751c146579178ada2c68f88ab, entries=42, sequenceid=5, filesize=13.2 K
2024-11-14T07:23:21,188 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=43}] regionserver.HRegion(3140): Finished flush of dataSize ~2.74 KB/2802, heapSize ~6.14 KB/6288, currentSize=0 B/0 for d47ea71520c68f25d73a1ef49343c430 in 79ms, sequenceid=5, compaction requested=false
2024-11-14T07:23:21,188 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=43}] regionserver.HRegion(2603): Flush status journal for d47ea71520c68f25d73a1ef49343c430:

2024-11-14T07:23:21,189 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=43}] regionserver.SnapshotRegionCallable(75): Snapshotting region testExportWithResetTtl,1,1731569000211.d47ea71520c68f25d73a1ef49343c430. for snaptb-testExportWithResetTtl completed.
2024-11-14T07:23:21,189 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=43}] snapshot.SnapshotManifest(241): Storing 'testExportWithResetTtl,1,1731569000211.d47ea71520c68f25d73a1ef49343c430.' region-info for snapshot=snaptb-testExportWithResetTtl
2024-11-14T07:23:21,189 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=43}] snapshot.SnapshotManifest(246): Creating references for hfiles
2024-11-14T07:23:21,189 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=43}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testExportWithResetTtl/d47ea71520c68f25d73a1ef49343c430/cf/42feaea751c146579178ada2c68f88ab] hfiles
2024-11-14T07:23:21,189 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=43}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testExportWithResetTtl/d47ea71520c68f25d73a1ef49343c430/cf/42feaea751c146579178ada2c68f88ab for snapshot=snaptb-testExportWithResetTtl
2024-11-14T07:23:21,195 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073741924_1100 (size=100)
2024-11-14T07:23:21,196 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073741924_1100 (size=100)
2024-11-14T07:23:21,196 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=42}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on testExportWithResetTtl,,1731569000211.c1fa1cc3caaa640646527c1d16d9150a.
2024-11-14T07:23:21,196 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073741924_1100 (size=100)
2024-11-14T07:23:21,196 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=42}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=42
2024-11-14T07:23:21,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] master.HMaster(4169): Remote procedure done, pid=42
2024-11-14T07:23:21,196 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snaptb-testExportWithResetTtl on region c1fa1cc3caaa640646527c1d16d9150a
2024-11-14T07:23:21,197 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=42, ppid=41, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c1fa1cc3caaa640646527c1d16d9150a
2024-11-14T07:23:21,201 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, ppid=41, state=SUCCESS, hasLock=false; SnapshotRegionProcedure c1fa1cc3caaa640646527c1d16d9150a in 245 msec
2024-11-14T07:23:21,208 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073741925_1101 (size=100)
2024-11-14T07:23:21,208 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073741925_1101 (size=100)
2024-11-14T07:23:21,209 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=43}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on testExportWithResetTtl,1,1731569000211.d47ea71520c68f25d73a1ef49343c430.
2024-11-14T07:23:21,209 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073741925_1101 (size=100)
2024-11-14T07:23:21,210 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=43
2024-11-14T07:23:21,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] master.HMaster(4169): Remote procedure done, pid=43
2024-11-14T07:23:21,210 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snaptb-testExportWithResetTtl on region d47ea71520c68f25d73a1ef49343c430
2024-11-14T07:23:21,210 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=43, ppid=41, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d47ea71520c68f25d73a1ef49343c430
2024-11-14T07:23:21,214 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=43, resume processing ppid=41
2024-11-14T07:23:21,214 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=41, state=SUCCESS, hasLock=false; SnapshotRegionProcedure d47ea71520c68f25d73a1ef49343c430 in 259 msec
2024-11-14T07:23:21,214 INFO  [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=41, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=41, snapshot={ ss=snaptb-testExportWithResetTtl table=testExportWithResetTtl type=FLUSH ttl=100000 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS
2024-11-14T07:23:21,215 INFO  [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=41, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=41, snapshot={ ss=snaptb-testExportWithResetTtl table=testExportWithResetTtl type=FLUSH ttl=100000 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION
2024-11-14T07:23:21,217 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(300): Storing region-info for snapshot.
2024-11-14T07:23:21,217 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(305): Creating references for hfiles
2024-11-14T07:23:21,217 DEBUG [MobRegionSnapshotPool-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T07:23:21,218 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(366): Adding snapshot references for [hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/mobdir/data/default/testExportWithResetTtl/ea1f2913460bad1dc9f5d962c597c09d/cf/c4ca4238a0b923820dcc509a6f75849b202411148d872d3fc03045529d27a5e99eebee09_d47ea71520c68f25d73a1ef49343c430, hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/mobdir/data/default/testExportWithResetTtl/ea1f2913460bad1dc9f5d962c597c09d/cf/d41d8cd98f00b204e9800998ecf8427e2024111400745a3b85eb4f7aba6678714c9d339b_c1fa1cc3caaa640646527c1d16d9150a] hfiles
2024-11-14T07:23:21,218 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(374): Adding reference for hfile (1/2): hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/mobdir/data/default/testExportWithResetTtl/ea1f2913460bad1dc9f5d962c597c09d/cf/c4ca4238a0b923820dcc509a6f75849b202411148d872d3fc03045529d27a5e99eebee09_d47ea71520c68f25d73a1ef49343c430
2024-11-14T07:23:21,218 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(374): Adding reference for hfile (2/2): hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/mobdir/data/default/testExportWithResetTtl/ea1f2913460bad1dc9f5d962c597c09d/cf/d41d8cd98f00b204e9800998ecf8427e2024111400745a3b85eb4f7aba6678714c9d339b_c1fa1cc3caaa640646527c1d16d9150a
2024-11-14T07:23:21,233 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073741926_1102 (size=284)
2024-11-14T07:23:21,236 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073741926_1102 (size=284)
2024-11-14T07:23:21,240 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073741926_1102 (size=284)
2024-11-14T07:23:21,242 INFO  [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=41, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=41, snapshot={ ss=snaptb-testExportWithResetTtl table=testExportWithResetTtl type=FLUSH ttl=100000 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT
2024-11-14T07:23:21,242 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snaptb-testExportWithResetTtl
2024-11-14T07:23:21,244 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/.hbase-snapshot/.tmp/snaptb-testExportWithResetTtl
2024-11-14T07:23:21,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=41
2024-11-14T07:23:21,277 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073741927_1103 (size=923)
2024-11-14T07:23:21,278 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073741927_1103 (size=923)
2024-11-14T07:23:21,278 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073741927_1103 (size=923)
2024-11-14T07:23:21,292 INFO  [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=41, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=41, snapshot={ ss=snaptb-testExportWithResetTtl table=testExportWithResetTtl type=FLUSH ttl=100000 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT
2024-11-14T07:23:21,317 INFO  [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=41, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=41, snapshot={ ss=snaptb-testExportWithResetTtl table=testExportWithResetTtl type=FLUSH ttl=100000 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT
2024-11-14T07:23:21,318 DEBUG [PEWorker-3 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/.hbase-snapshot/.tmp/snaptb-testExportWithResetTtl to hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/.hbase-snapshot/snaptb-testExportWithResetTtl
2024-11-14T07:23:21,320 INFO  [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=41, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=41, snapshot={ ss=snaptb-testExportWithResetTtl table=testExportWithResetTtl type=FLUSH ttl=100000 } execute state=SNAPSHOT_POST_OPERATION
2024-11-14T07:23:21,320 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snaptb-testExportWithResetTtl table=testExportWithResetTtl type=FLUSH ttl=100000 }, snapshot procedure id = 41
2024-11-14T07:23:21,322 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=41, snapshot={ ss=snaptb-testExportWithResetTtl table=testExportWithResetTtl type=FLUSH ttl=100000 } in 383 msec
2024-11-14T07:23:21,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=41
2024-11-14T07:23:21,569 INFO  [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: default:testExportWithResetTtl completed
2024-11-14T07:23:21,584 INFO  [Time-limited test {}] snapshot.TestExportSnapshot(467): HDFS export destination path: hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/export-test/export-1731569001584
2024-11-14T07:23:21,584 INFO  [Time-limited test {}] snapshot.TestExportSnapshot(494): tgtFsUri=hdfs://localhost:33275, tgtDir=hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/export-test/export-1731569001584, rawTgtDir=hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/export-test/export-1731569001584, srcFsUri=hdfs://localhost:33275, srcDir=hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50
2024-11-14T07:23:21,656 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1085): inputFs=hdfs://localhost:33275, inputRoot=hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50
2024-11-14T07:23:21,656 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1086): outputFs=DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_-1453683247_22, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/export-test/export-1731569001584, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/export-test/export-1731569001584/.hbase-snapshot/.tmp/snaptb-testExportWithResetTtl
2024-11-14T07:23:21,659 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1095): Verify the source snapshot's expiration status and integrity.
2024-11-14T07:23:21,666 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1153): Copy Snapshot Manifest from hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/.hbase-snapshot/snaptb-testExportWithResetTtl to hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/export-test/export-1731569001584/.hbase-snapshot/.tmp/snaptb-testExportWithResetTtl
2024-11-14T07:23:21,705 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073741928_1104 (size=143)
2024-11-14T07:23:21,706 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073741928_1104 (size=143)
2024-11-14T07:23:21,710 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073741928_1104 (size=143)
2024-11-14T07:23:21,713 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073741929_1105 (size=923)
2024-11-14T07:23:21,713 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073741929_1105 (size=923)
2024-11-14T07:23:21,714 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073741929_1105 (size=923)
2024-11-14T07:23:21,732 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073741930_1106 (size=141)
2024-11-14T07:23:21,733 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073741930_1106 (size=141)
2024-11-14T07:23:21,733 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073741930_1106 (size=141)
2024-11-14T07:23:21,736 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar
2024-11-14T07:23:21,737 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-protocol-shaded/target/hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar
2024-11-14T07:23:21,737 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-client/target/hbase-client-4.0.0-alpha-1-SNAPSHOT.jar
2024-11-14T07:23:22,245 WARN  [ContainersLauncher #0 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/test/data/MiniMRCluster_1860380176/yarn-1025303830/MiniMRCluster_1860380176-localDir-nm-0_1/usercache/jenkins/appcache/application_1731568965212_0001/container_1731568965212_0001_01_000001/launch_container.sh]
2024-11-14T07:23:22,245 WARN  [ContainersLauncher #0 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/test/data/MiniMRCluster_1860380176/yarn-1025303830/MiniMRCluster_1860380176-localDir-nm-0_1/usercache/jenkins/appcache/application_1731568965212_0001/container_1731568965212_0001_01_000001/container_tokens]
2024-11-14T07:23:22,245 WARN  [ContainersLauncher #0 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/test/data/MiniMRCluster_1860380176/yarn-1025303830/MiniMRCluster_1860380176-localDir-nm-0_1/usercache/jenkins/appcache/application_1731568965212_0001/container_1731568965212_0001_01_000001/sysfs]
2024-11-14T07:23:22,250 INFO  [Socket Reader #1 for port 0 {}] ipc.Server$Connection(2290): Auth successful for appattempt_1731568965212_0001_000001 (auth:SIMPLE) from 127.0.0.1:35864
2024-11-14T07:23:22,576 INFO  [master/20680646cf8a:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker!
2024-11-14T07:23:22,576 INFO  [master/20680646cf8a:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore!
2024-11-14T07:23:22,855 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/test-data/223408e5-ae9c-411c-e3d8-231e394aecc4/hadoop-3393565693965934547.jar
2024-11-14T07:23:22,856 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar
2024-11-14T07:23:22,856 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar
2024-11-14T07:23:22,935 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/test-data/223408e5-ae9c-411c-e3d8-231e394aecc4/hadoop-9551150010393742021.jar
2024-11-14T07:23:22,936 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics/target/hbase-metrics-4.0.0-alpha-1-SNAPSHOT.jar
2024-11-14T07:23:22,936 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics-api/target/hbase-metrics-api-4.0.0-alpha-1-SNAPSHOT.jar
2024-11-14T07:23:22,937 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-replication/target/hbase-replication-4.0.0-alpha-1-SNAPSHOT.jar
2024-11-14T07:23:22,937 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-http/target/hbase-http-4.0.0-alpha-1-SNAPSHOT.jar
2024-11-14T07:23:22,938 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-procedure/target/hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar
2024-11-14T07:23:22,938 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-zookeeper/target/hbase-zookeeper-4.0.0-alpha-1-SNAPSHOT.jar
2024-11-14T07:23:22,939 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar
2024-11-14T07:23:22,939 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar
2024-11-14T07:23:22,939 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar
2024-11-14T07:23:22,940 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar
2024-11-14T07:23:22,940 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar
2024-11-14T07:23:22,940 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar
2024-11-14T07:23:22,941 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar
2024-11-14T07:23:22,941 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar
2024-11-14T07:23:22,941 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar
2024-11-14T07:23:22,942 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar
2024-11-14T07:23:22,942 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar
2024-11-14T07:23:22,942 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar
2024-11-14T07:23:22,943 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar
2024-11-14T07:23:22,943 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar
2024-11-14T07:23:22,944 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar
2024-11-14T07:23:22,944 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar
2024-11-14T07:23:22,944 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar
2024-11-14T07:23:22,945 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar
2024-11-14T07:23:23,018 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073741931_1107 (size=131440)
2024-11-14T07:23:23,018 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073741931_1107 (size=131440)
2024-11-14T07:23:23,018 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073741931_1107 (size=131440)
2024-11-14T07:23:23,048 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073741932_1108 (size=4188619)
2024-11-14T07:23:23,048 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073741932_1108 (size=4188619)
2024-11-14T07:23:23,049 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073741932_1108 (size=4188619)
2024-11-14T07:23:23,061 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073741933_1109 (size=1323991)
2024-11-14T07:23:23,061 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073741933_1109 (size=1323991)
2024-11-14T07:23:23,062 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073741933_1109 (size=1323991)
2024-11-14T07:23:23,072 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073741934_1110 (size=903741)
2024-11-14T07:23:23,072 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073741934_1110 (size=903741)
2024-11-14T07:23:23,072 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073741934_1110 (size=903741)
2024-11-14T07:23:23,104 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073741935_1111 (size=8360083)
2024-11-14T07:23:23,104 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073741935_1111 (size=8360083)
2024-11-14T07:23:23,104 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073741935_1111 (size=8360083)
2024-11-14T07:23:23,134 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073741936_1112 (size=1877034)
2024-11-14T07:23:23,134 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073741936_1112 (size=1877034)
2024-11-14T07:23:23,134 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073741936_1112 (size=1877034)
2024-11-14T07:23:23,142 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073741937_1113 (size=77835)
2024-11-14T07:23:23,142 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073741937_1113 (size=77835)
2024-11-14T07:23:23,143 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073741937_1113 (size=77835)
2024-11-14T07:23:23,155 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073741938_1114 (size=30949)
2024-11-14T07:23:23,155 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073741938_1114 (size=30949)
2024-11-14T07:23:23,156 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073741938_1114 (size=30949)
2024-11-14T07:23:23,186 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073741939_1115 (size=1597327)
2024-11-14T07:23:23,186 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073741939_1115 (size=1597327)
2024-11-14T07:23:23,186 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073741939_1115 (size=1597327)
2024-11-14T07:23:23,228 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073741940_1116 (size=6424747)
2024-11-14T07:23:23,228 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073741940_1116 (size=6424747)
2024-11-14T07:23:23,229 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073741940_1116 (size=6424747)
2024-11-14T07:23:23,275 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073741941_1117 (size=4695811)
2024-11-14T07:23:23,276 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073741941_1117 (size=4695811)
2024-11-14T07:23:23,276 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073741941_1117 (size=4695811)
2024-11-14T07:23:23,318 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073741942_1118 (size=232957)
2024-11-14T07:23:23,318 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073741942_1118 (size=232957)
2024-11-14T07:23:23,319 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073741942_1118 (size=232957)
2024-11-14T07:23:23,336 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073741943_1119 (size=127628)
2024-11-14T07:23:23,336 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073741943_1119 (size=127628)
2024-11-14T07:23:23,336 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073741943_1119 (size=127628)
2024-11-14T07:23:23,351 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073741944_1120 (size=20406)
2024-11-14T07:23:23,351 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073741944_1120 (size=20406)
2024-11-14T07:23:23,351 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073741944_1120 (size=20406)
2024-11-14T07:23:23,395 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073741945_1121 (size=5175431)
2024-11-14T07:23:23,395 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073741945_1121 (size=5175431)
2024-11-14T07:23:23,395 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073741945_1121 (size=5175431)
2024-11-14T07:23:23,426 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073741946_1122 (size=217634)
2024-11-14T07:23:23,426 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073741946_1122 (size=217634)
2024-11-14T07:23:23,427 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073741946_1122 (size=217634)
2024-11-14T07:23:23,453 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073741947_1123 (size=1832290)
2024-11-14T07:23:23,454 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073741947_1123 (size=1832290)
2024-11-14T07:23:23,454 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073741947_1123 (size=1832290)
2024-11-14T07:23:23,493 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073741948_1124 (size=322274)
2024-11-14T07:23:23,494 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073741948_1124 (size=322274)
2024-11-14T07:23:23,494 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073741948_1124 (size=322274)
2024-11-14T07:23:23,509 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073741949_1125 (size=503880)
2024-11-14T07:23:23,509 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073741949_1125 (size=503880)
2024-11-14T07:23:23,509 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073741949_1125 (size=503880)
2024-11-14T07:23:23,534 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073741950_1126 (size=29229)
2024-11-14T07:23:23,535 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073741950_1126 (size=29229)
2024-11-14T07:23:23,535 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073741950_1126 (size=29229)
2024-11-14T07:23:23,555 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073741951_1127 (size=24096)
2024-11-14T07:23:23,555 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073741951_1127 (size=24096)
2024-11-14T07:23:23,555 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073741951_1127 (size=24096)
2024-11-14T07:23:23,566 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073741952_1128 (size=111872)
2024-11-14T07:23:23,566 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073741952_1128 (size=111872)
2024-11-14T07:23:23,567 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073741952_1128 (size=111872)
2024-11-14T07:23:23,591 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073741953_1129 (size=45609)
2024-11-14T07:23:23,591 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073741953_1129 (size=45609)
2024-11-14T07:23:23,592 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073741953_1129 (size=45609)
2024-11-14T07:23:23,625 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073741954_1130 (size=440392)
2024-11-14T07:23:23,625 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073741954_1130 (size=440392)
2024-11-14T07:23:23,629 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073741954_1130 (size=440392)
2024-11-14T07:23:23,632 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties
2024-11-14T07:23:23,717 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073741955_1131 (size=136454)
2024-11-14T07:23:23,718 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073741955_1131 (size=136454)
2024-11-14T07:23:23,719 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073741955_1131 (size=136454)
2024-11-14T07:23:23,721 WARN  [Time-limited test {}] mapreduce.JobResourceUploader(481): No job jar file set.  User classes may not be found. See Job or Job#setJar(String).
2024-11-14T07:23:23,726 INFO  [Time-limited test {}] snapshot.ExportSnapshot(661): Loading Snapshot 'snaptb-testExportWithResetTtl' hfile list
2024-11-14T07:23:23,730 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(754): export split=0 size=32.9 K
2024-11-14T07:23:23,755 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073741956_1132 (size=686)
2024-11-14T07:23:23,755 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073741956_1132 (size=686)
2024-11-14T07:23:23,756 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073741956_1132 (size=686)
2024-11-14T07:23:23,777 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073741957_1133 (size=15)
2024-11-14T07:23:23,777 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073741957_1133 (size=15)
2024-11-14T07:23:23,778 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073741957_1133 (size=15)
2024-11-14T07:23:23,816 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073741958_1134 (size=303722)
2024-11-14T07:23:23,816 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073741958_1134 (size=303722)
2024-11-14T07:23:23,816 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073741958_1134 (size=303722)
2024-11-14T07:23:23,841 WARN  [SchedulerEventDispatcher:Event Processor {}] capacity.AbstractLeafQueue(880): maximum-am-resource-percent is insufficient to start a single application in queue, it is likely set too low. skipping enforcement to allow at least one application to start
2024-11-14T07:23:23,841 WARN  [SchedulerEventDispatcher:Event Processor {}] capacity.AbstractLeafQueue(913): maximum-am-resource-percent is insufficient to start a single application in queue for user, it is likely set too low. skipping enforcement to allow at least one application to start
2024-11-14T07:23:24,226 INFO  [Socket Reader #1 for port 0 {}] ipc.Server$Connection(2290): Auth successful for appattempt_1731568965212_0002_000001 (auth:SIMPLE) from 127.0.0.1:35872
2024-11-14T07:23:27,971 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testExportWithResetTtl
2024-11-14T07:23:27,971 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testExportWithResetTtl Metrics about Tables on a single HBase RegionServer
2024-11-14T07:23:27,972 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testtb-testExportWithResetTtl
2024-11-14T07:23:27,972 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testtb-testExportWithResetTtl Metrics about Tables on a single HBase RegionServer
2024-11-14T07:23:27,973 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testtb-testExportWithTargetName
2024-11-14T07:23:30,835 INFO  [Socket Reader #1 for port 0 {}] ipc.Server$Connection(2290): Auth successful for appattempt_1731568965212_0002_000001 (auth:SIMPLE) from 127.0.0.1:38760
2024-11-14T07:23:31,139 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073741959_1135 (size=349372)
2024-11-14T07:23:31,141 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073741959_1135 (size=349372)
2024-11-14T07:23:31,141 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073741959_1135 (size=349372)
2024-11-14T07:23:33,140 INFO  [Socket Reader #1 for port 0 {}] ipc.Server$Connection(2290): Auth successful for appattempt_1731568965212_0002_000001 (auth:SIMPLE) from 127.0.0.1:38818
2024-11-14T07:23:33,476 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties
2024-11-14T07:23:36,461 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-14T07:23:37,262 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073741960_1136 (size=13544)
2024-11-14T07:23:37,262 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073741960_1136 (size=13544)
2024-11-14T07:23:37,262 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073741960_1136 (size=13544)
2024-11-14T07:23:37,307 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073741961_1137 (size=7822)
2024-11-14T07:23:37,307 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073741961_1137 (size=7822)
2024-11-14T07:23:37,307 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073741961_1137 (size=7822)
2024-11-14T07:23:37,355 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073741962_1138 (size=6859)
2024-11-14T07:23:37,355 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073741962_1138 (size=6859)
2024-11-14T07:23:37,356 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073741962_1138 (size=6859)
2024-11-14T07:23:37,395 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073741963_1139 (size=5451)
2024-11-14T07:23:37,395 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073741963_1139 (size=5451)
2024-11-14T07:23:37,395 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073741963_1139 (size=5451)
2024-11-14T07:23:37,464 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073741964_1140 (size=17458)
2024-11-14T07:23:37,465 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073741964_1140 (size=17458)
2024-11-14T07:23:37,465 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073741964_1140 (size=17458)
2024-11-14T07:23:37,476 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073741965_1141 (size=461)
2024-11-14T07:23:37,477 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073741965_1141 (size=461)
2024-11-14T07:23:37,477 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073741965_1141 (size=461)
2024-11-14T07:23:37,514 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073741966_1142 (size=17458)
2024-11-14T07:23:37,515 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073741966_1142 (size=17458)
2024-11-14T07:23:37,515 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073741966_1142 (size=17458)
2024-11-14T07:23:37,549 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073741967_1143 (size=349372)
2024-11-14T07:23:37,549 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073741967_1143 (size=349372)
2024-11-14T07:23:37,550 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073741967_1143 (size=349372)
2024-11-14T07:23:37,559 WARN  [ContainersLauncher #1 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/test/data/MiniMRCluster_1860380176/yarn-1025303830/MiniMRCluster_1860380176-localDir-nm-0_1/usercache/jenkins/appcache/application_1731568965212_0002/container_1731568965212_0002_01_000002/launch_container.sh]
2024-11-14T07:23:37,559 WARN  [ContainersLauncher #1 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/test/data/MiniMRCluster_1860380176/yarn-1025303830/MiniMRCluster_1860380176-localDir-nm-0_1/usercache/jenkins/appcache/application_1731568965212_0002/container_1731568965212_0002_01_000002/container_tokens]
2024-11-14T07:23:37,559 WARN  [ContainersLauncher #1 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/test/data/MiniMRCluster_1860380176/yarn-1025303830/MiniMRCluster_1860380176-localDir-nm-0_1/usercache/jenkins/appcache/application_1731568965212_0002/container_1731568965212_0002_01_000002/sysfs]
2024-11-14T07:23:37,570 INFO  [Socket Reader #1 for port 0 {}] ipc.Server$Connection(2290): Auth successful for appattempt_1731568965212_0002_000001 (auth:SIMPLE) from 127.0.0.1:38830
2024-11-14T07:23:39,145 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1210): Finalize the Snapshot Export
2024-11-14T07:23:39,146 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1221): Verify the exported snapshot's expiration status and integrity.
2024-11-14T07:23:39,157 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1227): Export Completed: snaptb-testExportWithResetTtl
2024-11-14T07:23:39,157 INFO  [Time-limited test {}] snapshot.TestExportSnapshot(361): Exported snapshot
2024-11-14T07:23:39,158 INFO  [Time-limited test {}] snapshot.TestExportSnapshot(372): Verified filesystem state
2024-11-14T07:23:39,158 DEBUG [Time-limited test {}] snapshot.TestExportSnapshot(447): List files in DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_-1453683247_22, ugi=jenkins (auth:SIMPLE)]] in root hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/.hbase-snapshot/snaptb-testExportWithResetTtl at hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/.hbase-snapshot/snaptb-testExportWithResetTtl
2024-11-14T07:23:39,159 DEBUG [Time-limited test {}] snapshot.TestExportSnapshot(452): hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/.hbase-snapshot/snaptb-testExportWithResetTtl/.snapshotinfo
2024-11-14T07:23:39,159 DEBUG [Time-limited test {}] snapshot.TestExportSnapshot(452): hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/.hbase-snapshot/snaptb-testExportWithResetTtl/data.manifest
2024-11-14T07:23:39,159 DEBUG [Time-limited test {}] snapshot.TestExportSnapshot(447): List files in DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_-1453683247_22, ugi=jenkins (auth:SIMPLE)]] in root hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/export-test/export-1731569001584/.hbase-snapshot/snaptb-testExportWithResetTtl at hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/export-test/export-1731569001584/.hbase-snapshot/snaptb-testExportWithResetTtl
2024-11-14T07:23:39,160 DEBUG [Time-limited test {}] snapshot.TestExportSnapshot(452): hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/export-test/export-1731569001584/.hbase-snapshot/snaptb-testExportWithResetTtl/.snapshotinfo
2024-11-14T07:23:39,160 DEBUG [Time-limited test {}] snapshot.TestExportSnapshot(452): hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/export-test/export-1731569001584/.hbase-snapshot/snaptb-testExportWithResetTtl/data.manifest
2024-11-14T07:23:39,169 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable testExportWithResetTtl
2024-11-14T07:23:39,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] procedure2.ProcedureExecutor(1139): Stored pid=44, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=testExportWithResetTtl
2024-11-14T07:23:39,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44
2024-11-14T07:23:39,173 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testExportWithResetTtl","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731569019173"}]},"ts":"1731569019173"}
2024-11-14T07:23:39,176 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=testExportWithResetTtl, state=DISABLING in hbase:meta
2024-11-14T07:23:39,176 INFO  [PEWorker-2 {}] procedure.DisableTableProcedure(284): Set testExportWithResetTtl to state=DISABLING
2024-11-14T07:23:39,177 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=45, ppid=44, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=testExportWithResetTtl}]
2024-11-14T07:23:39,179 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=46, ppid=45, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testExportWithResetTtl, region=c1fa1cc3caaa640646527c1d16d9150a, UNASSIGN}, {pid=47, ppid=45, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testExportWithResetTtl, region=d47ea71520c68f25d73a1ef49343c430, UNASSIGN}]
2024-11-14T07:23:39,180 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=46, ppid=45, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testExportWithResetTtl, region=c1fa1cc3caaa640646527c1d16d9150a, UNASSIGN
2024-11-14T07:23:39,180 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=47, ppid=45, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testExportWithResetTtl, region=d47ea71520c68f25d73a1ef49343c430, UNASSIGN
2024-11-14T07:23:39,181 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=46 updating hbase:meta row=c1fa1cc3caaa640646527c1d16d9150a, regionState=CLOSING, regionLocation=20680646cf8a,41449,1731568958363
2024-11-14T07:23:39,181 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=47 updating hbase:meta row=d47ea71520c68f25d73a1ef49343c430, regionState=CLOSING, regionLocation=20680646cf8a,35229,1731568958498
2024-11-14T07:23:39,184 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=46, ppid=45, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=testExportWithResetTtl, region=c1fa1cc3caaa640646527c1d16d9150a, UNASSIGN because future has completed
2024-11-14T07:23:39,184 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false
2024-11-14T07:23:39,184 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=48, ppid=46, state=RUNNABLE, hasLock=false; CloseRegionProcedure c1fa1cc3caaa640646527c1d16d9150a, server=20680646cf8a,41449,1731568958363}]
2024-11-14T07:23:39,185 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=47, ppid=45, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=testExportWithResetTtl, region=d47ea71520c68f25d73a1ef49343c430, UNASSIGN because future has completed
2024-11-14T07:23:39,186 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false
2024-11-14T07:23:39,186 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=49, ppid=47, state=RUNNABLE, hasLock=false; CloseRegionProcedure d47ea71520c68f25d73a1ef49343c430, server=20680646cf8a,35229,1731568958498}]
2024-11-14T07:23:39,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44
2024-11-14T07:23:39,338 INFO  [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=48}] handler.UnassignRegionHandler(122): Close c1fa1cc3caaa640646527c1d16d9150a
2024-11-14T07:23:39,338 DEBUG [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=48}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false
2024-11-14T07:23:39,338 DEBUG [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=48}] regionserver.HRegion(1722): Closing c1fa1cc3caaa640646527c1d16d9150a, disabling compactions & flushes
2024-11-14T07:23:39,339 INFO  [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=48}] regionserver.HRegion(1755): Closing region testExportWithResetTtl,,1731569000211.c1fa1cc3caaa640646527c1d16d9150a.
2024-11-14T07:23:39,339 DEBUG [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=48}] regionserver.HRegion(1776): Time limited wait for close lock on testExportWithResetTtl,,1731569000211.c1fa1cc3caaa640646527c1d16d9150a.
2024-11-14T07:23:39,339 DEBUG [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=48}] regionserver.HRegion(1843): Acquired close lock on testExportWithResetTtl,,1731569000211.c1fa1cc3caaa640646527c1d16d9150a. after waiting 0 ms
2024-11-14T07:23:39,339 DEBUG [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=48}] regionserver.HRegion(1853): Updates disabled for region testExportWithResetTtl,,1731569000211.c1fa1cc3caaa640646527c1d16d9150a.
2024-11-14T07:23:39,339 INFO  [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=49}] handler.UnassignRegionHandler(122): Close d47ea71520c68f25d73a1ef49343c430
2024-11-14T07:23:39,339 DEBUG [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=49}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false
2024-11-14T07:23:39,339 DEBUG [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=49}] regionserver.HRegion(1722): Closing d47ea71520c68f25d73a1ef49343c430, disabling compactions & flushes
2024-11-14T07:23:39,339 INFO  [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=49}] regionserver.HRegion(1755): Closing region testExportWithResetTtl,1,1731569000211.d47ea71520c68f25d73a1ef49343c430.
2024-11-14T07:23:39,340 DEBUG [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=49}] regionserver.HRegion(1776): Time limited wait for close lock on testExportWithResetTtl,1,1731569000211.d47ea71520c68f25d73a1ef49343c430.
2024-11-14T07:23:39,340 DEBUG [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=49}] regionserver.HRegion(1843): Acquired close lock on testExportWithResetTtl,1,1731569000211.d47ea71520c68f25d73a1ef49343c430. after waiting 0 ms
2024-11-14T07:23:39,340 DEBUG [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=49}] regionserver.HRegion(1853): Updates disabled for region testExportWithResetTtl,1,1731569000211.d47ea71520c68f25d73a1ef49343c430.
2024-11-14T07:23:39,343 DEBUG [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=48}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testExportWithResetTtl/c1fa1cc3caaa640646527c1d16d9150a/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1
2024-11-14T07:23:39,344 DEBUG [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=48}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.security.access.AccessController
2024-11-14T07:23:39,344 INFO  [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=48}] regionserver.HRegion(1973): Closed testExportWithResetTtl,,1731569000211.c1fa1cc3caaa640646527c1d16d9150a.
2024-11-14T07:23:39,344 DEBUG [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=48}] regionserver.HRegion(1676): Region close journal for c1fa1cc3caaa640646527c1d16d9150a:
Waiting for close lock at 1731569019338Running coprocessor pre-close hooks at 1731569019338Disabling compacts and flushes for region at 1731569019338Disabling writes for close at 1731569019339 (+1 ms)Writing region close event to WAL at 1731569019339Running coprocessor post-close hooks at 1731569019344 (+5 ms)Closed at 1731569019344
2024-11-14T07:23:39,345 DEBUG [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=49}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testExportWithResetTtl/d47ea71520c68f25d73a1ef49343c430/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1
2024-11-14T07:23:39,346 DEBUG [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=49}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.security.access.AccessController
2024-11-14T07:23:39,346 INFO  [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=49}] regionserver.HRegion(1973): Closed testExportWithResetTtl,1,1731569000211.d47ea71520c68f25d73a1ef49343c430.
2024-11-14T07:23:39,346 DEBUG [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=49}] regionserver.HRegion(1676): Region close journal for d47ea71520c68f25d73a1ef49343c430:
Waiting for close lock at 1731569019339Running coprocessor pre-close hooks at 1731569019339Disabling compacts and flushes for region at 1731569019339Disabling writes for close at 1731569019340 (+1 ms)Writing region close event to WAL at 1731569019340Running coprocessor post-close hooks at 1731569019346 (+6 ms)Closed at 1731569019346
2024-11-14T07:23:39,347 INFO  [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=48}] handler.UnassignRegionHandler(157): Closed c1fa1cc3caaa640646527c1d16d9150a
2024-11-14T07:23:39,348 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=46 updating hbase:meta row=c1fa1cc3caaa640646527c1d16d9150a, regionState=CLOSED
2024-11-14T07:23:39,348 INFO  [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=49}] handler.UnassignRegionHandler(157): Closed d47ea71520c68f25d73a1ef49343c430
2024-11-14T07:23:39,348 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=47 updating hbase:meta row=d47ea71520c68f25d73a1ef49343c430, regionState=CLOSED
2024-11-14T07:23:39,349 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=48, ppid=46, state=RUNNABLE, hasLock=false; CloseRegionProcedure c1fa1cc3caaa640646527c1d16d9150a, server=20680646cf8a,41449,1731568958363 because future has completed
2024-11-14T07:23:39,350 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=49, ppid=47, state=RUNNABLE, hasLock=false; CloseRegionProcedure d47ea71520c68f25d73a1ef49343c430, server=20680646cf8a,35229,1731568958498 because future has completed
2024-11-14T07:23:39,352 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=48, resume processing ppid=46
2024-11-14T07:23:39,353 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, ppid=46, state=SUCCESS, hasLock=false; CloseRegionProcedure c1fa1cc3caaa640646527c1d16d9150a, server=20680646cf8a,41449,1731568958363 in 166 msec
2024-11-14T07:23:39,353 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=49, resume processing ppid=47
2024-11-14T07:23:39,353 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, ppid=45, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testExportWithResetTtl, region=c1fa1cc3caaa640646527c1d16d9150a, UNASSIGN in 174 msec
2024-11-14T07:23:39,353 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=47, state=SUCCESS, hasLock=false; CloseRegionProcedure d47ea71520c68f25d73a1ef49343c430, server=20680646cf8a,35229,1731568958498 in 165 msec
2024-11-14T07:23:39,355 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=47, resume processing ppid=45
2024-11-14T07:23:39,355 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=45, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testExportWithResetTtl, region=d47ea71520c68f25d73a1ef49343c430, UNASSIGN in 175 msec
2024-11-14T07:23:39,357 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=45, resume processing ppid=44
2024-11-14T07:23:39,357 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=44, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=testExportWithResetTtl in 178 msec
2024-11-14T07:23:39,359 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testExportWithResetTtl","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731569019359"}]},"ts":"1731569019359"}
2024-11-14T07:23:39,361 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=testExportWithResetTtl, state=DISABLED in hbase:meta
2024-11-14T07:23:39,361 INFO  [PEWorker-2 {}] procedure.DisableTableProcedure(296): Set testExportWithResetTtl to state=DISABLED
2024-11-14T07:23:39,364 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, state=SUCCESS, hasLock=false; DisableTableProcedure table=testExportWithResetTtl in 192 msec
2024-11-14T07:23:39,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44
2024-11-14T07:23:39,489 INFO  [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:testExportWithResetTtl completed
2024-11-14T07:23:39,490 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete testExportWithResetTtl
2024-11-14T07:23:39,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] procedure2.ProcedureExecutor(1139): Stored pid=50, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=testExportWithResetTtl
2024-11-14T07:23:39,492 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=50, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=testExportWithResetTtl
2024-11-14T07:23:39,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] access.PermissionStorage(261): Removing permissions of removed table testExportWithResetTtl
2024-11-14T07:23:39,494 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=50, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=testExportWithResetTtl
2024-11-14T07:23:39,496 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46383 {}] access.PermissionStorage(529): No permissions found in hbase:acl for acl entry testExportWithResetTtl
2024-11-14T07:23:39,499 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testExportWithResetTtl/c1fa1cc3caaa640646527c1d16d9150a
2024-11-14T07:23:39,499 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testExportWithResetTtl/d47ea71520c68f25d73a1ef49343c430
2024-11-14T07:23:39,501 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testExportWithResetTtl/d47ea71520c68f25d73a1ef49343c430/cf, FileablePath, hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testExportWithResetTtl/d47ea71520c68f25d73a1ef49343c430/recovered.edits]
2024-11-14T07:23:39,501 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testExportWithResetTtl/c1fa1cc3caaa640646527c1d16d9150a/cf, FileablePath, hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testExportWithResetTtl/c1fa1cc3caaa640646527c1d16d9150a/recovered.edits]
2024-11-14T07:23:39,505 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testExportWithResetTtl/c1fa1cc3caaa640646527c1d16d9150a/cf/68e533fcfe0b4b869dd670f39753789d to hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/archive/data/default/testExportWithResetTtl/c1fa1cc3caaa640646527c1d16d9150a/cf/68e533fcfe0b4b869dd670f39753789d
2024-11-14T07:23:39,505 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testExportWithResetTtl/d47ea71520c68f25d73a1ef49343c430/cf/42feaea751c146579178ada2c68f88ab to hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/archive/data/default/testExportWithResetTtl/d47ea71520c68f25d73a1ef49343c430/cf/42feaea751c146579178ada2c68f88ab
2024-11-14T07:23:39,508 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testExportWithResetTtl/c1fa1cc3caaa640646527c1d16d9150a/recovered.edits/8.seqid to hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/archive/data/default/testExportWithResetTtl/c1fa1cc3caaa640646527c1d16d9150a/recovered.edits/8.seqid
2024-11-14T07:23:39,508 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testExportWithResetTtl/d47ea71520c68f25d73a1ef49343c430/recovered.edits/8.seqid to hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/archive/data/default/testExportWithResetTtl/d47ea71520c68f25d73a1ef49343c430/recovered.edits/8.seqid
2024-11-14T07:23:39,509 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testExportWithResetTtl/c1fa1cc3caaa640646527c1d16d9150a
2024-11-14T07:23:39,509 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testExportWithResetTtl/d47ea71520c68f25d73a1ef49343c430
2024-11-14T07:23:39,509 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(313): Archived testExportWithResetTtl regions
2024-11-14T07:23:39,510 DEBUG [PEWorker-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/mobdir/data/default/testExportWithResetTtl/ea1f2913460bad1dc9f5d962c597c09d
2024-11-14T07:23:39,511 DEBUG [PEWorker-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/mobdir/data/default/testExportWithResetTtl/ea1f2913460bad1dc9f5d962c597c09d/cf]
2024-11-14T07:23:39,515 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/mobdir/data/default/testExportWithResetTtl/ea1f2913460bad1dc9f5d962c597c09d/cf/c4ca4238a0b923820dcc509a6f75849b202411148d872d3fc03045529d27a5e99eebee09_d47ea71520c68f25d73a1ef49343c430 to hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/archive/data/default/testExportWithResetTtl/ea1f2913460bad1dc9f5d962c597c09d/cf/c4ca4238a0b923820dcc509a6f75849b202411148d872d3fc03045529d27a5e99eebee09_d47ea71520c68f25d73a1ef49343c430
2024-11-14T07:23:39,516 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/mobdir/data/default/testExportWithResetTtl/ea1f2913460bad1dc9f5d962c597c09d/cf/d41d8cd98f00b204e9800998ecf8427e2024111400745a3b85eb4f7aba6678714c9d339b_c1fa1cc3caaa640646527c1d16d9150a to hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/archive/data/default/testExportWithResetTtl/ea1f2913460bad1dc9f5d962c597c09d/cf/d41d8cd98f00b204e9800998ecf8427e2024111400745a3b85eb4f7aba6678714c9d339b_c1fa1cc3caaa640646527c1d16d9150a
2024-11-14T07:23:39,516 DEBUG [PEWorker-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/mobdir/data/default/testExportWithResetTtl/ea1f2913460bad1dc9f5d962c597c09d
2024-11-14T07:23:39,519 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=50, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=testExportWithResetTtl
2024-11-14T07:23:39,522 WARN  [PEWorker-1 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 2 rows of testExportWithResetTtl from hbase:meta
2024-11-14T07:23:39,525 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(407): Removing 'testExportWithResetTtl' descriptor.
2024-11-14T07:23:39,527 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=50, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=testExportWithResetTtl
2024-11-14T07:23:39,527 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(397): Removing 'testExportWithResetTtl' from region states.
2024-11-14T07:23:39,528 DEBUG [PEWorker-1 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"testExportWithResetTtl,,1731569000211.c1fa1cc3caaa640646527c1d16d9150a.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731569019527"}]},"ts":"9223372036854775807"}
2024-11-14T07:23:39,528 DEBUG [PEWorker-1 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"testExportWithResetTtl,1,1731569000211.d47ea71520c68f25d73a1ef49343c430.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731569019527"}]},"ts":"9223372036854775807"}
2024-11-14T07:23:39,532 INFO  [PEWorker-1 {}] assignment.RegionStateStore(562): Deleted 2 regions from META
2024-11-14T07:23:39,532 DEBUG [PEWorker-1 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => c1fa1cc3caaa640646527c1d16d9150a, NAME => 'testExportWithResetTtl,,1731569000211.c1fa1cc3caaa640646527c1d16d9150a.', STARTKEY => '', ENDKEY => '1'}, {ENCODED => d47ea71520c68f25d73a1ef49343c430, NAME => 'testExportWithResetTtl,1,1731569000211.d47ea71520c68f25d73a1ef49343c430.', STARTKEY => '1', ENDKEY => ''}]
2024-11-14T07:23:39,532 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(401): Marking 'testExportWithResetTtl' as deleted.
2024-11-14T07:23:39,532 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"testExportWithResetTtl","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731569019532"}]},"ts":"9223372036854775807"}
2024-11-14T07:23:39,538 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(867): Deleted table testExportWithResetTtl state from META
2024-11-14T07:23:39,540 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(133): Finished pid=50, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=testExportWithResetTtl
2024-11-14T07:23:39,547 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, state=SUCCESS, hasLock=false; DeleteTableProcedure table=testExportWithResetTtl in 50 msec
2024-11-14T07:23:39,715 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41449-0x1003d1cd0e50001, quorum=127.0.0.1:51438, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/acl/testExportWithResetTtl
2024-11-14T07:23:39,715 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35229-0x1003d1cd0e50002, quorum=127.0.0.1:51438, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/acl/testExportWithResetTtl
2024-11-14T07:23:39,715 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33371-0x1003d1cd0e50000, quorum=127.0.0.1:51438, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/acl/testExportWithResetTtl
2024-11-14T07:23:39,715 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46383-0x1003d1cd0e50003, quorum=127.0.0.1:51438, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/acl/testExportWithResetTtl
2024-11-14T07:23:39,716 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testExportWithResetTtl with data PBUF
2024-11-14T07:23:39,716 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testExportWithResetTtl with data PBUF
2024-11-14T07:23:39,716 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testExportWithResetTtl with data PBUF
2024-11-14T07:23:39,716 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testExportWithResetTtl with data PBUF
2024-11-14T07:23:39,720 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41449-0x1003d1cd0e50001, quorum=127.0.0.1:51438, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/acl/testExportWithResetTtl
2024-11-14T07:23:39,720 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35229-0x1003d1cd0e50002, quorum=127.0.0.1:51438, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/acl/testExportWithResetTtl
2024-11-14T07:23:39,720 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46383-0x1003d1cd0e50003, quorum=127.0.0.1:51438, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/acl/testExportWithResetTtl
2024-11-14T07:23:39,720 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35229-0x1003d1cd0e50002, quorum=127.0.0.1:51438, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl
2024-11-14T07:23:39,720 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41449-0x1003d1cd0e50001, quorum=127.0.0.1:51438, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl
2024-11-14T07:23:39,720 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46383-0x1003d1cd0e50003, quorum=127.0.0.1:51438, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl
2024-11-14T07:23:39,720 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33371-0x1003d1cd0e50000, quorum=127.0.0.1:51438, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/acl/testExportWithResetTtl
2024-11-14T07:23:39,720 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33371-0x1003d1cd0e50000, quorum=127.0.0.1:51438, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl
2024-11-14T07:23:39,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50
2024-11-14T07:23:39,722 DEBUG [RPCClient-NioEventLoopGroup-6-4 {}] client.AsyncRegionLocator(219): Clear meta cache for testExportWithResetTtl
2024-11-14T07:23:39,723 INFO  [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:testExportWithResetTtl completed
2024-11-14T07:23:39,723 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable testtb-testExportWithResetTtl
2024-11-14T07:23:39,724 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportWithResetTtl with data PBUF\x0AC\x0A\x07jenkins\x128\x08\x03"4\x0A(\x0A\x07default\x12\x1Dtesttb-testExportWithResetTtl \x00 \x01 \x02 \x03 \x04
2024-11-14T07:23:39,724 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportWithResetTtl with data PBUF\x0AC\x0A\x07jenkins\x128\x08\x03"4\x0A(\x0A\x07default\x12\x1Dtesttb-testExportWithResetTtl \x00 \x01 \x02 \x03 \x04
2024-11-14T07:23:39,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] procedure2.ProcedureExecutor(1139): Stored pid=51, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=testtb-testExportWithResetTtl
2024-11-14T07:23:39,727 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportWithResetTtl with data PBUF\x0AC\x0A\x07jenkins\x128\x08\x03"4\x0A(\x0A\x07default\x12\x1Dtesttb-testExportWithResetTtl \x00 \x01 \x02 \x03 \x04
2024-11-14T07:23:39,727 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportWithResetTtl with data PBUF\x0AC\x0A\x07jenkins\x128\x08\x03"4\x0A(\x0A\x07default\x12\x1Dtesttb-testExportWithResetTtl \x00 \x01 \x02 \x03 \x04
2024-11-14T07:23:39,731 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testtb-testExportWithResetTtl","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731569019730"}]},"ts":"1731569019730"}
2024-11-14T07:23:39,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=51
2024-11-14T07:23:39,734 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=testtb-testExportWithResetTtl, state=DISABLING in hbase:meta
2024-11-14T07:23:39,734 INFO  [PEWorker-5 {}] procedure.DisableTableProcedure(284): Set testtb-testExportWithResetTtl to state=DISABLING
2024-11-14T07:23:39,736 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=52, ppid=51, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=testtb-testExportWithResetTtl}]
2024-11-14T07:23:39,738 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=53, ppid=52, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testtb-testExportWithResetTtl, region=b48c439c304d6a06ecfd59642d11df71, UNASSIGN}, {pid=54, ppid=52, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testtb-testExportWithResetTtl, region=943d5495321c48040cba4e3a7f22497f, UNASSIGN}]
2024-11-14T07:23:39,739 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=53, ppid=52, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testtb-testExportWithResetTtl, region=b48c439c304d6a06ecfd59642d11df71, UNASSIGN
2024-11-14T07:23:39,740 INFO  [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=54, ppid=52, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testtb-testExportWithResetTtl, region=943d5495321c48040cba4e3a7f22497f, UNASSIGN
2024-11-14T07:23:39,740 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=53 updating hbase:meta row=b48c439c304d6a06ecfd59642d11df71, regionState=CLOSING, regionLocation=20680646cf8a,41449,1731568958363
2024-11-14T07:23:39,741 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=54 updating hbase:meta row=943d5495321c48040cba4e3a7f22497f, regionState=CLOSING, regionLocation=20680646cf8a,35229,1731568958498
2024-11-14T07:23:39,743 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=53, ppid=52, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=testtb-testExportWithResetTtl, region=b48c439c304d6a06ecfd59642d11df71, UNASSIGN because future has completed
2024-11-14T07:23:39,743 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false
2024-11-14T07:23:39,743 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=55, ppid=53, state=RUNNABLE, hasLock=false; CloseRegionProcedure b48c439c304d6a06ecfd59642d11df71, server=20680646cf8a,41449,1731568958363}]
2024-11-14T07:23:39,744 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=54, ppid=52, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=testtb-testExportWithResetTtl, region=943d5495321c48040cba4e3a7f22497f, UNASSIGN because future has completed
2024-11-14T07:23:39,744 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false
2024-11-14T07:23:39,744 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=56, ppid=54, state=RUNNABLE, hasLock=false; CloseRegionProcedure 943d5495321c48040cba4e3a7f22497f, server=20680646cf8a,35229,1731568958498}]
2024-11-14T07:23:39,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=51
2024-11-14T07:23:39,896 INFO  [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=55}] handler.UnassignRegionHandler(122): Close b48c439c304d6a06ecfd59642d11df71
2024-11-14T07:23:39,896 DEBUG [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=55}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false
2024-11-14T07:23:39,896 DEBUG [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=55}] regionserver.HRegion(1722): Closing b48c439c304d6a06ecfd59642d11df71, disabling compactions & flushes
2024-11-14T07:23:39,897 INFO  [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=55}] regionserver.HRegion(1755): Closing region testtb-testExportWithResetTtl,,1731568998406.b48c439c304d6a06ecfd59642d11df71.
2024-11-14T07:23:39,897 DEBUG [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=55}] regionserver.HRegion(1776): Time limited wait for close lock on testtb-testExportWithResetTtl,,1731568998406.b48c439c304d6a06ecfd59642d11df71.
2024-11-14T07:23:39,897 DEBUG [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=55}] regionserver.HRegion(1843): Acquired close lock on testtb-testExportWithResetTtl,,1731568998406.b48c439c304d6a06ecfd59642d11df71. after waiting 0 ms
2024-11-14T07:23:39,897 DEBUG [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=55}] regionserver.HRegion(1853): Updates disabled for region testtb-testExportWithResetTtl,,1731568998406.b48c439c304d6a06ecfd59642d11df71.
2024-11-14T07:23:39,897 INFO  [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=56}] handler.UnassignRegionHandler(122): Close 943d5495321c48040cba4e3a7f22497f
2024-11-14T07:23:39,897 DEBUG [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=56}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false
2024-11-14T07:23:39,897 DEBUG [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=56}] regionserver.HRegion(1722): Closing 943d5495321c48040cba4e3a7f22497f, disabling compactions & flushes
2024-11-14T07:23:39,897 INFO  [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=56}] regionserver.HRegion(1755): Closing region testtb-testExportWithResetTtl,1,1731568998406.943d5495321c48040cba4e3a7f22497f.
2024-11-14T07:23:39,897 DEBUG [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=56}] regionserver.HRegion(1776): Time limited wait for close lock on testtb-testExportWithResetTtl,1,1731568998406.943d5495321c48040cba4e3a7f22497f.
2024-11-14T07:23:39,897 DEBUG [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=56}] regionserver.HRegion(1843): Acquired close lock on testtb-testExportWithResetTtl,1,1731568998406.943d5495321c48040cba4e3a7f22497f. after waiting 0 ms
2024-11-14T07:23:39,898 DEBUG [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=56}] regionserver.HRegion(1853): Updates disabled for region testtb-testExportWithResetTtl,1,1731568998406.943d5495321c48040cba4e3a7f22497f.
2024-11-14T07:23:39,909 DEBUG [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=55}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testtb-testExportWithResetTtl/b48c439c304d6a06ecfd59642d11df71/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1
2024-11-14T07:23:39,910 DEBUG [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=55}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.security.access.AccessController
2024-11-14T07:23:39,910 INFO  [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=55}] regionserver.HRegion(1973): Closed testtb-testExportWithResetTtl,,1731568998406.b48c439c304d6a06ecfd59642d11df71.
2024-11-14T07:23:39,910 DEBUG [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=55}] regionserver.HRegion(1676): Region close journal for b48c439c304d6a06ecfd59642d11df71:
Waiting for close lock at 1731569019896Running coprocessor pre-close hooks at 1731569019896Disabling compacts and flushes for region at 1731569019896Disabling writes for close at 1731569019897 (+1 ms)Writing region close event to WAL at 1731569019898 (+1 ms)Running coprocessor post-close hooks at 1731569019910 (+12 ms)Closed at 1731569019910
2024-11-14T07:23:39,913 DEBUG [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=56}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testtb-testExportWithResetTtl/943d5495321c48040cba4e3a7f22497f/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1
2024-11-14T07:23:39,914 DEBUG [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=56}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.security.access.AccessController
2024-11-14T07:23:39,914 INFO  [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=56}] regionserver.HRegion(1973): Closed testtb-testExportWithResetTtl,1,1731568998406.943d5495321c48040cba4e3a7f22497f.
2024-11-14T07:23:39,914 DEBUG [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=56}] regionserver.HRegion(1676): Region close journal for 943d5495321c48040cba4e3a7f22497f:
Waiting for close lock at 1731569019897Running coprocessor pre-close hooks at 1731569019897Disabling compacts and flushes for region at 1731569019897Disabling writes for close at 1731569019898 (+1 ms)Writing region close event to WAL at 1731569019909 (+11 ms)Running coprocessor post-close hooks at 1731569019914 (+5 ms)Closed at 1731569019914
2024-11-14T07:23:39,914 INFO  [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=55}] handler.UnassignRegionHandler(157): Closed b48c439c304d6a06ecfd59642d11df71
2024-11-14T07:23:39,915 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=53 updating hbase:meta row=b48c439c304d6a06ecfd59642d11df71, regionState=CLOSED
2024-11-14T07:23:39,918 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=55, ppid=53, state=RUNNABLE, hasLock=false; CloseRegionProcedure b48c439c304d6a06ecfd59642d11df71, server=20680646cf8a,41449,1731568958363 because future has completed
2024-11-14T07:23:39,919 INFO  [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=56}] handler.UnassignRegionHandler(157): Closed 943d5495321c48040cba4e3a7f22497f
2024-11-14T07:23:39,920 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=54 updating hbase:meta row=943d5495321c48040cba4e3a7f22497f, regionState=CLOSED
2024-11-14T07:23:39,925 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=56, ppid=54, state=RUNNABLE, hasLock=false; CloseRegionProcedure 943d5495321c48040cba4e3a7f22497f, server=20680646cf8a,35229,1731568958498 because future has completed
2024-11-14T07:23:39,928 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=55, resume processing ppid=53
2024-11-14T07:23:39,929 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=55, ppid=53, state=SUCCESS, hasLock=false; CloseRegionProcedure b48c439c304d6a06ecfd59642d11df71, server=20680646cf8a,41449,1731568958363 in 179 msec
2024-11-14T07:23:39,932 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=56, resume processing ppid=54
2024-11-14T07:23:39,932 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, ppid=52, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testtb-testExportWithResetTtl, region=b48c439c304d6a06ecfd59642d11df71, UNASSIGN in 191 msec
2024-11-14T07:23:39,932 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=56, ppid=54, state=SUCCESS, hasLock=false; CloseRegionProcedure 943d5495321c48040cba4e3a7f22497f, server=20680646cf8a,35229,1731568958498 in 183 msec
2024-11-14T07:23:39,936 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=54, resume processing ppid=52
2024-11-14T07:23:39,936 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, ppid=52, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testtb-testExportWithResetTtl, region=943d5495321c48040cba4e3a7f22497f, UNASSIGN in 194 msec
2024-11-14T07:23:39,938 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=52, resume processing ppid=51
2024-11-14T07:23:39,938 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, ppid=51, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=testtb-testExportWithResetTtl in 200 msec
2024-11-14T07:23:39,940 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testtb-testExportWithResetTtl","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731569019939"}]},"ts":"1731569019939"}
2024-11-14T07:23:39,941 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=testtb-testExportWithResetTtl, state=DISABLED in hbase:meta
2024-11-14T07:23:39,942 INFO  [PEWorker-5 {}] procedure.DisableTableProcedure(296): Set testtb-testExportWithResetTtl to state=DISABLED
2024-11-14T07:23:39,944 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, state=SUCCESS, hasLock=false; DisableTableProcedure table=testtb-testExportWithResetTtl in 218 msec
2024-11-14T07:23:40,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=51
2024-11-14T07:23:40,048 INFO  [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:testtb-testExportWithResetTtl completed
2024-11-14T07:23:40,049 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete testtb-testExportWithResetTtl
2024-11-14T07:23:40,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] procedure2.ProcedureExecutor(1139): Stored pid=57, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=testtb-testExportWithResetTtl
2024-11-14T07:23:40,051 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=57, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=testtb-testExportWithResetTtl
2024-11-14T07:23:40,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] access.PermissionStorage(261): Removing permissions of removed table testtb-testExportWithResetTtl
2024-11-14T07:23:40,051 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=57, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=testtb-testExportWithResetTtl
2024-11-14T07:23:40,054 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46383 {}] access.PermissionStorage(529): No permissions found in hbase:acl for acl entry testtb-testExportWithResetTtl
2024-11-14T07:23:40,056 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testtb-testExportWithResetTtl/b48c439c304d6a06ecfd59642d11df71
2024-11-14T07:23:40,056 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testtb-testExportWithResetTtl/943d5495321c48040cba4e3a7f22497f
2024-11-14T07:23:40,056 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41449-0x1003d1cd0e50001, quorum=127.0.0.1:51438, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/acl/testtb-testExportWithResetTtl
2024-11-14T07:23:40,056 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33371-0x1003d1cd0e50000, quorum=127.0.0.1:51438, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/acl/testtb-testExportWithResetTtl
2024-11-14T07:23:40,056 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35229-0x1003d1cd0e50002, quorum=127.0.0.1:51438, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/acl/testtb-testExportWithResetTtl
2024-11-14T07:23:40,056 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46383-0x1003d1cd0e50003, quorum=127.0.0.1:51438, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/acl/testtb-testExportWithResetTtl
2024-11-14T07:23:40,057 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportWithResetTtl with data PBUF
2024-11-14T07:23:40,057 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportWithResetTtl with data PBUF
2024-11-14T07:23:40,057 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportWithResetTtl with data PBUF
2024-11-14T07:23:40,057 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportWithResetTtl with data PBUF
2024-11-14T07:23:40,058 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35229-0x1003d1cd0e50002, quorum=127.0.0.1:51438, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/acl/testtb-testExportWithResetTtl
2024-11-14T07:23:40,058 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33371-0x1003d1cd0e50000, quorum=127.0.0.1:51438, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/acl/testtb-testExportWithResetTtl
2024-11-14T07:23:40,058 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46383-0x1003d1cd0e50003, quorum=127.0.0.1:51438, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/acl/testtb-testExportWithResetTtl
2024-11-14T07:23:40,058 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46383-0x1003d1cd0e50003, quorum=127.0.0.1:51438, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl
2024-11-14T07:23:40,058 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35229-0x1003d1cd0e50002, quorum=127.0.0.1:51438, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl
2024-11-14T07:23:40,058 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41449-0x1003d1cd0e50001, quorum=127.0.0.1:51438, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/acl/testtb-testExportWithResetTtl
2024-11-14T07:23:40,058 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41449-0x1003d1cd0e50001, quorum=127.0.0.1:51438, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl
2024-11-14T07:23:40,058 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33371-0x1003d1cd0e50000, quorum=127.0.0.1:51438, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl
2024-11-14T07:23:40,058 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testtb-testExportWithResetTtl/b48c439c304d6a06ecfd59642d11df71/cf, FileablePath, hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testtb-testExportWithResetTtl/b48c439c304d6a06ecfd59642d11df71/recovered.edits]
2024-11-14T07:23:40,058 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testtb-testExportWithResetTtl/943d5495321c48040cba4e3a7f22497f/cf, FileablePath, hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testtb-testExportWithResetTtl/943d5495321c48040cba4e3a7f22497f/recovered.edits]
2024-11-14T07:23:40,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=57
2024-11-14T07:23:40,062 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testtb-testExportWithResetTtl/b48c439c304d6a06ecfd59642d11df71/cf/0bd3f9587e4940e5935b57bca7be68dc to hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/archive/data/default/testtb-testExportWithResetTtl/b48c439c304d6a06ecfd59642d11df71/cf/0bd3f9587e4940e5935b57bca7be68dc
2024-11-14T07:23:40,062 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testtb-testExportWithResetTtl/943d5495321c48040cba4e3a7f22497f/cf/32e78c28841a4b6db368e2eca61383f1 to hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/archive/data/default/testtb-testExportWithResetTtl/943d5495321c48040cba4e3a7f22497f/cf/32e78c28841a4b6db368e2eca61383f1
2024-11-14T07:23:40,065 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testtb-testExportWithResetTtl/943d5495321c48040cba4e3a7f22497f/recovered.edits/9.seqid to hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/archive/data/default/testtb-testExportWithResetTtl/943d5495321c48040cba4e3a7f22497f/recovered.edits/9.seqid
2024-11-14T07:23:40,066 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testtb-testExportWithResetTtl/b48c439c304d6a06ecfd59642d11df71/recovered.edits/9.seqid to hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/archive/data/default/testtb-testExportWithResetTtl/b48c439c304d6a06ecfd59642d11df71/recovered.edits/9.seqid
2024-11-14T07:23:40,066 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testtb-testExportWithResetTtl/943d5495321c48040cba4e3a7f22497f
2024-11-14T07:23:40,066 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testtb-testExportWithResetTtl/b48c439c304d6a06ecfd59642d11df71
2024-11-14T07:23:40,066 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(313): Archived testtb-testExportWithResetTtl regions
2024-11-14T07:23:40,066 DEBUG [PEWorker-4 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/mobdir/data/default/testtb-testExportWithResetTtl/1bf72cc28ee4e494fb2ee93a7ed9fe6e
2024-11-14T07:23:40,067 DEBUG [PEWorker-4 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/mobdir/data/default/testtb-testExportWithResetTtl/1bf72cc28ee4e494fb2ee93a7ed9fe6e/cf]
2024-11-14T07:23:40,071 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/mobdir/data/default/testtb-testExportWithResetTtl/1bf72cc28ee4e494fb2ee93a7ed9fe6e/cf/c4ca4238a0b923820dcc509a6f75849b2024111416ae7d214f074b39b1170c5a86a58100_943d5495321c48040cba4e3a7f22497f to hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/archive/data/default/testtb-testExportWithResetTtl/1bf72cc28ee4e494fb2ee93a7ed9fe6e/cf/c4ca4238a0b923820dcc509a6f75849b2024111416ae7d214f074b39b1170c5a86a58100_943d5495321c48040cba4e3a7f22497f
2024-11-14T07:23:40,073 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/mobdir/data/default/testtb-testExportWithResetTtl/1bf72cc28ee4e494fb2ee93a7ed9fe6e/cf/d41d8cd98f00b204e9800998ecf8427e202411146582c0c1856148a58552ae8e700b54e7_b48c439c304d6a06ecfd59642d11df71 to hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/archive/data/default/testtb-testExportWithResetTtl/1bf72cc28ee4e494fb2ee93a7ed9fe6e/cf/d41d8cd98f00b204e9800998ecf8427e202411146582c0c1856148a58552ae8e700b54e7_b48c439c304d6a06ecfd59642d11df71
2024-11-14T07:23:40,073 DEBUG [PEWorker-4 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/mobdir/data/default/testtb-testExportWithResetTtl/1bf72cc28ee4e494fb2ee93a7ed9fe6e
2024-11-14T07:23:40,075 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=57, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=testtb-testExportWithResetTtl
2024-11-14T07:23:40,078 WARN  [PEWorker-4 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 2 rows of testtb-testExportWithResetTtl from hbase:meta
2024-11-14T07:23:40,082 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(407): Removing 'testtb-testExportWithResetTtl' descriptor.
2024-11-14T07:23:40,083 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=57, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=testtb-testExportWithResetTtl
2024-11-14T07:23:40,083 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(397): Removing 'testtb-testExportWithResetTtl' from region states.
2024-11-14T07:23:40,083 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"testtb-testExportWithResetTtl,,1731568998406.b48c439c304d6a06ecfd59642d11df71.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731569020083"}]},"ts":"9223372036854775807"}
2024-11-14T07:23:40,084 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"testtb-testExportWithResetTtl,1,1731568998406.943d5495321c48040cba4e3a7f22497f.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731569020083"}]},"ts":"9223372036854775807"}
2024-11-14T07:23:40,086 INFO  [PEWorker-4 {}] assignment.RegionStateStore(562): Deleted 2 regions from META
2024-11-14T07:23:40,086 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => b48c439c304d6a06ecfd59642d11df71, NAME => 'testtb-testExportWithResetTtl,,1731568998406.b48c439c304d6a06ecfd59642d11df71.', STARTKEY => '', ENDKEY => '1'}, {ENCODED => 943d5495321c48040cba4e3a7f22497f, NAME => 'testtb-testExportWithResetTtl,1,1731568998406.943d5495321c48040cba4e3a7f22497f.', STARTKEY => '1', ENDKEY => ''}]
2024-11-14T07:23:40,087 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(401): Marking 'testtb-testExportWithResetTtl' as deleted.
2024-11-14T07:23:40,087 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"testtb-testExportWithResetTtl","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731569020087"}]},"ts":"9223372036854775807"}
2024-11-14T07:23:40,090 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(867): Deleted table testtb-testExportWithResetTtl state from META
2024-11-14T07:23:40,091 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(133): Finished pid=57, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=testtb-testExportWithResetTtl
2024-11-14T07:23:40,093 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=57, state=SUCCESS, hasLock=false; DeleteTableProcedure table=testtb-testExportWithResetTtl in 42 msec
2024-11-14T07:23:40,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=57
2024-11-14T07:23:40,169 DEBUG [RPCClient-NioEventLoopGroup-6-4 {}] client.AsyncRegionLocator(219): Clear meta cache for testtb-testExportWithResetTtl
2024-11-14T07:23:40,169 INFO  [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:testtb-testExportWithResetTtl completed
2024-11-14T07:23:40,179 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.2 delete name: "emptySnaptb0-testExportWithResetTtl"
type: DISABLED

2024-11-14T07:23:40,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] snapshot.SnapshotManager(381): Deleting snapshot: emptySnaptb0-testExportWithResetTtl
2024-11-14T07:23:40,183 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.2 delete name: "snaptb-testExportWithResetTtl"
type: DISABLED

2024-11-14T07:23:40,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] snapshot.SnapshotManager(381): Deleting snapshot: snaptb-testExportWithResetTtl
2024-11-14T07:23:40,188 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.2 delete name: "snaptb0-testExportWithResetTtl"
type: DISABLED

2024-11-14T07:23:40,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] snapshot.SnapshotManager(381): Deleting snapshot: snaptb0-testExportWithResetTtl
2024-11-14T07:23:40,214 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: snapshot.TestMobSecureExportSnapshot#testExportWithResetTtl Thread=776 (was 769)
Potentially hanging thread: ApplicationMasterLauncher #2
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HFileArchiver-4
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HFileArchiver-5
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: LogDeleter #0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1413559679_1 at /127.0.0.1:36586 [Waiting for operation #2]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35521
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1413559679_1 at /127.0.0.1:33066 [Waiting for operation #2]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HFileArchiver-3
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1453683247_22 at /127.0.0.1:35324 [Waiting for operation #3]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33841
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: process reaper (pid 95511)
	java.base@17.0.11/java.lang.ProcessHandleImpl.waitForProcessExit0(Native Method)
	java.base@17.0.11/java.lang.ProcessHandleImpl$1.run(ProcessHandleImpl.java:150)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HFileArchiver-6
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-2
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (346890841) connection to localhost/127.0.0.1:43833 from jenkins
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: IPC Client (346890841) connection to localhost/127.0.0.1:35521 from jenkins
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-2
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ContainersLauncher #1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1453683247_22 at /127.0.0.1:46494 [Waiting for operation #8]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43833
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ApplicationMasterLauncher #1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Thread-2167
	java.base@17.0.11/java.io.FileInputStream.readBytes(Native Method)
	java.base@17.0.11/java.io.FileInputStream.read(FileInputStream.java:276)
	java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:282)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343)
	java.base@17.0.11/sun.nio.cs.StreamDecoder.readBytes(StreamDecoder.java:281)
	java.base@17.0.11/sun.nio.cs.StreamDecoder.implRead(StreamDecoder.java:324)
	java.base@17.0.11/sun.nio.cs.StreamDecoder.read(StreamDecoder.java:189)
	java.base@17.0.11/java.io.InputStreamReader.read(InputStreamReader.java:177)
	java.base@17.0.11/java.io.BufferedReader.fill(BufferedReader.java:162)
	java.base@17.0.11/java.io.BufferedReader.readLine(BufferedReader.java:329)
	java.base@17.0.11/java.io.BufferedReader.readLine(BufferedReader.java:396)
	app//org.apache.hadoop.util.Shell$1.run(Shell.java:1025)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1453683247_22 at /127.0.0.1:43370 [Waiting for operation #3]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33841
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: LogDeleter #0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=801 (was 805), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=452 (was 454), ProcessCount=19 (was 16) - ProcessCount LEAK? -, AvailableMemoryMB=614 (was 1317)
2024-11-14T07:23:40,214 WARN  [Time-limited test {}] hbase.ResourceChecker(130): Thread=776 is superior to 500
2024-11-14T07:23:40,230 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: snapshot.TestMobSecureExportSnapshot#testExportFileSystemState Thread=776, OpenFileDescriptor=801, MaxFileDescriptor=1048576, SystemLoadAverage=452, ProcessCount=19, AvailableMemoryMB=613
2024-11-14T07:23:40,230 WARN  [Time-limited test {}] hbase.ResourceChecker(130): Thread=776 is superior to 500
2024-11-14T07:23:40,231 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testtb-testExportFileSystemState', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '0', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-14T07:23:40,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] procedure2.ProcedureExecutor(1139): Stored pid=58, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testtb-testExportFileSystemState
2024-11-14T07:23:40,234 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=58, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testtb-testExportFileSystemState execute state=CREATE_TABLE_PRE_OPERATION
2024-11-14T07:23:40,234 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default"
qualifier: "testtb-testExportFileSystemState"
 procId is: 58
2024-11-14T07:23:40,235 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=58, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testtb-testExportFileSystemState execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-14T07:23:40,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58
2024-11-14T07:23:40,243 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073741968_1144 (size=443)
2024-11-14T07:23:40,244 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073741968_1144 (size=443)
2024-11-14T07:23:40,244 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073741968_1144 (size=443)
2024-11-14T07:23:40,247 INFO  [RegionOpenAndInit-testtb-testExportFileSystemState-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 0d44b66f1631cd53fb5bc90422e03092, NAME => 'testtb-testExportFileSystemState,,1731569020231.0d44b66f1631cd53fb5bc90422e03092.', STARTKEY => '', ENDKEY => '1'}, tableDescriptor='testtb-testExportFileSystemState', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '0', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50
2024-11-14T07:23:40,247 INFO  [RegionOpenAndInit-testtb-testExportFileSystemState-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 28b34c0c96db6dd42784864361fef59d, NAME => 'testtb-testExportFileSystemState,1,1731569020231.28b34c0c96db6dd42784864361fef59d.', STARTKEY => '1', ENDKEY => ''}, tableDescriptor='testtb-testExportFileSystemState', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '0', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50
2024-11-14T07:23:40,254 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073741969_1145 (size=68)
2024-11-14T07:23:40,254 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073741969_1145 (size=68)
2024-11-14T07:23:40,254 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073741969_1145 (size=68)
2024-11-14T07:23:40,255 DEBUG [RegionOpenAndInit-testtb-testExportFileSystemState-pool-0 {}] regionserver.HRegion(898): Instantiated testtb-testExportFileSystemState,,1731569020231.0d44b66f1631cd53fb5bc90422e03092.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-14T07:23:40,255 DEBUG [RegionOpenAndInit-testtb-testExportFileSystemState-pool-0 {}] regionserver.HRegion(1722): Closing 0d44b66f1631cd53fb5bc90422e03092, disabling compactions & flushes
2024-11-14T07:23:40,255 INFO  [RegionOpenAndInit-testtb-testExportFileSystemState-pool-0 {}] regionserver.HRegion(1755): Closing region testtb-testExportFileSystemState,,1731569020231.0d44b66f1631cd53fb5bc90422e03092.
2024-11-14T07:23:40,255 DEBUG [RegionOpenAndInit-testtb-testExportFileSystemState-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testtb-testExportFileSystemState,,1731569020231.0d44b66f1631cd53fb5bc90422e03092.
2024-11-14T07:23:40,255 DEBUG [RegionOpenAndInit-testtb-testExportFileSystemState-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testtb-testExportFileSystemState,,1731569020231.0d44b66f1631cd53fb5bc90422e03092. after waiting 0 ms
2024-11-14T07:23:40,255 DEBUG [RegionOpenAndInit-testtb-testExportFileSystemState-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testtb-testExportFileSystemState,,1731569020231.0d44b66f1631cd53fb5bc90422e03092.
2024-11-14T07:23:40,255 INFO  [RegionOpenAndInit-testtb-testExportFileSystemState-pool-0 {}] regionserver.HRegion(1973): Closed testtb-testExportFileSystemState,,1731569020231.0d44b66f1631cd53fb5bc90422e03092.
2024-11-14T07:23:40,255 DEBUG [RegionOpenAndInit-testtb-testExportFileSystemState-pool-0 {}] regionserver.HRegion(1676): Region close journal for 0d44b66f1631cd53fb5bc90422e03092:
Waiting for close lock at 1731569020255Disabling compacts and flushes for region at 1731569020255Disabling writes for close at 1731569020255Writing region close event to WAL at 1731569020255Closed at 1731569020255
2024-11-14T07:23:40,260 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073741970_1146 (size=68)
2024-11-14T07:23:40,260 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073741970_1146 (size=68)
2024-11-14T07:23:40,261 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073741970_1146 (size=68)
2024-11-14T07:23:40,261 DEBUG [RegionOpenAndInit-testtb-testExportFileSystemState-pool-1 {}] regionserver.HRegion(898): Instantiated testtb-testExportFileSystemState,1,1731569020231.28b34c0c96db6dd42784864361fef59d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-14T07:23:40,261 DEBUG [RegionOpenAndInit-testtb-testExportFileSystemState-pool-1 {}] regionserver.HRegion(1722): Closing 28b34c0c96db6dd42784864361fef59d, disabling compactions & flushes
2024-11-14T07:23:40,261 INFO  [RegionOpenAndInit-testtb-testExportFileSystemState-pool-1 {}] regionserver.HRegion(1755): Closing region testtb-testExportFileSystemState,1,1731569020231.28b34c0c96db6dd42784864361fef59d.
2024-11-14T07:23:40,261 DEBUG [RegionOpenAndInit-testtb-testExportFileSystemState-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testtb-testExportFileSystemState,1,1731569020231.28b34c0c96db6dd42784864361fef59d.
2024-11-14T07:23:40,261 DEBUG [RegionOpenAndInit-testtb-testExportFileSystemState-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testtb-testExportFileSystemState,1,1731569020231.28b34c0c96db6dd42784864361fef59d. after waiting 0 ms
2024-11-14T07:23:40,261 DEBUG [RegionOpenAndInit-testtb-testExportFileSystemState-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testtb-testExportFileSystemState,1,1731569020231.28b34c0c96db6dd42784864361fef59d.
2024-11-14T07:23:40,261 INFO  [RegionOpenAndInit-testtb-testExportFileSystemState-pool-1 {}] regionserver.HRegion(1973): Closed testtb-testExportFileSystemState,1,1731569020231.28b34c0c96db6dd42784864361fef59d.
2024-11-14T07:23:40,262 DEBUG [RegionOpenAndInit-testtb-testExportFileSystemState-pool-1 {}] regionserver.HRegion(1676): Region close journal for 28b34c0c96db6dd42784864361fef59d:
Waiting for close lock at 1731569020261Disabling compacts and flushes for region at 1731569020261Disabling writes for close at 1731569020261Writing region close event to WAL at 1731569020261Closed at 1731569020261
2024-11-14T07:23:40,263 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=58, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testtb-testExportFileSystemState execute state=CREATE_TABLE_ADD_TO_META
2024-11-14T07:23:40,263 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testtb-testExportFileSystemState,,1731569020231.0d44b66f1631cd53fb5bc90422e03092.","families":{"info":[{"qualifier":"regioninfo","vlen":67,"tag":[],"timestamp":"1731569020263"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731569020263"}]},"ts":"1731569020263"}
2024-11-14T07:23:40,263 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testtb-testExportFileSystemState,1,1731569020231.28b34c0c96db6dd42784864361fef59d.","families":{"info":[{"qualifier":"regioninfo","vlen":67,"tag":[],"timestamp":"1731569020263"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731569020263"}]},"ts":"1731569020263"}
2024-11-14T07:23:40,266 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta.
2024-11-14T07:23:40,267 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=58, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testtb-testExportFileSystemState execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-14T07:23:40,267 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testtb-testExportFileSystemState","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731569020267"}]},"ts":"1731569020267"}
2024-11-14T07:23:40,269 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testtb-testExportFileSystemState, state=ENABLING in hbase:meta
2024-11-14T07:23:40,269 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(204): Hosts are {20680646cf8a=0} racks are {/default-rack=0}
2024-11-14T07:23:40,270 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(303): server 0 has 0 regions
2024-11-14T07:23:40,270 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(303): server 1 has 0 regions
2024-11-14T07:23:40,270 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(303): server 2 has 0 regions
2024-11-14T07:23:40,270 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(310): server 0 is on host 0
2024-11-14T07:23:40,271 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(310): server 1 is on host 0
2024-11-14T07:23:40,271 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(310): server 2 is on host 0
2024-11-14T07:23:40,271 INFO  [PEWorker-1 {}] balancer.BalancerClusterState(321): server 0 is on rack 0
2024-11-14T07:23:40,271 INFO  [PEWorker-1 {}] balancer.BalancerClusterState(321): server 1 is on rack 0
2024-11-14T07:23:40,271 INFO  [PEWorker-1 {}] balancer.BalancerClusterState(321): server 2 is on rack 0
2024-11-14T07:23:40,271 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1
2024-11-14T07:23:40,271 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=59, ppid=58, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testtb-testExportFileSystemState, region=0d44b66f1631cd53fb5bc90422e03092, ASSIGN}, {pid=60, ppid=58, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testtb-testExportFileSystemState, region=28b34c0c96db6dd42784864361fef59d, ASSIGN}]
2024-11-14T07:23:40,272 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=60, ppid=58, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testtb-testExportFileSystemState, region=28b34c0c96db6dd42784864361fef59d, ASSIGN
2024-11-14T07:23:40,272 INFO  [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=59, ppid=58, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testtb-testExportFileSystemState, region=0d44b66f1631cd53fb5bc90422e03092, ASSIGN
2024-11-14T07:23:40,273 INFO  [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=59, ppid=58, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testtb-testExportFileSystemState, region=0d44b66f1631cd53fb5bc90422e03092, ASSIGN; state=OFFLINE, location=20680646cf8a,46383,1731568958548; forceNewPlan=false, retain=false
2024-11-14T07:23:40,273 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=60, ppid=58, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testtb-testExportFileSystemState, region=28b34c0c96db6dd42784864361fef59d, ASSIGN; state=OFFLINE, location=20680646cf8a,35229,1731568958498; forceNewPlan=false, retain=false
2024-11-14T07:23:40,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58
2024-11-14T07:23:40,423 INFO  [20680646cf8a:33371 {}] balancer.BaseLoadBalancer(388): Reassigned 2 regions. 2 retained the pre-restart assignment. 
2024-11-14T07:23:40,424 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=60 updating hbase:meta row=28b34c0c96db6dd42784864361fef59d, regionState=OPENING, regionLocation=20680646cf8a,35229,1731568958498
2024-11-14T07:23:40,424 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=59 updating hbase:meta row=0d44b66f1631cd53fb5bc90422e03092, regionState=OPENING, regionLocation=20680646cf8a,46383,1731568958548
2024-11-14T07:23:40,427 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=60, ppid=58, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testtb-testExportFileSystemState, region=28b34c0c96db6dd42784864361fef59d, ASSIGN because future has completed
2024-11-14T07:23:40,427 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=61, ppid=60, state=RUNNABLE, hasLock=false; OpenRegionProcedure 28b34c0c96db6dd42784864361fef59d, server=20680646cf8a,35229,1731568958498}]
2024-11-14T07:23:40,433 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=59, ppid=58, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testtb-testExportFileSystemState, region=0d44b66f1631cd53fb5bc90422e03092, ASSIGN because future has completed
2024-11-14T07:23:40,433 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=62, ppid=59, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0d44b66f1631cd53fb5bc90422e03092, server=20680646cf8a,46383,1731568958548}]
2024-11-14T07:23:40,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58
2024-11-14T07:23:40,585 INFO  [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] handler.AssignRegionHandler(132): Open testtb-testExportFileSystemState,1,1731569020231.28b34c0c96db6dd42784864361fef59d.
2024-11-14T07:23:40,585 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(7752): Opening region: {ENCODED => 28b34c0c96db6dd42784864361fef59d, NAME => 'testtb-testExportFileSystemState,1,1731569020231.28b34c0c96db6dd42784864361fef59d.', STARTKEY => '1', ENDKEY => ''}
2024-11-14T07:23:40,586 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(8280): Registered coprocessor service: region=testtb-testExportFileSystemState,1,1731569020231.28b34c0c96db6dd42784864361fef59d. service=AccessControlService
2024-11-14T07:23:40,586 INFO  [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.security.access.AccessController loaded, priority=536870911.
2024-11-14T07:23:40,586 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testtb-testExportFileSystemState 28b34c0c96db6dd42784864361fef59d
2024-11-14T07:23:40,586 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(898): Instantiated testtb-testExportFileSystemState,1,1731569020231.28b34c0c96db6dd42784864361fef59d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-14T07:23:40,586 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(7794): checking encryption for 28b34c0c96db6dd42784864361fef59d
2024-11-14T07:23:40,586 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(7797): checking classloading for 28b34c0c96db6dd42784864361fef59d
2024-11-14T07:23:40,588 INFO  [StoreOpener-28b34c0c96db6dd42784864361fef59d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 28b34c0c96db6dd42784864361fef59d 
2024-11-14T07:23:40,590 INFO  [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=62}] handler.AssignRegionHandler(132): Open testtb-testExportFileSystemState,,1731569020231.0d44b66f1631cd53fb5bc90422e03092.
2024-11-14T07:23:40,590 INFO  [StoreOpener-28b34c0c96db6dd42784864361fef59d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 28b34c0c96db6dd42784864361fef59d columnFamilyName cf
2024-11-14T07:23:40,590 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=62}] regionserver.HRegion(7752): Opening region: {ENCODED => 0d44b66f1631cd53fb5bc90422e03092, NAME => 'testtb-testExportFileSystemState,,1731569020231.0d44b66f1631cd53fb5bc90422e03092.', STARTKEY => '', ENDKEY => '1'}
2024-11-14T07:23:40,591 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=62}] regionserver.HRegion(8280): Registered coprocessor service: region=testtb-testExportFileSystemState,,1731569020231.0d44b66f1631cd53fb5bc90422e03092. service=AccessControlService
2024-11-14T07:23:40,591 INFO  [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=62}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.security.access.AccessController loaded, priority=536870911.
2024-11-14T07:23:40,591 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=62}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testtb-testExportFileSystemState 0d44b66f1631cd53fb5bc90422e03092
2024-11-14T07:23:40,591 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=62}] regionserver.HRegion(898): Instantiated testtb-testExportFileSystemState,,1731569020231.0d44b66f1631cd53fb5bc90422e03092.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-14T07:23:40,591 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=62}] regionserver.HRegion(7794): checking encryption for 0d44b66f1631cd53fb5bc90422e03092
2024-11-14T07:23:40,591 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=62}] regionserver.HRegion(7797): checking classloading for 0d44b66f1631cd53fb5bc90422e03092
2024-11-14T07:23:40,593 INFO  [StoreOpener-0d44b66f1631cd53fb5bc90422e03092-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 0d44b66f1631cd53fb5bc90422e03092 
2024-11-14T07:23:40,595 DEBUG [StoreOpener-28b34c0c96db6dd42784864361fef59d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T07:23:40,596 INFO  [StoreOpener-0d44b66f1631cd53fb5bc90422e03092-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0d44b66f1631cd53fb5bc90422e03092 columnFamilyName cf
2024-11-14T07:23:40,597 INFO  [StoreOpener-28b34c0c96db6dd42784864361fef59d-1 {}] regionserver.HStore(327): Store=28b34c0c96db6dd42784864361fef59d/cf,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-14T07:23:40,597 DEBUG [StoreOpener-0d44b66f1631cd53fb5bc90422e03092-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T07:23:40,597 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(1038): replaying wal for 28b34c0c96db6dd42784864361fef59d
2024-11-14T07:23:40,598 INFO  [StoreOpener-0d44b66f1631cd53fb5bc90422e03092-1 {}] regionserver.HStore(327): Store=0d44b66f1631cd53fb5bc90422e03092/cf,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-14T07:23:40,598 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testtb-testExportFileSystemState/28b34c0c96db6dd42784864361fef59d
2024-11-14T07:23:40,598 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=62}] regionserver.HRegion(1038): replaying wal for 0d44b66f1631cd53fb5bc90422e03092
2024-11-14T07:23:40,599 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=62}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testtb-testExportFileSystemState/0d44b66f1631cd53fb5bc90422e03092
2024-11-14T07:23:40,600 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testtb-testExportFileSystemState/28b34c0c96db6dd42784864361fef59d
2024-11-14T07:23:40,600 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=62}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testtb-testExportFileSystemState/0d44b66f1631cd53fb5bc90422e03092
2024-11-14T07:23:40,600 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=62}] regionserver.HRegion(1048): stopping wal replay for 0d44b66f1631cd53fb5bc90422e03092
2024-11-14T07:23:40,600 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(1048): stopping wal replay for 28b34c0c96db6dd42784864361fef59d
2024-11-14T07:23:40,600 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=62}] regionserver.HRegion(1060): Cleaning up temporary data for 0d44b66f1631cd53fb5bc90422e03092
2024-11-14T07:23:40,600 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(1060): Cleaning up temporary data for 28b34c0c96db6dd42784864361fef59d
2024-11-14T07:23:40,602 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(1093): writing seq id for 28b34c0c96db6dd42784864361fef59d
2024-11-14T07:23:40,602 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=62}] regionserver.HRegion(1093): writing seq id for 0d44b66f1631cd53fb5bc90422e03092
2024-11-14T07:23:40,605 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testtb-testExportFileSystemState/28b34c0c96db6dd42784864361fef59d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-14T07:23:40,605 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=62}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testtb-testExportFileSystemState/0d44b66f1631cd53fb5bc90422e03092/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-14T07:23:40,605 INFO  [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(1114): Opened 28b34c0c96db6dd42784864361fef59d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67557260, jitterRate=0.006681621074676514}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-14T07:23:40,605 INFO  [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=62}] regionserver.HRegion(1114): Opened 0d44b66f1631cd53fb5bc90422e03092; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65736949, jitterRate=-0.020443126559257507}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-14T07:23:40,605 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 28b34c0c96db6dd42784864361fef59d
2024-11-14T07:23:40,605 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=62}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0d44b66f1631cd53fb5bc90422e03092
2024-11-14T07:23:40,606 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=62}] regionserver.HRegion(1006): Region open journal for 0d44b66f1631cd53fb5bc90422e03092:
Running coprocessor pre-open hook at 1731569020592Writing region info on filesystem at 1731569020592Initializing all the Stores at 1731569020592Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '0', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731569020593 (+1 ms)Cleaning up temporary data from old regions at 1731569020600 (+7 ms)Running coprocessor post-open hooks at 1731569020605 (+5 ms)Region opened successfully at 1731569020606 (+1 ms)
2024-11-14T07:23:40,606 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(1006): Region open journal for 28b34c0c96db6dd42784864361fef59d:
Running coprocessor pre-open hook at 1731569020586Writing region info on filesystem at 1731569020587 (+1 ms)Initializing all the Stores at 1731569020588 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '0', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731569020588Cleaning up temporary data from old regions at 1731569020600 (+12 ms)Running coprocessor post-open hooks at 1731569020605 (+5 ms)Region opened successfully at 1731569020606 (+1 ms)
2024-11-14T07:23:40,607 INFO  [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=62}] regionserver.HRegionServer(2236): Post open deploy tasks for testtb-testExportFileSystemState,,1731569020231.0d44b66f1631cd53fb5bc90422e03092., pid=62, masterSystemTime=1731569020587
2024-11-14T07:23:40,607 INFO  [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegionServer(2236): Post open deploy tasks for testtb-testExportFileSystemState,1,1731569020231.28b34c0c96db6dd42784864361fef59d., pid=61, masterSystemTime=1731569020580
2024-11-14T07:23:40,609 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=62}] regionserver.HRegionServer(2266): Finished post open deploy task for testtb-testExportFileSystemState,,1731569020231.0d44b66f1631cd53fb5bc90422e03092.
2024-11-14T07:23:40,609 INFO  [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=62}] handler.AssignRegionHandler(153): Opened testtb-testExportFileSystemState,,1731569020231.0d44b66f1631cd53fb5bc90422e03092.
2024-11-14T07:23:40,610 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=59 updating hbase:meta row=0d44b66f1631cd53fb5bc90422e03092, regionState=OPEN, openSeqNum=2, regionLocation=20680646cf8a,46383,1731568958548
2024-11-14T07:23:40,610 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegionServer(2266): Finished post open deploy task for testtb-testExportFileSystemState,1,1731569020231.28b34c0c96db6dd42784864361fef59d.
2024-11-14T07:23:40,610 INFO  [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] handler.AssignRegionHandler(153): Opened testtb-testExportFileSystemState,1,1731569020231.28b34c0c96db6dd42784864361fef59d.
2024-11-14T07:23:40,611 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=60 updating hbase:meta row=28b34c0c96db6dd42784864361fef59d, regionState=OPEN, openSeqNum=2, regionLocation=20680646cf8a,35229,1731568958498
2024-11-14T07:23:40,616 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=62, ppid=59, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0d44b66f1631cd53fb5bc90422e03092, server=20680646cf8a,46383,1731568958548 because future has completed
2024-11-14T07:23:40,617 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=61, ppid=60, state=RUNNABLE, hasLock=false; OpenRegionProcedure 28b34c0c96db6dd42784864361fef59d, server=20680646cf8a,35229,1731568958498 because future has completed
2024-11-14T07:23:40,621 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=62, resume processing ppid=59
2024-11-14T07:23:40,621 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=62, ppid=59, state=SUCCESS, hasLock=false; OpenRegionProcedure 0d44b66f1631cd53fb5bc90422e03092, server=20680646cf8a,46383,1731568958548 in 184 msec
2024-11-14T07:23:40,624 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testtb-testExportFileSystemState'
2024-11-14T07:23:40,625 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=61, resume processing ppid=60
2024-11-14T07:23:40,625 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=61, ppid=60, state=SUCCESS, hasLock=false; OpenRegionProcedure 28b34c0c96db6dd42784864361fef59d, server=20680646cf8a,35229,1731568958498 in 193 msec
2024-11-14T07:23:40,626 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=59, ppid=58, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testtb-testExportFileSystemState, region=0d44b66f1631cd53fb5bc90422e03092, ASSIGN in 350 msec
2024-11-14T07:23:40,630 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=60, resume processing ppid=58
2024-11-14T07:23:40,630 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=60, ppid=58, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testtb-testExportFileSystemState, region=28b34c0c96db6dd42784864361fef59d, ASSIGN in 354 msec
2024-11-14T07:23:40,635 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=58, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testtb-testExportFileSystemState execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-14T07:23:40,635 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testtb-testExportFileSystemState","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731569020635"}]},"ts":"1731569020635"}
2024-11-14T07:23:40,639 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=testtb-testExportFileSystemState, state=ENABLED in hbase:meta
2024-11-14T07:23:40,641 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=58, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testtb-testExportFileSystemState execute state=CREATE_TABLE_POST_OPERATION
2024-11-14T07:23:40,642 DEBUG [PEWorker-5 {}] access.PermissionStorage(177): Writing permission with rowKey testtb-testExportFileSystemState jenkins: RWXCA
2024-11-14T07:23:40,649 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46383 {}] access.PermissionStorage(613): Read acl: entry[testtb-testExportFileSystemState], kv [jenkins: RWXCA]
2024-11-14T07:23:40,651 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33371-0x1003d1cd0e50000, quorum=127.0.0.1:51438, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl
2024-11-14T07:23:40,651 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35229-0x1003d1cd0e50002, quorum=127.0.0.1:51438, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl
2024-11-14T07:23:40,651 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41449-0x1003d1cd0e50001, quorum=127.0.0.1:51438, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl
2024-11-14T07:23:40,652 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46383-0x1003d1cd0e50003, quorum=127.0.0.1:51438, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl
2024-11-14T07:23:40,655 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35229-0x1003d1cd0e50002, quorum=127.0.0.1:51438, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/acl/testtb-testExportFileSystemState
2024-11-14T07:23:40,655 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41449-0x1003d1cd0e50001, quorum=127.0.0.1:51438, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/acl/testtb-testExportFileSystemState
2024-11-14T07:23:40,655 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportFileSystemState with data PBUF\x0AF\x0A\x07jenkins\x12;\x08\x03"7\x0A+\x0A\x07default\x12 testtb-testExportFileSystemState \x00 \x01 \x02 \x03 \x04
2024-11-14T07:23:40,656 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33371-0x1003d1cd0e50000, quorum=127.0.0.1:51438, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/acl/testtb-testExportFileSystemState
2024-11-14T07:23:40,656 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportFileSystemState with data PBUF\x0AF\x0A\x07jenkins\x12;\x08\x03"7\x0A+\x0A\x07default\x12 testtb-testExportFileSystemState \x00 \x01 \x02 \x03 \x04
2024-11-14T07:23:40,656 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportFileSystemState with data PBUF\x0AF\x0A\x07jenkins\x12;\x08\x03"7\x0A+\x0A\x07default\x12 testtb-testExportFileSystemState \x00 \x01 \x02 \x03 \x04
2024-11-14T07:23:40,657 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportFileSystemState with data PBUF\x0AF\x0A\x07jenkins\x12;\x08\x03"7\x0A+\x0A\x07default\x12 testtb-testExportFileSystemState \x00 \x01 \x02 \x03 \x04
2024-11-14T07:23:40,660 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=58, state=SUCCESS, hasLock=false; CreateTableProcedure table=testtb-testExportFileSystemState in 426 msec
2024-11-14T07:23:40,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58
2024-11-14T07:23:40,859 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testtb-testExportFileSystemState,, stopping at row=testtb-testExportFileSystemState ,, for max=2147483647 with caching=100
2024-11-14T07:23:40,859 INFO  [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testtb-testExportFileSystemState completed
2024-11-14T07:23:40,863 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2234): Found 2 regions for table testtb-testExportFileSystemState
2024-11-14T07:23:40,863 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2240): firstRegionName=testtb-testExportFileSystemState,,1731569020231.0d44b66f1631cd53fb5bc90422e03092.
2024-11-14T07:23:40,863 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-14T07:23:40,865 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testtb-testExportFileSystemState,, stopping at row=testtb-testExportFileSystemState ,, for max=2147483647 with caching=100
2024-11-14T07:23:40,873 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testtb-testExportFileSystemState,, stopping at row=testtb-testExportFileSystemState ,, for max=2147483647 with caching=100
2024-11-14T07:23:40,878 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testtb-testExportFileSystemState,, stopping at row=testtb-testExportFileSystemState ,, for max=2147483647 with caching=100
2024-11-14T07:23:40,881 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.2 snapshot request for:{ ss=emptySnaptb0-testExportFileSystemState table=testtb-testExportFileSystemState type=FLUSH ttl=0 }
2024-11-14T07:23:40,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1731569020881 (current time:1731569020881).
2024-11-14T07:23:40,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0
2024-11-14T07:23:40,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot emptySnaptb0-testExportFileSystemState VERSION not specified, setting to 2
2024-11-14T07:23:40,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] snapshot.SnapshotDescriptionUtils(346): Set jenkins as owner of Snapshot
2024-11-14T07:23:40,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35e588bd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-14T07:23:40,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] client.ClusterIdFetcher(90): Going to request 20680646cf8a,33371,-1 for getting cluster id
2024-11-14T07:23:40,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-14T07:23:40,883 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '46377f42-1a23-4b7c-b287-d7f34e5e911d'
2024-11-14T07:23:40,883 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-14T07:23:40,883 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "46377f42-1a23-4b7c-b287-d7f34e5e911d"

2024-11-14T07:23:40,883 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@116143e0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-14T07:23:40,883 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [20680646cf8a,33371,-1]
2024-11-14T07:23:40,883 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-14T07:23:40,883 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-14T07:23:40,884 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50840, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-14T07:23:40,884 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40820795, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-14T07:23:40,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-14T07:23:40,886 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=20680646cf8a,35229,1731568958498, seqNum=-1]
2024-11-14T07:23:40,886 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-14T07:23:40,887 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46066, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-14T07:23:40,888 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371.
2024-11-14T07:23:40,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353)
    at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767)
    at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java)
    at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
    at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T07:23:40,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-14T07:23:40,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-14T07:23:40,888 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-14T07:23:40,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ce11031, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-14T07:23:40,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] client.ClusterIdFetcher(90): Going to request 20680646cf8a,33371,-1 for getting cluster id
2024-11-14T07:23:40,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-14T07:23:40,890 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '46377f42-1a23-4b7c-b287-d7f34e5e911d'
2024-11-14T07:23:40,890 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-14T07:23:40,891 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "46377f42-1a23-4b7c-b287-d7f34e5e911d"

2024-11-14T07:23:40,891 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2aefe6b2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-14T07:23:40,891 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [20680646cf8a,33371,-1]
2024-11-14T07:23:40,891 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-14T07:23:40,891 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-14T07:23:40,892 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50856, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-14T07:23:40,892 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1198d0e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-14T07:23:40,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-14T07:23:40,894 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=20680646cf8a,35229,1731568958498, seqNum=-1]
2024-11-14T07:23:40,895 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-14T07:23:40,896 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46070, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-14T07:23:40,897 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:acl', row='testtb-testExportFileSystemState', locateType=CURRENT is [region=hbase:acl,,1731568961356.99a97c7ce2d8675b0310f1de2e0c2662., hostname=20680646cf8a,46383,1731568958548, seqNum=2]
2024-11-14T07:23:40,898 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-14T07:23:40,899 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57174, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-14T07:23:40,900 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371.
2024-11-14T07:23:40,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.security.access.PermissionStorage.getPermissions(PermissionStorage.java:522)
    at org.apache.hadoop.hbase.security.access.PermissionStorage.getTablePermissions(PermissionStorage.java:485)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils$1.run(SnapshotDescriptionUtils.java:490)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils$1.run(SnapshotDescriptionUtils.java:487)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:712)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:439)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953)
    at org.apache.hadoop.security.SecurityUtil.doAsUser(SecurityUtil.java:555)
    at org.apache.hadoop.security.SecurityUtil.doAsLoginUser(SecurityUtil.java:535)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.apache.hadoop.hbase.util.Methods.call(Methods.java:39)
    at org.apache.hadoop.hbase.security.User.runAsLoginUser(User.java:174)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.writeAclToSnapshotDescription(SnapshotDescriptionUtils.java:487)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:354)
    at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767)
    at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java)
    at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
    at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T07:23:40,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-14T07:23:40,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-14T07:23:40,900 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-14T07:23:40,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] access.PermissionStorage(613): Read acl: entry[testtb-testExportFileSystemState], kv [jenkins: RWXCA]
2024-11-14T07:23:40,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot...
2024-11-14T07:23:40,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] procedure2.ProcedureExecutor(1139): Stored pid=63, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=63, snapshot={ ss=emptySnaptb0-testExportFileSystemState table=testtb-testExportFileSystemState type=FLUSH ttl=0 }
2024-11-14T07:23:40,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=emptySnaptb0-testExportFileSystemState table=testtb-testExportFileSystemState type=FLUSH ttl=0 }, snapshot procedure id = 63
2024-11-14T07:23:40,903 INFO  [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=63, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=63, snapshot={ ss=emptySnaptb0-testExportFileSystemState table=testtb-testExportFileSystemState type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE
2024-11-14T07:23:40,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=63
2024-11-14T07:23:40,904 INFO  [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=63, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=63, snapshot={ ss=emptySnaptb0-testExportFileSystemState table=testtb-testExportFileSystemState type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION
2024-11-14T07:23:40,906 INFO  [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=63, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=63, snapshot={ ss=emptySnaptb0-testExportFileSystemState table=testtb-testExportFileSystemState type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO
2024-11-14T07:23:40,911 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073741971_1147 (size=170)
2024-11-14T07:23:40,911 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073741971_1147 (size=170)
2024-11-14T07:23:40,911 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073741971_1147 (size=170)
2024-11-14T07:23:40,912 INFO  [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=63, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=63, snapshot={ ss=emptySnaptb0-testExportFileSystemState table=testtb-testExportFileSystemState type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS
2024-11-14T07:23:40,913 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=64, ppid=63, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0d44b66f1631cd53fb5bc90422e03092}, {pid=65, ppid=63, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 28b34c0c96db6dd42784864361fef59d}]
2024-11-14T07:23:40,914 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=65, ppid=63, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 28b34c0c96db6dd42784864361fef59d
2024-11-14T07:23:40,914 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=64, ppid=63, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0d44b66f1631cd53fb5bc90422e03092
2024-11-14T07:23:41,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=63
2024-11-14T07:23:41,066 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35229 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=65
2024-11-14T07:23:41,066 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46383 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=64
2024-11-14T07:23:41,066 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=65}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on testtb-testExportFileSystemState,1,1731569020231.28b34c0c96db6dd42784864361fef59d.
2024-11-14T07:23:41,067 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=65}] regionserver.HRegion(2603): Flush status journal for 28b34c0c96db6dd42784864361fef59d:

2024-11-14T07:23:41,067 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=65}] regionserver.SnapshotRegionCallable(75): Snapshotting region testtb-testExportFileSystemState,1,1731569020231.28b34c0c96db6dd42784864361fef59d. for emptySnaptb0-testExportFileSystemState completed.
2024-11-14T07:23:41,067 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=64}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on testtb-testExportFileSystemState,,1731569020231.0d44b66f1631cd53fb5bc90422e03092.
2024-11-14T07:23:41,067 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=65}] snapshot.SnapshotManifest(241): Storing 'testtb-testExportFileSystemState,1,1731569020231.28b34c0c96db6dd42784864361fef59d.' region-info for snapshot=emptySnaptb0-testExportFileSystemState
2024-11-14T07:23:41,067 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=65}] snapshot.SnapshotManifest(246): Creating references for hfiles
2024-11-14T07:23:41,067 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=65}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles
2024-11-14T07:23:41,067 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=64}] regionserver.HRegion(2603): Flush status journal for 0d44b66f1631cd53fb5bc90422e03092:

2024-11-14T07:23:41,068 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=64}] regionserver.SnapshotRegionCallable(75): Snapshotting region testtb-testExportFileSystemState,,1731569020231.0d44b66f1631cd53fb5bc90422e03092. for emptySnaptb0-testExportFileSystemState completed.
2024-11-14T07:23:41,068 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=64}] snapshot.SnapshotManifest(241): Storing 'testtb-testExportFileSystemState,,1731569020231.0d44b66f1631cd53fb5bc90422e03092.' region-info for snapshot=emptySnaptb0-testExportFileSystemState
2024-11-14T07:23:41,068 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=64}] snapshot.SnapshotManifest(246): Creating references for hfiles
2024-11-14T07:23:41,068 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=64}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles
2024-11-14T07:23:41,079 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073741972_1148 (size=71)
2024-11-14T07:23:41,079 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073741972_1148 (size=71)
2024-11-14T07:23:41,080 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073741973_1149 (size=71)
2024-11-14T07:23:41,080 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073741973_1149 (size=71)
2024-11-14T07:23:41,080 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073741973_1149 (size=71)
2024-11-14T07:23:41,080 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073741972_1148 (size=71)
2024-11-14T07:23:41,081 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=65}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on testtb-testExportFileSystemState,1,1731569020231.28b34c0c96db6dd42784864361fef59d.
2024-11-14T07:23:41,081 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=64}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on testtb-testExportFileSystemState,,1731569020231.0d44b66f1631cd53fb5bc90422e03092.
2024-11-14T07:23:41,081 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=65}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=65
2024-11-14T07:23:41,081 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=64}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=64
2024-11-14T07:23:41,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] master.HMaster(4169): Remote procedure done, pid=64
2024-11-14T07:23:41,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33371 {}] master.HMaster(4169): Remote procedure done, pid=65
2024-11-14T07:23:41,082 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33371 {}] procedure.SnapshotRegionProcedure(132): finish snapshot emptySnaptb0-testExportFileSystemState on region 28b34c0c96db6dd42784864361fef59d
2024-11-14T07:23:41,082 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] procedure.SnapshotRegionProcedure(132): finish snapshot emptySnaptb0-testExportFileSystemState on region 0d44b66f1631cd53fb5bc90422e03092
2024-11-14T07:23:41,082 INFO  [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=65, ppid=63, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 28b34c0c96db6dd42784864361fef59d
2024-11-14T07:23:41,082 INFO  [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=64, ppid=63, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0d44b66f1631cd53fb5bc90422e03092
2024-11-14T07:23:41,085 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=65, ppid=63, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 28b34c0c96db6dd42784864361fef59d in 170 msec
2024-11-14T07:23:41,086 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=64, resume processing ppid=63
2024-11-14T07:23:41,086 INFO  [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=63, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=63, snapshot={ ss=emptySnaptb0-testExportFileSystemState table=testtb-testExportFileSystemState type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS
2024-11-14T07:23:41,087 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=64, ppid=63, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 0d44b66f1631cd53fb5bc90422e03092 in 170 msec
2024-11-14T07:23:41,088 INFO  [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=63, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=63, snapshot={ ss=emptySnaptb0-testExportFileSystemState table=testtb-testExportFileSystemState type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION
2024-11-14T07:23:41,089 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(300): Storing region-info for snapshot.
2024-11-14T07:23:41,089 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(305): Creating references for hfiles
2024-11-14T07:23:41,089 DEBUG [MobRegionSnapshotPool-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T07:23:41,089 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(328): No files under family: cf
2024-11-14T07:23:41,098 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073741974_1150 (size=63)
2024-11-14T07:23:41,098 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073741974_1150 (size=63)
2024-11-14T07:23:41,099 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073741974_1150 (size=63)
2024-11-14T07:23:41,100 INFO  [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=63, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=63, snapshot={ ss=emptySnaptb0-testExportFileSystemState table=testtb-testExportFileSystemState type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT
2024-11-14T07:23:41,100 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for emptySnaptb0-testExportFileSystemState
2024-11-14T07:23:41,100 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/.hbase-snapshot/.tmp/emptySnaptb0-testExportFileSystemState
2024-11-14T07:23:41,110 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073741975_1151 (size=653)
2024-11-14T07:23:41,111 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073741975_1151 (size=653)
2024-11-14T07:23:41,111 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073741975_1151 (size=653)
2024-11-14T07:23:41,115 INFO  [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=63, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=63, snapshot={ ss=emptySnaptb0-testExportFileSystemState table=testtb-testExportFileSystemState type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT
2024-11-14T07:23:41,120 INFO  [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=63, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=63, snapshot={ ss=emptySnaptb0-testExportFileSystemState table=testtb-testExportFileSystemState type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT
2024-11-14T07:23:41,120 DEBUG [PEWorker-1 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/.hbase-snapshot/.tmp/emptySnaptb0-testExportFileSystemState to hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/.hbase-snapshot/emptySnaptb0-testExportFileSystemState
2024-11-14T07:23:41,122 INFO  [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=63, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=63, snapshot={ ss=emptySnaptb0-testExportFileSystemState table=testtb-testExportFileSystemState type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION
2024-11-14T07:23:41,122 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=emptySnaptb0-testExportFileSystemState table=testtb-testExportFileSystemState type=FLUSH ttl=0 }, snapshot procedure id = 63
2024-11-14T07:23:41,124 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=63, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=63, snapshot={ ss=emptySnaptb0-testExportFileSystemState table=testtb-testExportFileSystemState type=FLUSH ttl=0 } in 221 msec
2024-11-14T07:23:41,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=63
2024-11-14T07:23:41,219 INFO  [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: default:testtb-testExportFileSystemState completed
2024-11-14T07:23:41,232 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46383 {}] regionserver.HRegion(8528): writing data to region testtb-testExportFileSystemState,,1731569020231.0d44b66f1631cd53fb5bc90422e03092. with WAL disabled. Data may be lost in the event of a crash.
2024-11-14T07:23:41,236 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35229 {}] regionserver.HRegion(8528): writing data to region testtb-testExportFileSystemState,1,1731569020231.28b34c0c96db6dd42784864361fef59d. with WAL disabled. Data may be lost in the event of a crash.
2024-11-14T07:23:41,238 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testtb-testExportFileSystemState,, stopping at row=testtb-testExportFileSystemState ,, for max=2147483647 with caching=100
2024-11-14T07:23:41,241 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2234): Found 2 regions for table testtb-testExportFileSystemState
2024-11-14T07:23:41,241 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2240): firstRegionName=testtb-testExportFileSystemState,,1731569020231.0d44b66f1631cd53fb5bc90422e03092.
2024-11-14T07:23:41,241 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-14T07:23:41,243 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testtb-testExportFileSystemState,, stopping at row=testtb-testExportFileSystemState ,, for max=2147483647 with caching=100
2024-11-14T07:23:41,249 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testtb-testExportFileSystemState,, stopping at row=testtb-testExportFileSystemState ,, for max=2147483647 with caching=100
2024-11-14T07:23:41,255 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testtb-testExportFileSystemState,, stopping at row=testtb-testExportFileSystemState ,, for max=2147483647 with caching=100
2024-11-14T07:23:41,258 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.2 snapshot request for:{ ss=snaptb0-testExportFileSystemState table=testtb-testExportFileSystemState type=FLUSH ttl=0 }
2024-11-14T07:23:41,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1731569021258 (current time:1731569021258).
2024-11-14T07:23:41,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0
2024-11-14T07:23:41,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snaptb0-testExportFileSystemState VERSION not specified, setting to 2
2024-11-14T07:23:41,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] snapshot.SnapshotDescriptionUtils(346): Set jenkins as owner of Snapshot
2024-11-14T07:23:41,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@592ce34c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-14T07:23:41,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] client.ClusterIdFetcher(90): Going to request 20680646cf8a,33371,-1 for getting cluster id
2024-11-14T07:23:41,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-14T07:23:41,260 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '46377f42-1a23-4b7c-b287-d7f34e5e911d'
2024-11-14T07:23:41,260 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-14T07:23:41,260 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "46377f42-1a23-4b7c-b287-d7f34e5e911d"

2024-11-14T07:23:41,260 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f7ca852, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-14T07:23:41,260 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [20680646cf8a,33371,-1]
2024-11-14T07:23:41,260 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-14T07:23:41,261 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-14T07:23:41,261 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50878, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-14T07:23:41,262 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33a1de44, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-14T07:23:41,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-14T07:23:41,264 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=20680646cf8a,35229,1731568958498, seqNum=-1]
2024-11-14T07:23:41,264 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-14T07:23:41,265 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46076, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-14T07:23:41,266 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371.
2024-11-14T07:23:41,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353)
    at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767)
    at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java)
    at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
    at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T07:23:41,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-14T07:23:41,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-14T07:23:41,267 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-14T07:23:41,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4940cbe8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-14T07:23:41,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] client.ClusterIdFetcher(90): Going to request 20680646cf8a,33371,-1 for getting cluster id
2024-11-14T07:23:41,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-14T07:23:41,269 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '46377f42-1a23-4b7c-b287-d7f34e5e911d'
2024-11-14T07:23:41,269 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-14T07:23:41,269 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "46377f42-1a23-4b7c-b287-d7f34e5e911d"

2024-11-14T07:23:41,269 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7dfbce7c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-14T07:23:41,269 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [20680646cf8a,33371,-1]
2024-11-14T07:23:41,270 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-14T07:23:41,270 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-14T07:23:41,271 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50906, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-14T07:23:41,272 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@dc7ea68, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-14T07:23:41,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-14T07:23:41,274 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=20680646cf8a,35229,1731568958498, seqNum=-1]
2024-11-14T07:23:41,274 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-14T07:23:41,276 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46088, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-14T07:23:41,278 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:acl', row='testtb-testExportFileSystemState', locateType=CURRENT is [region=hbase:acl,,1731568961356.99a97c7ce2d8675b0310f1de2e0c2662., hostname=20680646cf8a,46383,1731568958548, seqNum=2]
2024-11-14T07:23:41,279 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-14T07:23:41,280 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57176, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-14T07:23:41,281 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371.
2024-11-14T07:23:41,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.security.access.PermissionStorage.getPermissions(PermissionStorage.java:522)
    at org.apache.hadoop.hbase.security.access.PermissionStorage.getTablePermissions(PermissionStorage.java:485)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils$1.run(SnapshotDescriptionUtils.java:490)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils$1.run(SnapshotDescriptionUtils.java:487)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:712)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:439)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953)
    at org.apache.hadoop.security.SecurityUtil.doAsUser(SecurityUtil.java:555)
    at org.apache.hadoop.security.SecurityUtil.doAsLoginUser(SecurityUtil.java:535)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.apache.hadoop.hbase.util.Methods.call(Methods.java:39)
    at org.apache.hadoop.hbase.security.User.runAsLoginUser(User.java:174)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.writeAclToSnapshotDescription(SnapshotDescriptionUtils.java:487)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:354)
    at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767)
    at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java)
    at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
    at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T07:23:41,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-14T07:23:41,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-14T07:23:41,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] access.PermissionStorage(613): Read acl: entry[testtb-testExportFileSystemState], kv [jenkins: RWXCA]
2024-11-14T07:23:41,282 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-14T07:23:41,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot...
2024-11-14T07:23:41,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] procedure2.ProcedureExecutor(1139): Stored pid=66, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=66, snapshot={ ss=snaptb0-testExportFileSystemState table=testtb-testExportFileSystemState type=FLUSH ttl=0 }
2024-11-14T07:23:41,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snaptb0-testExportFileSystemState table=testtb-testExportFileSystemState type=FLUSH ttl=0 }, snapshot procedure id = 66
2024-11-14T07:23:41,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66
2024-11-14T07:23:41,287 INFO  [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=66, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=66, snapshot={ ss=snaptb0-testExportFileSystemState table=testtb-testExportFileSystemState type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE
2024-11-14T07:23:41,288 INFO  [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=66, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=66, snapshot={ ss=snaptb0-testExportFileSystemState table=testtb-testExportFileSystemState type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION
2024-11-14T07:23:41,292 INFO  [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=66, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=66, snapshot={ ss=snaptb0-testExportFileSystemState table=testtb-testExportFileSystemState type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO
2024-11-14T07:23:41,311 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073741976_1152 (size=165)
2024-11-14T07:23:41,312 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073741976_1152 (size=165)
2024-11-14T07:23:41,313 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073741976_1152 (size=165)
2024-11-14T07:23:41,314 INFO  [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=66, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=66, snapshot={ ss=snaptb0-testExportFileSystemState table=testtb-testExportFileSystemState type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS
2024-11-14T07:23:41,315 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=67, ppid=66, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0d44b66f1631cd53fb5bc90422e03092}, {pid=68, ppid=66, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 28b34c0c96db6dd42784864361fef59d}]
2024-11-14T07:23:41,316 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=67, ppid=66, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0d44b66f1631cd53fb5bc90422e03092
2024-11-14T07:23:41,316 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=68, ppid=66, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 28b34c0c96db6dd42784864361fef59d
2024-11-14T07:23:41,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66
2024-11-14T07:23:41,468 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35229 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=68
2024-11-14T07:23:41,468 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46383 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=67
2024-11-14T07:23:41,468 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=68}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on testtb-testExportFileSystemState,1,1731569020231.28b34c0c96db6dd42784864361fef59d.
2024-11-14T07:23:41,469 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=67}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on testtb-testExportFileSystemState,,1731569020231.0d44b66f1631cd53fb5bc90422e03092.
2024-11-14T07:23:41,469 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=68}] regionserver.HRegion(2902): Flushing 28b34c0c96db6dd42784864361fef59d 1/1 column families, dataSize=3.06 KB heapSize=6.86 KB
2024-11-14T07:23:41,469 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=67}] regionserver.HRegion(2902): Flushing 0d44b66f1631cd53fb5bc90422e03092 1/1 column families, dataSize=199 B heapSize=688 B
2024-11-14T07:23:41,489 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=67}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411144db428a65d344987a42c01d5bb782b10_0d44b66f1631cd53fb5bc90422e03092 is 71, key is 002f1e76b801e35a8b958b5e3c473290/cf:q/1731569021232/Put/seqid=0
2024-11-14T07:23:41,491 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=68}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/mobdir/.tmp/c4ca4238a0b923820dcc509a6f75849b202411145fc688d1c19d4253955583216737b271_28b34c0c96db6dd42784864361fef59d is 71, key is 1fcb76ba672878446b0894ad6645bf14/cf:q/1731569021236/Put/seqid=0
2024-11-14T07:23:41,498 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073741977_1153 (size=5102)
2024-11-14T07:23:41,499 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073741977_1153 (size=5102)
2024-11-14T07:23:41,499 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073741977_1153 (size=5102)
2024-11-14T07:23:41,499 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=67}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T07:23:41,502 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073741978_1154 (size=8172)
2024-11-14T07:23:41,503 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073741978_1154 (size=8172)
2024-11-14T07:23:41,503 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073741978_1154 (size=8172)
2024-11-14T07:23:41,503 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=68}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T07:23:41,505 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=67}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411144db428a65d344987a42c01d5bb782b10_0d44b66f1631cd53fb5bc90422e03092 to hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/mobdir/data/default/testtb-testExportFileSystemState/8c2558c0b59bb3a4e2e578c2c8e8915d/cf/d41d8cd98f00b204e9800998ecf8427e202411144db428a65d344987a42c01d5bb782b10_0d44b66f1631cd53fb5bc90422e03092
2024-11-14T07:23:41,506 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=67}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testtb-testExportFileSystemState/0d44b66f1631cd53fb5bc90422e03092/.tmp/cf/c3263954bf974cfa9b9f7156d9fd0c67, store: [table=testtb-testExportFileSystemState family=cf region=0d44b66f1631cd53fb5bc90422e03092]
2024-11-14T07:23:41,506 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=67}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testtb-testExportFileSystemState/0d44b66f1631cd53fb5bc90422e03092/.tmp/cf/c3263954bf974cfa9b9f7156d9fd0c67 is 209, key is 02bb870491a776445b832eefb84b81053/cf:q/1731569021232/Put/seqid=0
2024-11-14T07:23:41,508 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=68}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/mobdir/.tmp/c4ca4238a0b923820dcc509a6f75849b202411145fc688d1c19d4253955583216737b271_28b34c0c96db6dd42784864361fef59d to hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/mobdir/data/default/testtb-testExportFileSystemState/8c2558c0b59bb3a4e2e578c2c8e8915d/cf/c4ca4238a0b923820dcc509a6f75849b202411145fc688d1c19d4253955583216737b271_28b34c0c96db6dd42784864361fef59d
2024-11-14T07:23:41,509 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=68}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testtb-testExportFileSystemState/28b34c0c96db6dd42784864361fef59d/.tmp/cf/4373c48a9093463795b15b514bf626a9, store: [table=testtb-testExportFileSystemState family=cf region=28b34c0c96db6dd42784864361fef59d]
2024-11-14T07:23:41,509 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=68}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testtb-testExportFileSystemState/28b34c0c96db6dd42784864361fef59d/.tmp/cf/4373c48a9093463795b15b514bf626a9 is 209, key is 111b4631f4302df7dfdc71524da63b7de/cf:q/1731569021236/Put/seqid=0
2024-11-14T07:23:41,512 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073741979_1155 (size=5918)
2024-11-14T07:23:41,512 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073741979_1155 (size=5918)
2024-11-14T07:23:41,512 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073741979_1155 (size=5918)
2024-11-14T07:23:41,513 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=67}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=6, memsize=199, hasBloomFilter=true, into tmp file hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testtb-testExportFileSystemState/0d44b66f1631cd53fb5bc90422e03092/.tmp/cf/c3263954bf974cfa9b9f7156d9fd0c67
2024-11-14T07:23:41,514 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073741980_1156 (size=14999)
2024-11-14T07:23:41,514 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073741980_1156 (size=14999)
2024-11-14T07:23:41,515 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073741980_1156 (size=14999)
2024-11-14T07:23:41,515 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=68}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=6, memsize=3.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testtb-testExportFileSystemState/28b34c0c96db6dd42784864361fef59d/.tmp/cf/4373c48a9093463795b15b514bf626a9
2024-11-14T07:23:41,518 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=67}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testtb-testExportFileSystemState/0d44b66f1631cd53fb5bc90422e03092/.tmp/cf/c3263954bf974cfa9b9f7156d9fd0c67 as hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testtb-testExportFileSystemState/0d44b66f1631cd53fb5bc90422e03092/cf/c3263954bf974cfa9b9f7156d9fd0c67
2024-11-14T07:23:41,522 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=68}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testtb-testExportFileSystemState/28b34c0c96db6dd42784864361fef59d/.tmp/cf/4373c48a9093463795b15b514bf626a9 as hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testtb-testExportFileSystemState/28b34c0c96db6dd42784864361fef59d/cf/4373c48a9093463795b15b514bf626a9
2024-11-14T07:23:41,525 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=67}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testtb-testExportFileSystemState/0d44b66f1631cd53fb5bc90422e03092/cf/c3263954bf974cfa9b9f7156d9fd0c67, entries=3, sequenceid=6, filesize=5.8 K
2024-11-14T07:23:41,526 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=67}] regionserver.HRegion(3140): Finished flush of dataSize ~199 B/199, heapSize ~672 B/672, currentSize=0 B/0 for 0d44b66f1631cd53fb5bc90422e03092 in 57ms, sequenceid=6, compaction requested=false
2024-11-14T07:23:41,526 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=67}] regionserver.HRegion(2603): Flush status journal for 0d44b66f1631cd53fb5bc90422e03092:

2024-11-14T07:23:41,526 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=67}] regionserver.SnapshotRegionCallable(75): Snapshotting region testtb-testExportFileSystemState,,1731569020231.0d44b66f1631cd53fb5bc90422e03092. for snaptb0-testExportFileSystemState completed.
2024-11-14T07:23:41,526 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=67}] snapshot.SnapshotManifest(241): Storing 'testtb-testExportFileSystemState,,1731569020231.0d44b66f1631cd53fb5bc90422e03092.' region-info for snapshot=snaptb0-testExportFileSystemState
2024-11-14T07:23:41,526 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=67}] snapshot.SnapshotManifest(246): Creating references for hfiles
2024-11-14T07:23:41,526 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=67}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testtb-testExportFileSystemState/0d44b66f1631cd53fb5bc90422e03092/cf/c3263954bf974cfa9b9f7156d9fd0c67] hfiles
2024-11-14T07:23:41,526 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=67}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testtb-testExportFileSystemState/0d44b66f1631cd53fb5bc90422e03092/cf/c3263954bf974cfa9b9f7156d9fd0c67 for snapshot=snaptb0-testExportFileSystemState
2024-11-14T07:23:41,529 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=68}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testtb-testExportFileSystemState/28b34c0c96db6dd42784864361fef59d/cf/4373c48a9093463795b15b514bf626a9, entries=47, sequenceid=6, filesize=14.6 K
2024-11-14T07:23:41,530 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=68}] regionserver.HRegion(3140): Finished flush of dataSize ~3.06 KB/3137, heapSize ~6.84 KB/7008, currentSize=0 B/0 for 28b34c0c96db6dd42784864361fef59d in 61ms, sequenceid=6, compaction requested=false
2024-11-14T07:23:41,531 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=68}] regionserver.HRegion(2603): Flush status journal for 28b34c0c96db6dd42784864361fef59d:

2024-11-14T07:23:41,531 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=68}] regionserver.SnapshotRegionCallable(75): Snapshotting region testtb-testExportFileSystemState,1,1731569020231.28b34c0c96db6dd42784864361fef59d. for snaptb0-testExportFileSystemState completed.
2024-11-14T07:23:41,531 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=68}] snapshot.SnapshotManifest(241): Storing 'testtb-testExportFileSystemState,1,1731569020231.28b34c0c96db6dd42784864361fef59d.' region-info for snapshot=snaptb0-testExportFileSystemState
2024-11-14T07:23:41,531 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=68}] snapshot.SnapshotManifest(246): Creating references for hfiles
2024-11-14T07:23:41,531 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=68}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testtb-testExportFileSystemState/28b34c0c96db6dd42784864361fef59d/cf/4373c48a9093463795b15b514bf626a9] hfiles
2024-11-14T07:23:41,531 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=68}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testtb-testExportFileSystemState/28b34c0c96db6dd42784864361fef59d/cf/4373c48a9093463795b15b514bf626a9 for snapshot=snaptb0-testExportFileSystemState
2024-11-14T07:23:41,534 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073741981_1157 (size=110)
2024-11-14T07:23:41,534 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073741981_1157 (size=110)
2024-11-14T07:23:41,534 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073741981_1157 (size=110)
2024-11-14T07:23:41,535 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=67}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on testtb-testExportFileSystemState,,1731569020231.0d44b66f1631cd53fb5bc90422e03092.
2024-11-14T07:23:41,535 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=67}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=67
2024-11-14T07:23:41,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] master.HMaster(4169): Remote procedure done, pid=67
2024-11-14T07:23:41,535 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snaptb0-testExportFileSystemState on region 0d44b66f1631cd53fb5bc90422e03092
2024-11-14T07:23:41,535 INFO  [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=67, ppid=66, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0d44b66f1631cd53fb5bc90422e03092
2024-11-14T07:23:41,537 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=67, ppid=66, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 0d44b66f1631cd53fb5bc90422e03092 in 221 msec
2024-11-14T07:23:41,545 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073741982_1158 (size=110)
2024-11-14T07:23:41,546 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073741982_1158 (size=110)
2024-11-14T07:23:41,546 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073741982_1158 (size=110)
2024-11-14T07:23:41,546 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=68}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on testtb-testExportFileSystemState,1,1731569020231.28b34c0c96db6dd42784864361fef59d.
2024-11-14T07:23:41,546 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=68}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=68
2024-11-14T07:23:41,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] master.HMaster(4169): Remote procedure done, pid=68
2024-11-14T07:23:41,547 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snaptb0-testExportFileSystemState on region 28b34c0c96db6dd42784864361fef59d
2024-11-14T07:23:41,547 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=68, ppid=66, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 28b34c0c96db6dd42784864361fef59d
2024-11-14T07:23:41,549 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=68, resume processing ppid=66
2024-11-14T07:23:41,549 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=68, ppid=66, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 28b34c0c96db6dd42784864361fef59d in 233 msec
2024-11-14T07:23:41,549 INFO  [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=66, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=66, snapshot={ ss=snaptb0-testExportFileSystemState table=testtb-testExportFileSystemState type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS
2024-11-14T07:23:41,550 INFO  [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=66, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=66, snapshot={ ss=snaptb0-testExportFileSystemState table=testtb-testExportFileSystemState type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION
2024-11-14T07:23:41,551 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(300): Storing region-info for snapshot.
2024-11-14T07:23:41,551 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(305): Creating references for hfiles
2024-11-14T07:23:41,552 DEBUG [MobRegionSnapshotPool-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T07:23:41,553 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(366): Adding snapshot references for [hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/mobdir/data/default/testtb-testExportFileSystemState/8c2558c0b59bb3a4e2e578c2c8e8915d/cf/c4ca4238a0b923820dcc509a6f75849b202411145fc688d1c19d4253955583216737b271_28b34c0c96db6dd42784864361fef59d, hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/mobdir/data/default/testtb-testExportFileSystemState/8c2558c0b59bb3a4e2e578c2c8e8915d/cf/d41d8cd98f00b204e9800998ecf8427e202411144db428a65d344987a42c01d5bb782b10_0d44b66f1631cd53fb5bc90422e03092] hfiles
2024-11-14T07:23:41,553 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(374): Adding reference for hfile (1/2): hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/mobdir/data/default/testtb-testExportFileSystemState/8c2558c0b59bb3a4e2e578c2c8e8915d/cf/c4ca4238a0b923820dcc509a6f75849b202411145fc688d1c19d4253955583216737b271_28b34c0c96db6dd42784864361fef59d
2024-11-14T07:23:41,553 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(374): Adding reference for hfile (2/2): hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/mobdir/data/default/testtb-testExportFileSystemState/8c2558c0b59bb3a4e2e578c2c8e8915d/cf/d41d8cd98f00b204e9800998ecf8427e202411144db428a65d344987a42c01d5bb782b10_0d44b66f1631cd53fb5bc90422e03092
2024-11-14T07:23:41,562 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073741983_1159 (size=294)
2024-11-14T07:23:41,562 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073741983_1159 (size=294)
2024-11-14T07:23:41,562 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073741983_1159 (size=294)
2024-11-14T07:23:41,564 INFO  [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=66, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=66, snapshot={ ss=snaptb0-testExportFileSystemState table=testtb-testExportFileSystemState type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT
2024-11-14T07:23:41,564 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snaptb0-testExportFileSystemState
2024-11-14T07:23:41,565 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/.hbase-snapshot/.tmp/snaptb0-testExportFileSystemState
2024-11-14T07:23:41,574 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073741984_1160 (size=963)
2024-11-14T07:23:41,575 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073741984_1160 (size=963)
2024-11-14T07:23:41,575 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073741984_1160 (size=963)
2024-11-14T07:23:41,577 INFO  [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=66, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=66, snapshot={ ss=snaptb0-testExportFileSystemState table=testtb-testExportFileSystemState type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT
2024-11-14T07:23:41,583 INFO  [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=66, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=66, snapshot={ ss=snaptb0-testExportFileSystemState table=testtb-testExportFileSystemState type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT
2024-11-14T07:23:41,583 DEBUG [PEWorker-5 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/.hbase-snapshot/.tmp/snaptb0-testExportFileSystemState to hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/.hbase-snapshot/snaptb0-testExportFileSystemState
2024-11-14T07:23:41,585 INFO  [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=66, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=66, snapshot={ ss=snaptb0-testExportFileSystemState table=testtb-testExportFileSystemState type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION
2024-11-14T07:23:41,585 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snaptb0-testExportFileSystemState table=testtb-testExportFileSystemState type=FLUSH ttl=0 }, snapshot procedure id = 66
2024-11-14T07:23:41,586 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=66, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=66, snapshot={ ss=snaptb0-testExportFileSystemState table=testtb-testExportFileSystemState type=FLUSH ttl=0 } in 303 msec
2024-11-14T07:23:41,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66
2024-11-14T07:23:41,608 INFO  [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: default:testtb-testExportFileSystemState completed
2024-11-14T07:23:41,608 INFO  [Time-limited test {}] snapshot.TestExportSnapshot(467): HDFS export destination path: hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/export-test/export-1731569021608
2024-11-14T07:23:41,608 INFO  [Time-limited test {}] snapshot.TestExportSnapshot(494): tgtFsUri=hdfs://localhost:33275, tgtDir=hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/export-test/export-1731569021608, rawTgtDir=hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/export-test/export-1731569021608, srcFsUri=hdfs://localhost:33275, srcDir=hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50
2024-11-14T07:23:41,641 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1085): inputFs=hdfs://localhost:33275, inputRoot=hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50
2024-11-14T07:23:41,641 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1086): outputFs=DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_-1453683247_22, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/export-test/export-1731569021608, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/export-test/export-1731569021608/.hbase-snapshot/.tmp/snaptb0-testExportFileSystemState
2024-11-14T07:23:41,643 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1095): Verify the source snapshot's expiration status and integrity.
2024-11-14T07:23:41,649 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1153): Copy Snapshot Manifest from hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/.hbase-snapshot/snaptb0-testExportFileSystemState to hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/export-test/export-1731569021608/.hbase-snapshot/.tmp/snaptb0-testExportFileSystemState
2024-11-14T07:23:41,671 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073741986_1162 (size=165)
2024-11-14T07:23:41,672 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073741986_1162 (size=165)
2024-11-14T07:23:41,672 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073741986_1162 (size=165)
2024-11-14T07:23:41,683 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073741985_1161 (size=963)
2024-11-14T07:23:41,683 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073741985_1161 (size=963)
2024-11-14T07:23:41,683 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073741985_1161 (size=963)
2024-11-14T07:23:41,687 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar
2024-11-14T07:23:41,687 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-protocol-shaded/target/hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar
2024-11-14T07:23:41,687 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-client/target/hbase-client-4.0.0-alpha-1-SNAPSHOT.jar
2024-11-14T07:23:42,053 DEBUG [master/20680646cf8a:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 28b34c0c96db6dd42784864361fef59d changed from -1.0 to 0.0, refreshing cache
2024-11-14T07:23:42,054 DEBUG [master/20680646cf8a:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 99a97c7ce2d8675b0310f1de2e0c2662 changed from -1.0 to 0.0, refreshing cache
2024-11-14T07:23:42,054 DEBUG [master/20680646cf8a:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 0d44b66f1631cd53fb5bc90422e03092 changed from -1.0 to 0.0, refreshing cache
2024-11-14T07:23:42,654 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/test-data/223408e5-ae9c-411c-e3d8-231e394aecc4/hadoop-2728734466375806482.jar
2024-11-14T07:23:42,654 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar
2024-11-14T07:23:42,655 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar
2024-11-14T07:23:42,717 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/test-data/223408e5-ae9c-411c-e3d8-231e394aecc4/hadoop-14514346232496739287.jar
2024-11-14T07:23:42,718 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics/target/hbase-metrics-4.0.0-alpha-1-SNAPSHOT.jar
2024-11-14T07:23:42,718 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics-api/target/hbase-metrics-api-4.0.0-alpha-1-SNAPSHOT.jar
2024-11-14T07:23:42,718 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-replication/target/hbase-replication-4.0.0-alpha-1-SNAPSHOT.jar
2024-11-14T07:23:42,718 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-http/target/hbase-http-4.0.0-alpha-1-SNAPSHOT.jar
2024-11-14T07:23:42,719 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-procedure/target/hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar
2024-11-14T07:23:42,719 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-zookeeper/target/hbase-zookeeper-4.0.0-alpha-1-SNAPSHOT.jar
2024-11-14T07:23:42,719 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar
2024-11-14T07:23:42,719 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar
2024-11-14T07:23:42,720 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar
2024-11-14T07:23:42,720 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar
2024-11-14T07:23:42,720 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar
2024-11-14T07:23:42,720 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar
2024-11-14T07:23:42,721 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar
2024-11-14T07:23:42,721 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar
2024-11-14T07:23:42,721 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar
2024-11-14T07:23:42,722 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar
2024-11-14T07:23:42,722 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar
2024-11-14T07:23:42,722 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar
2024-11-14T07:23:42,723 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar
2024-11-14T07:23:42,723 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar
2024-11-14T07:23:42,723 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar
2024-11-14T07:23:42,723 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar
2024-11-14T07:23:42,723 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar
2024-11-14T07:23:42,724 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar
2024-11-14T07:23:42,782 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073741987_1163 (size=131440)
2024-11-14T07:23:42,782 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073741987_1163 (size=131440)
2024-11-14T07:23:42,782 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073741987_1163 (size=131440)
2024-11-14T07:23:42,804 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073741988_1164 (size=4188619)
2024-11-14T07:23:42,804 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073741988_1164 (size=4188619)
2024-11-14T07:23:42,804 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073741988_1164 (size=4188619)
2024-11-14T07:23:42,814 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073741989_1165 (size=1323991)
2024-11-14T07:23:42,815 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073741989_1165 (size=1323991)
2024-11-14T07:23:42,815 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073741989_1165 (size=1323991)
2024-11-14T07:23:42,824 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073741990_1166 (size=903741)
2024-11-14T07:23:42,824 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073741990_1166 (size=903741)
2024-11-14T07:23:42,825 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073741990_1166 (size=903741)
2024-11-14T07:23:42,864 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073741991_1167 (size=8360083)
2024-11-14T07:23:42,864 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073741991_1167 (size=8360083)
2024-11-14T07:23:42,865 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073741991_1167 (size=8360083)
2024-11-14T07:23:42,878 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073741992_1168 (size=1877034)
2024-11-14T07:23:42,878 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073741992_1168 (size=1877034)
2024-11-14T07:23:42,879 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073741992_1168 (size=1877034)
2024-11-14T07:23:42,885 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073741993_1169 (size=77835)
2024-11-14T07:23:42,886 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073741993_1169 (size=77835)
2024-11-14T07:23:42,886 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073741993_1169 (size=77835)
2024-11-14T07:23:42,893 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073741994_1170 (size=30949)
2024-11-14T07:23:42,894 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073741994_1170 (size=30949)
2024-11-14T07:23:42,894 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073741994_1170 (size=30949)
2024-11-14T07:23:42,909 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073741995_1171 (size=1597327)
2024-11-14T07:23:42,909 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073741995_1171 (size=1597327)
2024-11-14T07:23:42,909 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073741995_1171 (size=1597327)
2024-11-14T07:23:42,930 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073741996_1172 (size=4695811)
2024-11-14T07:23:42,930 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073741996_1172 (size=4695811)
2024-11-14T07:23:42,930 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073741996_1172 (size=4695811)
2024-11-14T07:23:42,939 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073741997_1173 (size=232957)
2024-11-14T07:23:42,940 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073741997_1173 (size=232957)
2024-11-14T07:23:42,940 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073741997_1173 (size=232957)
2024-11-14T07:23:42,951 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073741998_1174 (size=127628)
2024-11-14T07:23:42,952 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073741998_1174 (size=127628)
2024-11-14T07:23:42,953 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073741998_1174 (size=127628)
2024-11-14T07:23:42,960 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073741999_1175 (size=20406)
2024-11-14T07:23:42,960 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073741999_1175 (size=20406)
2024-11-14T07:23:42,961 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073741999_1175 (size=20406)
2024-11-14T07:23:42,978 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073742000_1176 (size=440392)
2024-11-14T07:23:42,978 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073742000_1176 (size=440392)
2024-11-14T07:23:42,979 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073742000_1176 (size=440392)
2024-11-14T07:23:43,398 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073742001_1177 (size=5175431)
2024-11-14T07:23:43,399 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073742001_1177 (size=5175431)
2024-11-14T07:23:43,400 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073742001_1177 (size=5175431)
2024-11-14T07:23:43,407 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073742002_1178 (size=217634)
2024-11-14T07:23:43,407 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073742002_1178 (size=217634)
2024-11-14T07:23:43,407 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073742002_1178 (size=217634)
2024-11-14T07:23:43,429 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073742003_1179 (size=6424747)
2024-11-14T07:23:43,429 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073742003_1179 (size=6424747)
2024-11-14T07:23:43,430 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073742003_1179 (size=6424747)
2024-11-14T07:23:43,447 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073742004_1180 (size=1832290)
2024-11-14T07:23:43,447 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073742004_1180 (size=1832290)
2024-11-14T07:23:43,448 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073742004_1180 (size=1832290)
2024-11-14T07:23:43,462 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073742005_1181 (size=322274)
2024-11-14T07:23:43,462 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073742005_1181 (size=322274)
2024-11-14T07:23:43,462 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073742005_1181 (size=322274)
2024-11-14T07:23:43,472 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073742006_1182 (size=503880)
2024-11-14T07:23:43,472 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073742006_1182 (size=503880)
2024-11-14T07:23:43,472 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073742006_1182 (size=503880)
2024-11-14T07:23:43,482 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073742007_1183 (size=29229)
2024-11-14T07:23:43,483 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073742007_1183 (size=29229)
2024-11-14T07:23:43,483 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073742007_1183 (size=29229)
2024-11-14T07:23:43,491 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073742008_1184 (size=24096)
2024-11-14T07:23:43,491 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073742008_1184 (size=24096)
2024-11-14T07:23:43,492 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073742008_1184 (size=24096)
2024-11-14T07:23:43,500 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073742009_1185 (size=111872)
2024-11-14T07:23:43,500 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073742009_1185 (size=111872)
2024-11-14T07:23:43,501 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073742009_1185 (size=111872)
2024-11-14T07:23:43,510 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073742010_1186 (size=45609)
2024-11-14T07:23:43,510 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073742010_1186 (size=45609)
2024-11-14T07:23:43,510 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073742010_1186 (size=45609)
2024-11-14T07:23:43,518 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073742011_1187 (size=136454)
2024-11-14T07:23:43,518 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073742011_1187 (size=136454)
2024-11-14T07:23:43,518 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073742011_1187 (size=136454)
2024-11-14T07:23:43,520 WARN  [Time-limited test {}] mapreduce.JobResourceUploader(481): No job jar file set.  User classes may not be found. See Job or Job#setJar(String).
2024-11-14T07:23:43,523 INFO  [Time-limited test {}] snapshot.ExportSnapshot(661): Loading Snapshot 'snaptb0-testExportFileSystemState' hfile list
2024-11-14T07:23:43,526 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(754): export split=0 size=33.4 K
2024-11-14T07:23:43,533 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073742012_1188 (size=726)
2024-11-14T07:23:43,533 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073742012_1188 (size=726)
2024-11-14T07:23:43,533 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073742012_1188 (size=726)
2024-11-14T07:23:43,541 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073742013_1189 (size=15)
2024-11-14T07:23:43,541 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073742013_1189 (size=15)
2024-11-14T07:23:43,541 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073742013_1189 (size=15)
2024-11-14T07:23:43,556 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073742014_1190 (size=303736)
2024-11-14T07:23:43,556 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073742014_1190 (size=303736)
2024-11-14T07:23:43,556 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073742014_1190 (size=303736)
2024-11-14T07:23:43,646 WARN  [SchedulerEventDispatcher:Event Processor {}] capacity.AbstractLeafQueue(880): maximum-am-resource-percent is insufficient to start a single application in queue, it is likely set too low. skipping enforcement to allow at least one application to start
2024-11-14T07:23:43,646 WARN  [SchedulerEventDispatcher:Event Processor {}] capacity.AbstractLeafQueue(913): maximum-am-resource-percent is insufficient to start a single application in queue for user, it is likely set too low. skipping enforcement to allow at least one application to start
2024-11-14T07:23:43,652 INFO  [Socket Reader #1 for port 0 {}] ipc.Server$Connection(2290): Auth successful for appattempt_1731568965212_0002_000001 (auth:SIMPLE) from 127.0.0.1:49610
2024-11-14T07:23:43,661 WARN  [ContainersLauncher #0 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/test/data/MiniMRCluster_1860380176/yarn-1025303830/MiniMRCluster_1860380176-localDir-nm-0_3/usercache/jenkins/appcache/application_1731568965212_0002/container_1731568965212_0002_01_000001/launch_container.sh]
2024-11-14T07:23:43,661 WARN  [ContainersLauncher #0 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/test/data/MiniMRCluster_1860380176/yarn-1025303830/MiniMRCluster_1860380176-localDir-nm-0_3/usercache/jenkins/appcache/application_1731568965212_0002/container_1731568965212_0002_01_000001/container_tokens]
2024-11-14T07:23:43,661 WARN  [ContainersLauncher #0 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/test/data/MiniMRCluster_1860380176/yarn-1025303830/MiniMRCluster_1860380176-localDir-nm-0_3/usercache/jenkins/appcache/application_1731568965212_0002/container_1731568965212_0002_01_000001/sysfs]
2024-11-14T07:23:43,846 INFO  [Socket Reader #1 for port 0 {}] ipc.Server$Connection(2290): Auth successful for appattempt_1731568965212_0003_000001 (auth:SIMPLE) from 127.0.0.1:60192
2024-11-14T07:23:44,882 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties
2024-11-14T07:23:47,970 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testtb-testExportFileSystemState
2024-11-14T07:23:47,971 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testtb-testExportFileSystemState Metrics about Tables on a single HBase RegionServer
2024-11-14T07:23:47,972 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testExportWithResetTtl
2024-11-14T07:23:47,972 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testtb-testExportWithResetTtl
2024-11-14T07:23:50,242 INFO  [Socket Reader #1 for port 0 {}] ipc.Server$Connection(2290): Auth successful for appattempt_1731568965212_0003_000001 (auth:SIMPLE) from 127.0.0.1:49860
2024-11-14T07:23:50,633 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073742015_1191 (size=349386)
2024-11-14T07:23:50,633 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073742015_1191 (size=349386)
2024-11-14T07:23:50,647 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073742015_1191 (size=349386)
2024-11-14T07:23:52,495 INFO  [Socket Reader #1 for port 0 {}] ipc.Server$Connection(2290): Auth successful for appattempt_1731568965212_0003_000001 (auth:SIMPLE) from 127.0.0.1:43942
2024-11-14T07:23:53,474 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties
2024-11-14T07:23:56,844 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073742016_1192 (size=14999)
2024-11-14T07:23:56,845 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073742016_1192 (size=14999)
2024-11-14T07:23:56,845 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073742016_1192 (size=14999)
2024-11-14T07:23:56,887 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073742017_1193 (size=8172)
2024-11-14T07:23:56,887 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073742017_1193 (size=8172)
2024-11-14T07:23:56,887 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073742017_1193 (size=8172)
2024-11-14T07:23:56,925 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073742018_1194 (size=5918)
2024-11-14T07:23:56,925 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073742018_1194 (size=5918)
2024-11-14T07:23:56,926 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073742018_1194 (size=5918)
2024-11-14T07:23:56,957 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073742019_1195 (size=5102)
2024-11-14T07:23:56,957 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073742019_1195 (size=5102)
2024-11-14T07:23:56,958 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073742019_1195 (size=5102)
2024-11-14T07:23:57,030 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073742020_1196 (size=17462)
2024-11-14T07:23:57,030 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073742020_1196 (size=17462)
2024-11-14T07:23:57,031 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073742020_1196 (size=17462)
2024-11-14T07:23:57,045 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073742021_1197 (size=465)
2024-11-14T07:23:57,045 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073742021_1197 (size=465)
2024-11-14T07:23:57,046 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073742021_1197 (size=465)
2024-11-14T07:23:57,076 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073742022_1198 (size=17462)
2024-11-14T07:23:57,077 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073742022_1198 (size=17462)
2024-11-14T07:23:57,077 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073742022_1198 (size=17462)
2024-11-14T07:23:57,094 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073742023_1199 (size=349386)
2024-11-14T07:23:57,094 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073742023_1199 (size=349386)
2024-11-14T07:23:57,097 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073742023_1199 (size=349386)
2024-11-14T07:23:57,107 WARN  [ContainersLauncher #0 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/test/data/MiniMRCluster_1860380176/yarn-1025303830/MiniMRCluster_1860380176-localDir-nm-0_1/usercache/jenkins/appcache/application_1731568965212_0003/container_1731568965212_0003_01_000002/launch_container.sh]
2024-11-14T07:23:57,107 WARN  [ContainersLauncher #0 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/test/data/MiniMRCluster_1860380176/yarn-1025303830/MiniMRCluster_1860380176-localDir-nm-0_1/usercache/jenkins/appcache/application_1731568965212_0003/container_1731568965212_0003_01_000002/container_tokens]
2024-11-14T07:23:57,108 WARN  [ContainersLauncher #0 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/test/data/MiniMRCluster_1860380176/yarn-1025303830/MiniMRCluster_1860380176-localDir-nm-0_1/usercache/jenkins/appcache/application_1731568965212_0003/container_1731568965212_0003_01_000002/sysfs]
2024-11-14T07:23:57,111 INFO  [Socket Reader #1 for port 0 {}] ipc.Server$Connection(2290): Auth successful for appattempt_1731568965212_0003_000001 (auth:SIMPLE) from 127.0.0.1:43958
2024-11-14T07:23:58,768 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1210): Finalize the Snapshot Export
2024-11-14T07:23:58,769 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1221): Verify the exported snapshot's expiration status and integrity.
2024-11-14T07:23:58,776 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1227): Export Completed: snaptb0-testExportFileSystemState
2024-11-14T07:23:58,777 INFO  [Time-limited test {}] snapshot.TestExportSnapshot(361): Exported snapshot
2024-11-14T07:23:58,777 INFO  [Time-limited test {}] snapshot.TestExportSnapshot(372): Verified filesystem state
2024-11-14T07:23:58,777 DEBUG [Time-limited test {}] snapshot.TestExportSnapshot(447): List files in DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_-1453683247_22, ugi=jenkins (auth:SIMPLE)]] in root hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/.hbase-snapshot/snaptb0-testExportFileSystemState at hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/.hbase-snapshot/snaptb0-testExportFileSystemState
2024-11-14T07:23:58,778 DEBUG [Time-limited test {}] snapshot.TestExportSnapshot(452): hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/.hbase-snapshot/snaptb0-testExportFileSystemState/.snapshotinfo
2024-11-14T07:23:58,778 DEBUG [Time-limited test {}] snapshot.TestExportSnapshot(452): hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/.hbase-snapshot/snaptb0-testExportFileSystemState/data.manifest
2024-11-14T07:23:58,778 DEBUG [Time-limited test {}] snapshot.TestExportSnapshot(447): List files in DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_-1453683247_22, ugi=jenkins (auth:SIMPLE)]] in root hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/export-test/export-1731569021608/.hbase-snapshot/snaptb0-testExportFileSystemState at hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/export-test/export-1731569021608/.hbase-snapshot/snaptb0-testExportFileSystemState
2024-11-14T07:23:58,778 DEBUG [Time-limited test {}] snapshot.TestExportSnapshot(452): hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/export-test/export-1731569021608/.hbase-snapshot/snaptb0-testExportFileSystemState/.snapshotinfo
2024-11-14T07:23:58,778 DEBUG [Time-limited test {}] snapshot.TestExportSnapshot(452): hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/export-test/export-1731569021608/.hbase-snapshot/snaptb0-testExportFileSystemState/data.manifest
2024-11-14T07:23:58,786 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable testtb-testExportFileSystemState
2024-11-14T07:23:58,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] procedure2.ProcedureExecutor(1139): Stored pid=69, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=testtb-testExportFileSystemState
2024-11-14T07:23:58,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=69
2024-11-14T07:23:58,789 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testtb-testExportFileSystemState","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731569038789"}]},"ts":"1731569038789"}
2024-11-14T07:23:58,790 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=testtb-testExportFileSystemState, state=DISABLING in hbase:meta
2024-11-14T07:23:58,791 INFO  [PEWorker-4 {}] procedure.DisableTableProcedure(284): Set testtb-testExportFileSystemState to state=DISABLING
2024-11-14T07:23:58,791 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=70, ppid=69, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=testtb-testExportFileSystemState}]
2024-11-14T07:23:58,792 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=71, ppid=70, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testtb-testExportFileSystemState, region=0d44b66f1631cd53fb5bc90422e03092, UNASSIGN}, {pid=72, ppid=70, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testtb-testExportFileSystemState, region=28b34c0c96db6dd42784864361fef59d, UNASSIGN}]
2024-11-14T07:23:58,793 INFO  [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=72, ppid=70, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testtb-testExportFileSystemState, region=28b34c0c96db6dd42784864361fef59d, UNASSIGN
2024-11-14T07:23:58,793 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=71, ppid=70, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testtb-testExportFileSystemState, region=0d44b66f1631cd53fb5bc90422e03092, UNASSIGN
2024-11-14T07:23:58,794 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=71 updating hbase:meta row=0d44b66f1631cd53fb5bc90422e03092, regionState=CLOSING, regionLocation=20680646cf8a,46383,1731568958548
2024-11-14T07:23:58,794 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=72 updating hbase:meta row=28b34c0c96db6dd42784864361fef59d, regionState=CLOSING, regionLocation=20680646cf8a,35229,1731568958498
2024-11-14T07:23:58,795 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=72, ppid=70, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=testtb-testExportFileSystemState, region=28b34c0c96db6dd42784864361fef59d, UNASSIGN because future has completed
2024-11-14T07:23:58,796 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false
2024-11-14T07:23:58,796 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=73, ppid=72, state=RUNNABLE, hasLock=false; CloseRegionProcedure 28b34c0c96db6dd42784864361fef59d, server=20680646cf8a,35229,1731568958498}]
2024-11-14T07:23:58,796 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=71, ppid=70, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=testtb-testExportFileSystemState, region=0d44b66f1631cd53fb5bc90422e03092, UNASSIGN because future has completed
2024-11-14T07:23:58,796 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false
2024-11-14T07:23:58,797 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=74, ppid=71, state=RUNNABLE, hasLock=false; CloseRegionProcedure 0d44b66f1631cd53fb5bc90422e03092, server=20680646cf8a,46383,1731568958548}]
2024-11-14T07:23:58,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=69
2024-11-14T07:23:58,948 INFO  [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=73}] handler.UnassignRegionHandler(122): Close 28b34c0c96db6dd42784864361fef59d
2024-11-14T07:23:58,948 DEBUG [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=73}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false
2024-11-14T07:23:58,949 DEBUG [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=73}] regionserver.HRegion(1722): Closing 28b34c0c96db6dd42784864361fef59d, disabling compactions & flushes
2024-11-14T07:23:58,949 INFO  [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=73}] regionserver.HRegion(1755): Closing region testtb-testExportFileSystemState,1,1731569020231.28b34c0c96db6dd42784864361fef59d.
2024-11-14T07:23:58,949 DEBUG [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=73}] regionserver.HRegion(1776): Time limited wait for close lock on testtb-testExportFileSystemState,1,1731569020231.28b34c0c96db6dd42784864361fef59d.
2024-11-14T07:23:58,949 DEBUG [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=73}] regionserver.HRegion(1843): Acquired close lock on testtb-testExportFileSystemState,1,1731569020231.28b34c0c96db6dd42784864361fef59d. after waiting 0 ms
2024-11-14T07:23:58,949 DEBUG [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=73}] regionserver.HRegion(1853): Updates disabled for region testtb-testExportFileSystemState,1,1731569020231.28b34c0c96db6dd42784864361fef59d.
2024-11-14T07:23:58,949 INFO  [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] handler.UnassignRegionHandler(122): Close 0d44b66f1631cd53fb5bc90422e03092
2024-11-14T07:23:58,949 DEBUG [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false
2024-11-14T07:23:58,949 DEBUG [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1722): Closing 0d44b66f1631cd53fb5bc90422e03092, disabling compactions & flushes
2024-11-14T07:23:58,949 INFO  [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1755): Closing region testtb-testExportFileSystemState,,1731569020231.0d44b66f1631cd53fb5bc90422e03092.
2024-11-14T07:23:58,949 DEBUG [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1776): Time limited wait for close lock on testtb-testExportFileSystemState,,1731569020231.0d44b66f1631cd53fb5bc90422e03092.
2024-11-14T07:23:58,949 DEBUG [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1843): Acquired close lock on testtb-testExportFileSystemState,,1731569020231.0d44b66f1631cd53fb5bc90422e03092. after waiting 0 ms
2024-11-14T07:23:58,949 DEBUG [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1853): Updates disabled for region testtb-testExportFileSystemState,,1731569020231.0d44b66f1631cd53fb5bc90422e03092.
2024-11-14T07:23:58,954 DEBUG [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=73}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testtb-testExportFileSystemState/28b34c0c96db6dd42784864361fef59d/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1
2024-11-14T07:23:58,954 DEBUG [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=73}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.security.access.AccessController
2024-11-14T07:23:58,955 INFO  [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=73}] regionserver.HRegion(1973): Closed testtb-testExportFileSystemState,1,1731569020231.28b34c0c96db6dd42784864361fef59d.
2024-11-14T07:23:58,955 DEBUG [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=73}] regionserver.HRegion(1676): Region close journal for 28b34c0c96db6dd42784864361fef59d:
Waiting for close lock at 1731569038948Running coprocessor pre-close hooks at 1731569038948Disabling compacts and flushes for region at 1731569038948Disabling writes for close at 1731569038949 (+1 ms)Writing region close event to WAL at 1731569038949Running coprocessor post-close hooks at 1731569038954 (+5 ms)Closed at 1731569038955 (+1 ms)
2024-11-14T07:23:58,955 DEBUG [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testtb-testExportFileSystemState/0d44b66f1631cd53fb5bc90422e03092/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1
2024-11-14T07:23:58,956 DEBUG [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.security.access.AccessController
2024-11-14T07:23:58,956 INFO  [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1973): Closed testtb-testExportFileSystemState,,1731569020231.0d44b66f1631cd53fb5bc90422e03092.
2024-11-14T07:23:58,956 DEBUG [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1676): Region close journal for 0d44b66f1631cd53fb5bc90422e03092:
Waiting for close lock at 1731569038949Running coprocessor pre-close hooks at 1731569038949Disabling compacts and flushes for region at 1731569038949Disabling writes for close at 1731569038949Writing region close event to WAL at 1731569038950 (+1 ms)Running coprocessor post-close hooks at 1731569038956 (+6 ms)Closed at 1731569038956
2024-11-14T07:23:58,959 INFO  [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=73}] handler.UnassignRegionHandler(157): Closed 28b34c0c96db6dd42784864361fef59d
2024-11-14T07:23:58,960 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=72 updating hbase:meta row=28b34c0c96db6dd42784864361fef59d, regionState=CLOSED
2024-11-14T07:23:58,960 INFO  [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] handler.UnassignRegionHandler(157): Closed 0d44b66f1631cd53fb5bc90422e03092
2024-11-14T07:23:58,961 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=71 updating hbase:meta row=0d44b66f1631cd53fb5bc90422e03092, regionState=CLOSED
2024-11-14T07:23:58,962 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=73, ppid=72, state=RUNNABLE, hasLock=false; CloseRegionProcedure 28b34c0c96db6dd42784864361fef59d, server=20680646cf8a,35229,1731568958498 because future has completed
2024-11-14T07:23:58,964 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=74, ppid=71, state=RUNNABLE, hasLock=false; CloseRegionProcedure 0d44b66f1631cd53fb5bc90422e03092, server=20680646cf8a,46383,1731568958548 because future has completed
2024-11-14T07:23:58,965 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=73, resume processing ppid=72
2024-11-14T07:23:58,965 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=73, ppid=72, state=SUCCESS, hasLock=false; CloseRegionProcedure 28b34c0c96db6dd42784864361fef59d, server=20680646cf8a,35229,1731568958498 in 167 msec
2024-11-14T07:23:58,967 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=74, resume processing ppid=71
2024-11-14T07:23:58,967 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=74, ppid=71, state=SUCCESS, hasLock=false; CloseRegionProcedure 0d44b66f1631cd53fb5bc90422e03092, server=20680646cf8a,46383,1731568958548 in 169 msec
2024-11-14T07:23:58,968 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=72, ppid=70, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testtb-testExportFileSystemState, region=28b34c0c96db6dd42784864361fef59d, UNASSIGN in 173 msec
2024-11-14T07:23:58,971 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=71, resume processing ppid=70
2024-11-14T07:23:58,971 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=71, ppid=70, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testtb-testExportFileSystemState, region=0d44b66f1631cd53fb5bc90422e03092, UNASSIGN in 175 msec
2024-11-14T07:23:58,974 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=70, resume processing ppid=69
2024-11-14T07:23:58,974 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=70, ppid=69, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=testtb-testExportFileSystemState in 181 msec
2024-11-14T07:23:58,976 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testtb-testExportFileSystemState","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731569038976"}]},"ts":"1731569038976"}
2024-11-14T07:23:59,083 INFO  [AsyncFSWAL-0-hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50-prefix:20680646cf8a,35229,1731568958498.meta {}] wal.AbstractFSWAL(1368): Slow sync cost: 105 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:42359,DS-50f08d98-9c45-40c0-9eb5-c02509830a34,DISK], DatanodeInfoWithStorage[127.0.0.1:42509,DS-1c6156fb-8a20-4ecc-8853-0341c60e6c29,DISK], DatanodeInfoWithStorage[127.0.0.1:40801,DS-d117b5d0-c08a-4922-9d4f-cb98efd223ba,DISK]]
2024-11-14T07:23:59,083 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=testtb-testExportFileSystemState, state=DISABLED in hbase:meta
2024-11-14T07:23:59,083 INFO  [PEWorker-4 {}] procedure.DisableTableProcedure(296): Set testtb-testExportFileSystemState to state=DISABLED
2024-11-14T07:23:59,087 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=69, state=SUCCESS, hasLock=false; DisableTableProcedure table=testtb-testExportFileSystemState in 299 msec
2024-11-14T07:23:59,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=69
2024-11-14T07:23:59,109 INFO  [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:testtb-testExportFileSystemState completed
2024-11-14T07:23:59,109 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete testtb-testExportFileSystemState
2024-11-14T07:23:59,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] procedure2.ProcedureExecutor(1139): Stored pid=75, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=testtb-testExportFileSystemState
2024-11-14T07:23:59,111 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=75, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=testtb-testExportFileSystemState
2024-11-14T07:23:59,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] access.PermissionStorage(261): Removing permissions of removed table testtb-testExportFileSystemState
2024-11-14T07:23:59,112 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=75, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=testtb-testExportFileSystemState
2024-11-14T07:23:59,116 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46383 {}] access.PermissionStorage(529): No permissions found in hbase:acl for acl entry testtb-testExportFileSystemState
2024-11-14T07:23:59,118 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testtb-testExportFileSystemState/0d44b66f1631cd53fb5bc90422e03092
2024-11-14T07:23:59,118 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testtb-testExportFileSystemState/28b34c0c96db6dd42784864361fef59d
2024-11-14T07:23:59,120 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testtb-testExportFileSystemState/0d44b66f1631cd53fb5bc90422e03092/cf, FileablePath, hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testtb-testExportFileSystemState/0d44b66f1631cd53fb5bc90422e03092/recovered.edits]
2024-11-14T07:23:59,120 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testtb-testExportFileSystemState/28b34c0c96db6dd42784864361fef59d/cf, FileablePath, hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testtb-testExportFileSystemState/28b34c0c96db6dd42784864361fef59d/recovered.edits]
2024-11-14T07:23:59,125 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testtb-testExportFileSystemState/28b34c0c96db6dd42784864361fef59d/cf/4373c48a9093463795b15b514bf626a9 to hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/archive/data/default/testtb-testExportFileSystemState/28b34c0c96db6dd42784864361fef59d/cf/4373c48a9093463795b15b514bf626a9
2024-11-14T07:23:59,126 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testtb-testExportFileSystemState/0d44b66f1631cd53fb5bc90422e03092/cf/c3263954bf974cfa9b9f7156d9fd0c67 to hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/archive/data/default/testtb-testExportFileSystemState/0d44b66f1631cd53fb5bc90422e03092/cf/c3263954bf974cfa9b9f7156d9fd0c67
2024-11-14T07:23:59,129 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testtb-testExportFileSystemState/0d44b66f1631cd53fb5bc90422e03092/recovered.edits/9.seqid to hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/archive/data/default/testtb-testExportFileSystemState/0d44b66f1631cd53fb5bc90422e03092/recovered.edits/9.seqid
2024-11-14T07:23:59,129 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testtb-testExportFileSystemState/28b34c0c96db6dd42784864361fef59d/recovered.edits/9.seqid to hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/archive/data/default/testtb-testExportFileSystemState/28b34c0c96db6dd42784864361fef59d/recovered.edits/9.seqid
2024-11-14T07:23:59,129 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testtb-testExportFileSystemState/0d44b66f1631cd53fb5bc90422e03092
2024-11-14T07:23:59,129 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testtb-testExportFileSystemState/28b34c0c96db6dd42784864361fef59d
2024-11-14T07:23:59,129 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(313): Archived testtb-testExportFileSystemState regions
2024-11-14T07:23:59,130 DEBUG [PEWorker-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/mobdir/data/default/testtb-testExportFileSystemState/8c2558c0b59bb3a4e2e578c2c8e8915d
2024-11-14T07:23:59,130 DEBUG [PEWorker-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/mobdir/data/default/testtb-testExportFileSystemState/8c2558c0b59bb3a4e2e578c2c8e8915d/cf]
2024-11-14T07:23:59,133 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/mobdir/data/default/testtb-testExportFileSystemState/8c2558c0b59bb3a4e2e578c2c8e8915d/cf/c4ca4238a0b923820dcc509a6f75849b202411145fc688d1c19d4253955583216737b271_28b34c0c96db6dd42784864361fef59d to hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/archive/data/default/testtb-testExportFileSystemState/8c2558c0b59bb3a4e2e578c2c8e8915d/cf/c4ca4238a0b923820dcc509a6f75849b202411145fc688d1c19d4253955583216737b271_28b34c0c96db6dd42784864361fef59d
2024-11-14T07:23:59,135 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/mobdir/data/default/testtb-testExportFileSystemState/8c2558c0b59bb3a4e2e578c2c8e8915d/cf/d41d8cd98f00b204e9800998ecf8427e202411144db428a65d344987a42c01d5bb782b10_0d44b66f1631cd53fb5bc90422e03092 to hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/archive/data/default/testtb-testExportFileSystemState/8c2558c0b59bb3a4e2e578c2c8e8915d/cf/d41d8cd98f00b204e9800998ecf8427e202411144db428a65d344987a42c01d5bb782b10_0d44b66f1631cd53fb5bc90422e03092
2024-11-14T07:23:59,135 DEBUG [PEWorker-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/mobdir/data/default/testtb-testExportFileSystemState/8c2558c0b59bb3a4e2e578c2c8e8915d
2024-11-14T07:23:59,137 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=75, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=testtb-testExportFileSystemState
2024-11-14T07:23:59,140 WARN  [PEWorker-2 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 2 rows of testtb-testExportFileSystemState from hbase:meta
2024-11-14T07:23:59,142 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(407): Removing 'testtb-testExportFileSystemState' descriptor.
2024-11-14T07:23:59,143 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=75, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=testtb-testExportFileSystemState
2024-11-14T07:23:59,143 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(397): Removing 'testtb-testExportFileSystemState' from region states.
2024-11-14T07:23:59,143 DEBUG [PEWorker-2 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"testtb-testExportFileSystemState,,1731569020231.0d44b66f1631cd53fb5bc90422e03092.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731569039143"}]},"ts":"9223372036854775807"}
2024-11-14T07:23:59,143 DEBUG [PEWorker-2 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"testtb-testExportFileSystemState,1,1731569020231.28b34c0c96db6dd42784864361fef59d.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731569039143"}]},"ts":"9223372036854775807"}
2024-11-14T07:23:59,146 INFO  [PEWorker-2 {}] assignment.RegionStateStore(562): Deleted 2 regions from META
2024-11-14T07:23:59,146 DEBUG [PEWorker-2 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 0d44b66f1631cd53fb5bc90422e03092, NAME => 'testtb-testExportFileSystemState,,1731569020231.0d44b66f1631cd53fb5bc90422e03092.', STARTKEY => '', ENDKEY => '1'}, {ENCODED => 28b34c0c96db6dd42784864361fef59d, NAME => 'testtb-testExportFileSystemState,1,1731569020231.28b34c0c96db6dd42784864361fef59d.', STARTKEY => '1', ENDKEY => ''}]
2024-11-14T07:23:59,146 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(401): Marking 'testtb-testExportFileSystemState' as deleted.
2024-11-14T07:23:59,146 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"testtb-testExportFileSystemState","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731569039146"}]},"ts":"9223372036854775807"}
2024-11-14T07:23:59,148 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(867): Deleted table testtb-testExportFileSystemState state from META
2024-11-14T07:23:59,149 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(133): Finished pid=75, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=testtb-testExportFileSystemState
2024-11-14T07:23:59,151 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=75, state=SUCCESS, hasLock=false; DeleteTableProcedure table=testtb-testExportFileSystemState in 39 msec
2024-11-14T07:23:59,417 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46383-0x1003d1cd0e50003, quorum=127.0.0.1:51438, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/acl/testtb-testExportFileSystemState
2024-11-14T07:23:59,417 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33371-0x1003d1cd0e50000, quorum=127.0.0.1:51438, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/acl/testtb-testExportFileSystemState
2024-11-14T07:23:59,417 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41449-0x1003d1cd0e50001, quorum=127.0.0.1:51438, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/acl/testtb-testExportFileSystemState
2024-11-14T07:23:59,418 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35229-0x1003d1cd0e50002, quorum=127.0.0.1:51438, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/acl/testtb-testExportFileSystemState
2024-11-14T07:23:59,419 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportFileSystemState with data PBUF
2024-11-14T07:23:59,419 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportFileSystemState with data PBUF
2024-11-14T07:23:59,419 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportFileSystemState with data PBUF
2024-11-14T07:23:59,419 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportFileSystemState with data PBUF
2024-11-14T07:23:59,610 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35229-0x1003d1cd0e50002, quorum=127.0.0.1:51438, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/acl/testtb-testExportFileSystemState
2024-11-14T07:23:59,610 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41449-0x1003d1cd0e50001, quorum=127.0.0.1:51438, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/acl/testtb-testExportFileSystemState
2024-11-14T07:23:59,610 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33371-0x1003d1cd0e50000, quorum=127.0.0.1:51438, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/acl/testtb-testExportFileSystemState
2024-11-14T07:23:59,610 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46383-0x1003d1cd0e50003, quorum=127.0.0.1:51438, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/acl/testtb-testExportFileSystemState
2024-11-14T07:23:59,610 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35229-0x1003d1cd0e50002, quorum=127.0.0.1:51438, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl
2024-11-14T07:23:59,610 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41449-0x1003d1cd0e50001, quorum=127.0.0.1:51438, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl
2024-11-14T07:23:59,610 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33371-0x1003d1cd0e50000, quorum=127.0.0.1:51438, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl
2024-11-14T07:23:59,610 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46383-0x1003d1cd0e50003, quorum=127.0.0.1:51438, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl
2024-11-14T07:23:59,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=75
2024-11-14T07:23:59,613 DEBUG [RPCClient-NioEventLoopGroup-6-4 {}] client.AsyncRegionLocator(219): Clear meta cache for testtb-testExportFileSystemState
2024-11-14T07:23:59,613 INFO  [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:testtb-testExportFileSystemState completed
2024-11-14T07:23:59,622 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.2 delete name: "emptySnaptb0-testExportFileSystemState"
type: DISABLED

2024-11-14T07:23:59,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] snapshot.SnapshotManager(381): Deleting snapshot: emptySnaptb0-testExportFileSystemState
2024-11-14T07:23:59,626 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.2 delete name: "snaptb0-testExportFileSystemState"
type: DISABLED

2024-11-14T07:23:59,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] snapshot.SnapshotManager(381): Deleting snapshot: snaptb0-testExportFileSystemState
2024-11-14T07:23:59,648 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: snapshot.TestMobSecureExportSnapshot#testExportFileSystemState Thread=785 (was 776)
Potentially hanging thread: region-location-3
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HFileArchiver-8
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1961247981_1 at /127.0.0.1:45914 [Waiting for operation #2]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HFileArchiver-7
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41091
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: process reaper (pid 98334)
	java.base@17.0.11/java.lang.ProcessHandleImpl.waitForProcessExit0(Native Method)
	java.base@17.0.11/java.lang.ProcessHandleImpl$1.run(ProcessHandleImpl.java:150)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: LogDeleter #1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1177)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1453683247_22 at /127.0.0.1:45934 [Waiting for operation #7]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ApplicationMasterLauncher #4
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ApplicationMasterLauncher #3
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: region-location-4
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (346890841) connection to localhost/127.0.0.1:40001 from jenkins
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: Thread-2810
	java.base@17.0.11/java.io.FileInputStream.readBytes(Native Method)
	java.base@17.0.11/java.io.FileInputStream.read(FileInputStream.java:276)
	java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:282)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343)
	java.base@17.0.11/sun.nio.cs.StreamDecoder.readBytes(StreamDecoder.java:281)
	java.base@17.0.11/sun.nio.cs.StreamDecoder.implRead(StreamDecoder.java:324)
	java.base@17.0.11/sun.nio.cs.StreamDecoder.read(StreamDecoder.java:189)
	java.base@17.0.11/java.io.InputStreamReader.read(InputStreamReader.java:177)
	java.base@17.0.11/java.io.BufferedReader.fill(BufferedReader.java:162)
	java.base@17.0.11/java.io.BufferedReader.readLine(BufferedReader.java:329)
	java.base@17.0.11/java.io.BufferedReader.readLine(BufferedReader.java:396)
	app//org.apache.hadoop.util.Shell$1.run(Shell.java:1025)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1453683247_22 at /127.0.0.1:54802 [Waiting for operation #2]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1961247981_1 at /127.0.0.1:54780 [Waiting for operation #2]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (346890841) connection to localhost/127.0.0.1:41091 from jenkins
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1453683247_22 at /127.0.0.1:35006 [Waiting for operation #3]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=805 (was 801) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=472 (was 452) - SystemLoadAverage LEAK? -, ProcessCount=19 (was 19), AvailableMemoryMB=696 (was 613) - AvailableMemoryMB LEAK? -
2024-11-14T07:23:59,648 WARN  [Time-limited test {}] hbase.ResourceChecker(130): Thread=785 is superior to 500
2024-11-14T07:23:59,666 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: snapshot.TestMobSecureExportSnapshot#testConsecutiveExports Thread=785, OpenFileDescriptor=805, MaxFileDescriptor=1048576, SystemLoadAverage=472, ProcessCount=19, AvailableMemoryMB=696
2024-11-14T07:23:59,666 WARN  [Time-limited test {}] hbase.ResourceChecker(130): Thread=785 is superior to 500
2024-11-14T07:23:59,669 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testtb-testConsecutiveExports', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '0', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-14T07:23:59,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] procedure2.ProcedureExecutor(1139): Stored pid=76, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testtb-testConsecutiveExports
2024-11-14T07:23:59,671 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=76, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testtb-testConsecutiveExports execute state=CREATE_TABLE_PRE_OPERATION
2024-11-14T07:23:59,672 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default"
qualifier: "testtb-testConsecutiveExports"
 procId is: 76
2024-11-14T07:23:59,672 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=76, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testtb-testConsecutiveExports execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-14T07:23:59,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76
2024-11-14T07:23:59,681 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073742024_1200 (size=440)
2024-11-14T07:23:59,681 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073742024_1200 (size=440)
2024-11-14T07:23:59,681 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073742024_1200 (size=440)
2024-11-14T07:23:59,683 INFO  [RegionOpenAndInit-testtb-testConsecutiveExports-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 00a6ae681303422513e156ed0aec0499, NAME => 'testtb-testConsecutiveExports,,1731569039668.00a6ae681303422513e156ed0aec0499.', STARTKEY => '', ENDKEY => '1'}, tableDescriptor='testtb-testConsecutiveExports', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '0', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50
2024-11-14T07:23:59,684 INFO  [RegionOpenAndInit-testtb-testConsecutiveExports-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 3a20125ef9ddd98fa1d14eac7d75950a, NAME => 'testtb-testConsecutiveExports,1,1731569039668.3a20125ef9ddd98fa1d14eac7d75950a.', STARTKEY => '1', ENDKEY => ''}, tableDescriptor='testtb-testConsecutiveExports', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '0', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50
2024-11-14T07:23:59,691 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073742025_1201 (size=65)
2024-11-14T07:23:59,692 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073742025_1201 (size=65)
2024-11-14T07:23:59,692 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073742026_1202 (size=65)
2024-11-14T07:23:59,692 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073742025_1201 (size=65)
2024-11-14T07:23:59,692 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073742026_1202 (size=65)
2024-11-14T07:23:59,692 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073742026_1202 (size=65)
2024-11-14T07:23:59,693 DEBUG [RegionOpenAndInit-testtb-testConsecutiveExports-pool-0 {}] regionserver.HRegion(898): Instantiated testtb-testConsecutiveExports,,1731569039668.00a6ae681303422513e156ed0aec0499.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-14T07:23:59,693 DEBUG [RegionOpenAndInit-testtb-testConsecutiveExports-pool-0 {}] regionserver.HRegion(1722): Closing 00a6ae681303422513e156ed0aec0499, disabling compactions & flushes
2024-11-14T07:23:59,693 INFO  [RegionOpenAndInit-testtb-testConsecutiveExports-pool-0 {}] regionserver.HRegion(1755): Closing region testtb-testConsecutiveExports,,1731569039668.00a6ae681303422513e156ed0aec0499.
2024-11-14T07:23:59,693 DEBUG [RegionOpenAndInit-testtb-testConsecutiveExports-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testtb-testConsecutiveExports,,1731569039668.00a6ae681303422513e156ed0aec0499.
2024-11-14T07:23:59,693 DEBUG [RegionOpenAndInit-testtb-testConsecutiveExports-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testtb-testConsecutiveExports,,1731569039668.00a6ae681303422513e156ed0aec0499. after waiting 0 ms
2024-11-14T07:23:59,693 DEBUG [RegionOpenAndInit-testtb-testConsecutiveExports-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testtb-testConsecutiveExports,,1731569039668.00a6ae681303422513e156ed0aec0499.
2024-11-14T07:23:59,693 INFO  [RegionOpenAndInit-testtb-testConsecutiveExports-pool-0 {}] regionserver.HRegion(1973): Closed testtb-testConsecutiveExports,,1731569039668.00a6ae681303422513e156ed0aec0499.
2024-11-14T07:23:59,693 DEBUG [RegionOpenAndInit-testtb-testConsecutiveExports-pool-0 {}] regionserver.HRegion(1676): Region close journal for 00a6ae681303422513e156ed0aec0499:
Waiting for close lock at 1731569039693Disabling compacts and flushes for region at 1731569039693Disabling writes for close at 1731569039693Writing region close event to WAL at 1731569039693Closed at 1731569039693
2024-11-14T07:23:59,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76
2024-11-14T07:23:59,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76
2024-11-14T07:24:00,093 DEBUG [RegionOpenAndInit-testtb-testConsecutiveExports-pool-1 {}] regionserver.HRegion(898): Instantiated testtb-testConsecutiveExports,1,1731569039668.3a20125ef9ddd98fa1d14eac7d75950a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-14T07:24:00,094 DEBUG [RegionOpenAndInit-testtb-testConsecutiveExports-pool-1 {}] regionserver.HRegion(1722): Closing 3a20125ef9ddd98fa1d14eac7d75950a, disabling compactions & flushes
2024-11-14T07:24:00,094 INFO  [RegionOpenAndInit-testtb-testConsecutiveExports-pool-1 {}] regionserver.HRegion(1755): Closing region testtb-testConsecutiveExports,1,1731569039668.3a20125ef9ddd98fa1d14eac7d75950a.
2024-11-14T07:24:00,094 DEBUG [RegionOpenAndInit-testtb-testConsecutiveExports-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testtb-testConsecutiveExports,1,1731569039668.3a20125ef9ddd98fa1d14eac7d75950a.
2024-11-14T07:24:00,094 DEBUG [RegionOpenAndInit-testtb-testConsecutiveExports-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testtb-testConsecutiveExports,1,1731569039668.3a20125ef9ddd98fa1d14eac7d75950a. after waiting 0 ms
2024-11-14T07:24:00,094 DEBUG [RegionOpenAndInit-testtb-testConsecutiveExports-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testtb-testConsecutiveExports,1,1731569039668.3a20125ef9ddd98fa1d14eac7d75950a.
2024-11-14T07:24:00,094 INFO  [RegionOpenAndInit-testtb-testConsecutiveExports-pool-1 {}] regionserver.HRegion(1973): Closed testtb-testConsecutiveExports,1,1731569039668.3a20125ef9ddd98fa1d14eac7d75950a.
2024-11-14T07:24:00,094 DEBUG [RegionOpenAndInit-testtb-testConsecutiveExports-pool-1 {}] regionserver.HRegion(1676): Region close journal for 3a20125ef9ddd98fa1d14eac7d75950a:
Waiting for close lock at 1731569040093Disabling compacts and flushes for region at 1731569040093Disabling writes for close at 1731569040094 (+1 ms)Writing region close event to WAL at 1731569040094Closed at 1731569040094
2024-11-14T07:24:00,096 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=76, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testtb-testConsecutiveExports execute state=CREATE_TABLE_ADD_TO_META
2024-11-14T07:24:00,096 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testtb-testConsecutiveExports,,1731569039668.00a6ae681303422513e156ed0aec0499.","families":{"info":[{"qualifier":"regioninfo","vlen":64,"tag":[],"timestamp":"1731569040096"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731569040096"}]},"ts":"1731569040096"}
2024-11-14T07:24:00,096 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testtb-testConsecutiveExports,1,1731569039668.3a20125ef9ddd98fa1d14eac7d75950a.","families":{"info":[{"qualifier":"regioninfo","vlen":64,"tag":[],"timestamp":"1731569040096"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731569040096"}]},"ts":"1731569040096"}
2024-11-14T07:24:00,099 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta.
2024-11-14T07:24:00,100 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=76, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testtb-testConsecutiveExports execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-14T07:24:00,101 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testtb-testConsecutiveExports","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731569040100"}]},"ts":"1731569040100"}
2024-11-14T07:24:00,103 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testtb-testConsecutiveExports, state=ENABLING in hbase:meta
2024-11-14T07:24:00,103 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {20680646cf8a=0} racks are {/default-rack=0}
2024-11-14T07:24:00,105 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions
2024-11-14T07:24:00,105 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions
2024-11-14T07:24:00,105 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions
2024-11-14T07:24:00,105 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0
2024-11-14T07:24:00,106 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0
2024-11-14T07:24:00,106 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0
2024-11-14T07:24:00,106 INFO  [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0
2024-11-14T07:24:00,106 INFO  [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0
2024-11-14T07:24:00,106 INFO  [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0
2024-11-14T07:24:00,106 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1
2024-11-14T07:24:00,106 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=77, ppid=76, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testtb-testConsecutiveExports, region=00a6ae681303422513e156ed0aec0499, ASSIGN}, {pid=78, ppid=76, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testtb-testConsecutiveExports, region=3a20125ef9ddd98fa1d14eac7d75950a, ASSIGN}]
2024-11-14T07:24:00,108 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=78, ppid=76, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testtb-testConsecutiveExports, region=3a20125ef9ddd98fa1d14eac7d75950a, ASSIGN
2024-11-14T07:24:00,108 INFO  [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=77, ppid=76, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testtb-testConsecutiveExports, region=00a6ae681303422513e156ed0aec0499, ASSIGN
2024-11-14T07:24:00,109 INFO  [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=78, ppid=76, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testtb-testConsecutiveExports, region=3a20125ef9ddd98fa1d14eac7d75950a, ASSIGN; state=OFFLINE, location=20680646cf8a,46383,1731568958548; forceNewPlan=false, retain=false
2024-11-14T07:24:00,110 INFO  [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=77, ppid=76, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testtb-testConsecutiveExports, region=00a6ae681303422513e156ed0aec0499, ASSIGN; state=OFFLINE, location=20680646cf8a,41449,1731568958363; forceNewPlan=false, retain=false
2024-11-14T07:24:00,260 INFO  [20680646cf8a:33371 {}] balancer.BaseLoadBalancer(388): Reassigned 2 regions. 2 retained the pre-restart assignment. 
2024-11-14T07:24:00,260 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=77 updating hbase:meta row=00a6ae681303422513e156ed0aec0499, regionState=OPENING, regionLocation=20680646cf8a,41449,1731568958363
2024-11-14T07:24:00,261 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=78 updating hbase:meta row=3a20125ef9ddd98fa1d14eac7d75950a, regionState=OPENING, regionLocation=20680646cf8a,46383,1731568958548
2024-11-14T07:24:00,262 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=78, ppid=76, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testtb-testConsecutiveExports, region=3a20125ef9ddd98fa1d14eac7d75950a, ASSIGN because future has completed
2024-11-14T07:24:00,263 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=79, ppid=78, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3a20125ef9ddd98fa1d14eac7d75950a, server=20680646cf8a,46383,1731568958548}]
2024-11-14T07:24:00,263 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=77, ppid=76, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testtb-testConsecutiveExports, region=00a6ae681303422513e156ed0aec0499, ASSIGN because future has completed
2024-11-14T07:24:00,263 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=80, ppid=77, state=RUNNABLE, hasLock=false; OpenRegionProcedure 00a6ae681303422513e156ed0aec0499, server=20680646cf8a,41449,1731568958363}]
2024-11-14T07:24:00,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76
2024-11-14T07:24:00,418 INFO  [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] handler.AssignRegionHandler(132): Open testtb-testConsecutiveExports,1,1731569039668.3a20125ef9ddd98fa1d14eac7d75950a.
2024-11-14T07:24:00,419 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(7752): Opening region: {ENCODED => 3a20125ef9ddd98fa1d14eac7d75950a, NAME => 'testtb-testConsecutiveExports,1,1731569039668.3a20125ef9ddd98fa1d14eac7d75950a.', STARTKEY => '1', ENDKEY => ''}
2024-11-14T07:24:00,419 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(8280): Registered coprocessor service: region=testtb-testConsecutiveExports,1,1731569039668.3a20125ef9ddd98fa1d14eac7d75950a. service=AccessControlService
2024-11-14T07:24:00,419 INFO  [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.security.access.AccessController loaded, priority=536870911.
2024-11-14T07:24:00,420 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testtb-testConsecutiveExports 3a20125ef9ddd98fa1d14eac7d75950a
2024-11-14T07:24:00,420 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(898): Instantiated testtb-testConsecutiveExports,1,1731569039668.3a20125ef9ddd98fa1d14eac7d75950a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-14T07:24:00,420 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(7794): checking encryption for 3a20125ef9ddd98fa1d14eac7d75950a
2024-11-14T07:24:00,420 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(7797): checking classloading for 3a20125ef9ddd98fa1d14eac7d75950a
2024-11-14T07:24:00,421 INFO  [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] handler.AssignRegionHandler(132): Open testtb-testConsecutiveExports,,1731569039668.00a6ae681303422513e156ed0aec0499.
2024-11-14T07:24:00,421 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(7752): Opening region: {ENCODED => 00a6ae681303422513e156ed0aec0499, NAME => 'testtb-testConsecutiveExports,,1731569039668.00a6ae681303422513e156ed0aec0499.', STARTKEY => '', ENDKEY => '1'}
2024-11-14T07:24:00,422 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(8280): Registered coprocessor service: region=testtb-testConsecutiveExports,,1731569039668.00a6ae681303422513e156ed0aec0499. service=AccessControlService
2024-11-14T07:24:00,422 INFO  [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.security.access.AccessController loaded, priority=536870911.
2024-11-14T07:24:00,423 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testtb-testConsecutiveExports 00a6ae681303422513e156ed0aec0499
2024-11-14T07:24:00,423 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(898): Instantiated testtb-testConsecutiveExports,,1731569039668.00a6ae681303422513e156ed0aec0499.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-14T07:24:00,423 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(7794): checking encryption for 00a6ae681303422513e156ed0aec0499
2024-11-14T07:24:00,423 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(7797): checking classloading for 00a6ae681303422513e156ed0aec0499
2024-11-14T07:24:00,426 INFO  [StoreOpener-3a20125ef9ddd98fa1d14eac7d75950a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 3a20125ef9ddd98fa1d14eac7d75950a 
2024-11-14T07:24:00,426 INFO  [StoreOpener-00a6ae681303422513e156ed0aec0499-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 00a6ae681303422513e156ed0aec0499 
2024-11-14T07:24:00,428 INFO  [StoreOpener-3a20125ef9ddd98fa1d14eac7d75950a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3a20125ef9ddd98fa1d14eac7d75950a columnFamilyName cf
2024-11-14T07:24:00,428 INFO  [StoreOpener-00a6ae681303422513e156ed0aec0499-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 00a6ae681303422513e156ed0aec0499 columnFamilyName cf
2024-11-14T07:24:00,429 DEBUG [StoreOpener-3a20125ef9ddd98fa1d14eac7d75950a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T07:24:00,429 DEBUG [StoreOpener-00a6ae681303422513e156ed0aec0499-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T07:24:00,429 INFO  [StoreOpener-00a6ae681303422513e156ed0aec0499-1 {}] regionserver.HStore(327): Store=00a6ae681303422513e156ed0aec0499/cf,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-14T07:24:00,429 INFO  [StoreOpener-3a20125ef9ddd98fa1d14eac7d75950a-1 {}] regionserver.HStore(327): Store=3a20125ef9ddd98fa1d14eac7d75950a/cf,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-14T07:24:00,430 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(1038): replaying wal for 00a6ae681303422513e156ed0aec0499
2024-11-14T07:24:00,430 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1038): replaying wal for 3a20125ef9ddd98fa1d14eac7d75950a
2024-11-14T07:24:00,431 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testtb-testConsecutiveExports/3a20125ef9ddd98fa1d14eac7d75950a
2024-11-14T07:24:00,431 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testtb-testConsecutiveExports/00a6ae681303422513e156ed0aec0499
2024-11-14T07:24:00,431 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testtb-testConsecutiveExports/3a20125ef9ddd98fa1d14eac7d75950a
2024-11-14T07:24:00,431 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testtb-testConsecutiveExports/00a6ae681303422513e156ed0aec0499
2024-11-14T07:24:00,431 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1048): stopping wal replay for 3a20125ef9ddd98fa1d14eac7d75950a
2024-11-14T07:24:00,431 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(1048): stopping wal replay for 00a6ae681303422513e156ed0aec0499
2024-11-14T07:24:00,431 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1060): Cleaning up temporary data for 3a20125ef9ddd98fa1d14eac7d75950a
2024-11-14T07:24:00,431 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(1060): Cleaning up temporary data for 00a6ae681303422513e156ed0aec0499
2024-11-14T07:24:00,433 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(1093): writing seq id for 00a6ae681303422513e156ed0aec0499
2024-11-14T07:24:00,433 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1093): writing seq id for 3a20125ef9ddd98fa1d14eac7d75950a
2024-11-14T07:24:00,435 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testtb-testConsecutiveExports/3a20125ef9ddd98fa1d14eac7d75950a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-14T07:24:00,436 INFO  [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1114): Opened 3a20125ef9ddd98fa1d14eac7d75950a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73799512, jitterRate=0.09969842433929443}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-14T07:24:00,436 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3a20125ef9ddd98fa1d14eac7d75950a
2024-11-14T07:24:00,437 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1006): Region open journal for 3a20125ef9ddd98fa1d14eac7d75950a:
Running coprocessor pre-open hook at 1731569040420Writing region info on filesystem at 1731569040420Initializing all the Stores at 1731569040425 (+5 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '0', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731569040425Cleaning up temporary data from old regions at 1731569040432 (+7 ms)Running coprocessor post-open hooks at 1731569040436 (+4 ms)Region opened successfully at 1731569040437 (+1 ms)
2024-11-14T07:24:00,438 INFO  [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegionServer(2236): Post open deploy tasks for testtb-testConsecutiveExports,1,1731569039668.3a20125ef9ddd98fa1d14eac7d75950a., pid=79, masterSystemTime=1731569040414
2024-11-14T07:24:00,440 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegionServer(2266): Finished post open deploy task for testtb-testConsecutiveExports,1,1731569039668.3a20125ef9ddd98fa1d14eac7d75950a.
2024-11-14T07:24:00,440 INFO  [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] handler.AssignRegionHandler(153): Opened testtb-testConsecutiveExports,1,1731569039668.3a20125ef9ddd98fa1d14eac7d75950a.
2024-11-14T07:24:00,440 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=78 updating hbase:meta row=3a20125ef9ddd98fa1d14eac7d75950a, regionState=OPEN, openSeqNum=2, regionLocation=20680646cf8a,46383,1731568958548
2024-11-14T07:24:00,443 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=79, ppid=78, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3a20125ef9ddd98fa1d14eac7d75950a, server=20680646cf8a,46383,1731568958548 because future has completed
2024-11-14T07:24:00,443 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testtb-testConsecutiveExports/00a6ae681303422513e156ed0aec0499/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-14T07:24:00,444 INFO  [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(1114): Opened 00a6ae681303422513e156ed0aec0499; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62810308, jitterRate=-0.064053475856781}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-14T07:24:00,444 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 00a6ae681303422513e156ed0aec0499
2024-11-14T07:24:00,444 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(1006): Region open journal for 00a6ae681303422513e156ed0aec0499:
Running coprocessor pre-open hook at 1731569040423Writing region info on filesystem at 1731569040423Initializing all the Stores at 1731569040426 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '0', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731569040426Cleaning up temporary data from old regions at 1731569040432 (+6 ms)Running coprocessor post-open hooks at 1731569040444 (+12 ms)Region opened successfully at 1731569040444
2024-11-14T07:24:00,444 INFO  [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegionServer(2236): Post open deploy tasks for testtb-testConsecutiveExports,,1731569039668.00a6ae681303422513e156ed0aec0499., pid=80, masterSystemTime=1731569040416
2024-11-14T07:24:00,445 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=79, resume processing ppid=78
2024-11-14T07:24:00,445 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=79, ppid=78, state=SUCCESS, hasLock=false; OpenRegionProcedure 3a20125ef9ddd98fa1d14eac7d75950a, server=20680646cf8a,46383,1731568958548 in 180 msec
2024-11-14T07:24:00,446 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegionServer(2266): Finished post open deploy task for testtb-testConsecutiveExports,,1731569039668.00a6ae681303422513e156ed0aec0499.
2024-11-14T07:24:00,446 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=78, ppid=76, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testtb-testConsecutiveExports, region=3a20125ef9ddd98fa1d14eac7d75950a, ASSIGN in 339 msec
2024-11-14T07:24:00,446 INFO  [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] handler.AssignRegionHandler(153): Opened testtb-testConsecutiveExports,,1731569039668.00a6ae681303422513e156ed0aec0499.
2024-11-14T07:24:00,446 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=77 updating hbase:meta row=00a6ae681303422513e156ed0aec0499, regionState=OPEN, openSeqNum=2, regionLocation=20680646cf8a,41449,1731568958363
2024-11-14T07:24:00,448 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=80, ppid=77, state=RUNNABLE, hasLock=false; OpenRegionProcedure 00a6ae681303422513e156ed0aec0499, server=20680646cf8a,41449,1731568958363 because future has completed
2024-11-14T07:24:00,450 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=80, resume processing ppid=77
2024-11-14T07:24:00,450 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=80, ppid=77, state=SUCCESS, hasLock=false; OpenRegionProcedure 00a6ae681303422513e156ed0aec0499, server=20680646cf8a,41449,1731568958363 in 186 msec
2024-11-14T07:24:00,452 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=77, resume processing ppid=76
2024-11-14T07:24:00,452 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=77, ppid=76, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testtb-testConsecutiveExports, region=00a6ae681303422513e156ed0aec0499, ASSIGN in 344 msec
2024-11-14T07:24:00,452 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=76, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testtb-testConsecutiveExports execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-14T07:24:00,452 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testtb-testConsecutiveExports","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731569040452"}]},"ts":"1731569040452"}
2024-11-14T07:24:00,454 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testtb-testConsecutiveExports, state=ENABLED in hbase:meta
2024-11-14T07:24:00,455 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=76, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testtb-testConsecutiveExports execute state=CREATE_TABLE_POST_OPERATION
2024-11-14T07:24:00,456 DEBUG [PEWorker-1 {}] access.PermissionStorage(177): Writing permission with rowKey testtb-testConsecutiveExports jenkins: RWXCA
2024-11-14T07:24:00,459 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46383 {}] access.PermissionStorage(613): Read acl: entry[testtb-testConsecutiveExports], kv [jenkins: RWXCA]
2024-11-14T07:24:00,463 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46383-0x1003d1cd0e50003, quorum=127.0.0.1:51438, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl
2024-11-14T07:24:00,463 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33371-0x1003d1cd0e50000, quorum=127.0.0.1:51438, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl
2024-11-14T07:24:00,463 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41449-0x1003d1cd0e50001, quorum=127.0.0.1:51438, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl
2024-11-14T07:24:00,463 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35229-0x1003d1cd0e50002, quorum=127.0.0.1:51438, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl
2024-11-14T07:24:00,466 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testConsecutiveExports with data PBUF\x0AC\x0A\x07jenkins\x128\x08\x03"4\x0A(\x0A\x07default\x12\x1Dtesttb-testConsecutiveExports \x00 \x01 \x02 \x03 \x04
2024-11-14T07:24:00,466 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testConsecutiveExports with data PBUF\x0AC\x0A\x07jenkins\x128\x08\x03"4\x0A(\x0A\x07default\x12\x1Dtesttb-testConsecutiveExports \x00 \x01 \x02 \x03 \x04
2024-11-14T07:24:00,466 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testConsecutiveExports with data PBUF\x0AC\x0A\x07jenkins\x128\x08\x03"4\x0A(\x0A\x07default\x12\x1Dtesttb-testConsecutiveExports \x00 \x01 \x02 \x03 \x04
2024-11-14T07:24:00,466 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testConsecutiveExports with data PBUF\x0AC\x0A\x07jenkins\x128\x08\x03"4\x0A(\x0A\x07default\x12\x1Dtesttb-testConsecutiveExports \x00 \x01 \x02 \x03 \x04
2024-11-14T07:24:00,468 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=76, state=SUCCESS, hasLock=false; CreateTableProcedure table=testtb-testConsecutiveExports in 797 msec
2024-11-14T07:24:00,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76
2024-11-14T07:24:00,809 INFO  [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testtb-testConsecutiveExports completed
2024-11-14T07:24:00,809 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testtb-testConsecutiveExports,, stopping at row=testtb-testConsecutiveExports ,, for max=2147483647 with caching=100
2024-11-14T07:24:00,811 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2234): Found 2 regions for table testtb-testConsecutiveExports
2024-11-14T07:24:00,811 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2240): firstRegionName=testtb-testConsecutiveExports,,1731569039668.00a6ae681303422513e156ed0aec0499.
2024-11-14T07:24:00,811 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-14T07:24:00,813 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testtb-testConsecutiveExports,, stopping at row=testtb-testConsecutiveExports ,, for max=2147483647 with caching=100
2024-11-14T07:24:00,818 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testtb-testConsecutiveExports,, stopping at row=testtb-testConsecutiveExports ,, for max=2147483647 with caching=100
2024-11-14T07:24:00,824 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testtb-testConsecutiveExports,, stopping at row=testtb-testConsecutiveExports ,, for max=2147483647 with caching=100
2024-11-14T07:24:00,827 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.2 snapshot request for:{ ss=emptySnaptb0-testConsecutiveExports table=testtb-testConsecutiveExports type=FLUSH ttl=0 }
2024-11-14T07:24:00,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1731569040827 (current time:1731569040827).
2024-11-14T07:24:00,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0
2024-11-14T07:24:00,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot emptySnaptb0-testConsecutiveExports VERSION not specified, setting to 2
2024-11-14T07:24:00,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] snapshot.SnapshotDescriptionUtils(346): Set jenkins as owner of Snapshot
2024-11-14T07:24:00,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@549a9a7b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-14T07:24:00,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] client.ClusterIdFetcher(90): Going to request 20680646cf8a,33371,-1 for getting cluster id
2024-11-14T07:24:00,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-14T07:24:00,829 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '46377f42-1a23-4b7c-b287-d7f34e5e911d'
2024-11-14T07:24:00,829 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-14T07:24:00,830 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "46377f42-1a23-4b7c-b287-d7f34e5e911d"

2024-11-14T07:24:00,830 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57106721, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-14T07:24:00,830 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [20680646cf8a,33371,-1]
2024-11-14T07:24:00,830 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-14T07:24:00,830 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-14T07:24:00,831 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56218, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-14T07:24:00,832 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e343b98, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-14T07:24:00,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-14T07:24:00,834 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=20680646cf8a,35229,1731568958498, seqNum=-1]
2024-11-14T07:24:00,834 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-14T07:24:00,835 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60652, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-14T07:24:00,837 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371.
2024-11-14T07:24:00,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353)
    at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767)
    at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java)
    at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
    at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T07:24:00,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-14T07:24:00,837 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-14T07:24:00,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-14T07:24:00,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2fb618a4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-14T07:24:00,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] client.ClusterIdFetcher(90): Going to request 20680646cf8a,33371,-1 for getting cluster id
2024-11-14T07:24:00,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-14T07:24:00,839 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '46377f42-1a23-4b7c-b287-d7f34e5e911d'
2024-11-14T07:24:00,839 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-14T07:24:00,840 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "46377f42-1a23-4b7c-b287-d7f34e5e911d"

2024-11-14T07:24:00,840 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11540865, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-14T07:24:00,840 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [20680646cf8a,33371,-1]
2024-11-14T07:24:00,840 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-14T07:24:00,841 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-14T07:24:00,841 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56228, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-14T07:24:00,843 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48d30acc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-14T07:24:00,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-14T07:24:00,844 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=20680646cf8a,35229,1731568958498, seqNum=-1]
2024-11-14T07:24:00,845 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-14T07:24:00,846 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60658, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-14T07:24:00,848 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:acl', row='testtb-testConsecutiveExports', locateType=CURRENT is [region=hbase:acl,,1731568961356.99a97c7ce2d8675b0310f1de2e0c2662., hostname=20680646cf8a,46383,1731568958548, seqNum=2]
2024-11-14T07:24:00,848 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-14T07:24:00,850 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56912, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-14T07:24:00,851 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371.
2024-11-14T07:24:00,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.security.access.PermissionStorage.getPermissions(PermissionStorage.java:522)
    at org.apache.hadoop.hbase.security.access.PermissionStorage.getTablePermissions(PermissionStorage.java:485)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils$1.run(SnapshotDescriptionUtils.java:490)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils$1.run(SnapshotDescriptionUtils.java:487)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:712)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:439)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953)
    at org.apache.hadoop.security.SecurityUtil.doAsUser(SecurityUtil.java:555)
    at org.apache.hadoop.security.SecurityUtil.doAsLoginUser(SecurityUtil.java:535)
    at jdk.internal.reflect.GeneratedMethodAccessor262.invoke(Unknown Source)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.apache.hadoop.hbase.util.Methods.call(Methods.java:39)
    at org.apache.hadoop.hbase.security.User.runAsLoginUser(User.java:174)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.writeAclToSnapshotDescription(SnapshotDescriptionUtils.java:487)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:354)
    at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767)
    at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java)
    at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
    at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T07:24:00,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-14T07:24:00,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-14T07:24:00,852 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-14T07:24:00,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] access.PermissionStorage(613): Read acl: entry[testtb-testConsecutiveExports], kv [jenkins: RWXCA]
2024-11-14T07:24:00,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot...
2024-11-14T07:24:00,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] procedure2.ProcedureExecutor(1139): Stored pid=81, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=81, snapshot={ ss=emptySnaptb0-testConsecutiveExports table=testtb-testConsecutiveExports type=FLUSH ttl=0 }
2024-11-14T07:24:00,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=emptySnaptb0-testConsecutiveExports table=testtb-testConsecutiveExports type=FLUSH ttl=0 }, snapshot procedure id = 81
2024-11-14T07:24:00,856 INFO  [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=81, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=81, snapshot={ ss=emptySnaptb0-testConsecutiveExports table=testtb-testConsecutiveExports type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE
2024-11-14T07:24:00,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=81
2024-11-14T07:24:00,857 INFO  [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=81, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=81, snapshot={ ss=emptySnaptb0-testConsecutiveExports table=testtb-testConsecutiveExports type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION
2024-11-14T07:24:00,859 INFO  [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=81, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=81, snapshot={ ss=emptySnaptb0-testConsecutiveExports table=testtb-testConsecutiveExports type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO
2024-11-14T07:24:00,865 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073742027_1203 (size=161)
2024-11-14T07:24:00,865 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073742027_1203 (size=161)
2024-11-14T07:24:00,866 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073742027_1203 (size=161)
2024-11-14T07:24:00,867 INFO  [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=81, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=81, snapshot={ ss=emptySnaptb0-testConsecutiveExports table=testtb-testConsecutiveExports type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS
2024-11-14T07:24:00,867 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=82, ppid=81, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 00a6ae681303422513e156ed0aec0499}, {pid=83, ppid=81, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3a20125ef9ddd98fa1d14eac7d75950a}]
2024-11-14T07:24:00,868 INFO  [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=82, ppid=81, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 00a6ae681303422513e156ed0aec0499
2024-11-14T07:24:00,868 INFO  [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=83, ppid=81, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3a20125ef9ddd98fa1d14eac7d75950a
2024-11-14T07:24:00,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=81
2024-11-14T07:24:01,020 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46383 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=83
2024-11-14T07:24:01,020 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41449 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=82
2024-11-14T07:24:01,020 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=83}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on testtb-testConsecutiveExports,1,1731569039668.3a20125ef9ddd98fa1d14eac7d75950a.
2024-11-14T07:24:01,020 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=82}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on testtb-testConsecutiveExports,,1731569039668.00a6ae681303422513e156ed0aec0499.
2024-11-14T07:24:01,020 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=83}] regionserver.HRegion(2603): Flush status journal for 3a20125ef9ddd98fa1d14eac7d75950a:

2024-11-14T07:24:01,021 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=83}] regionserver.SnapshotRegionCallable(75): Snapshotting region testtb-testConsecutiveExports,1,1731569039668.3a20125ef9ddd98fa1d14eac7d75950a. for emptySnaptb0-testConsecutiveExports completed.
2024-11-14T07:24:01,021 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=82}] regionserver.HRegion(2603): Flush status journal for 00a6ae681303422513e156ed0aec0499:

2024-11-14T07:24:01,021 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=82}] regionserver.SnapshotRegionCallable(75): Snapshotting region testtb-testConsecutiveExports,,1731569039668.00a6ae681303422513e156ed0aec0499. for emptySnaptb0-testConsecutiveExports completed.
2024-11-14T07:24:01,021 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=83}] snapshot.SnapshotManifest(241): Storing 'testtb-testConsecutiveExports,1,1731569039668.3a20125ef9ddd98fa1d14eac7d75950a.' region-info for snapshot=emptySnaptb0-testConsecutiveExports
2024-11-14T07:24:01,021 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=82}] snapshot.SnapshotManifest(241): Storing 'testtb-testConsecutiveExports,,1731569039668.00a6ae681303422513e156ed0aec0499.' region-info for snapshot=emptySnaptb0-testConsecutiveExports
2024-11-14T07:24:01,021 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=83}] snapshot.SnapshotManifest(246): Creating references for hfiles
2024-11-14T07:24:01,021 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=82}] snapshot.SnapshotManifest(246): Creating references for hfiles
2024-11-14T07:24:01,021 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=83}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles
2024-11-14T07:24:01,021 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=82}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles
2024-11-14T07:24:01,094 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073742028_1204 (size=68)
2024-11-14T07:24:01,094 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073742028_1204 (size=68)
2024-11-14T07:24:01,095 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073742028_1204 (size=68)
2024-11-14T07:24:01,095 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=83}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on testtb-testConsecutiveExports,1,1731569039668.3a20125ef9ddd98fa1d14eac7d75950a.
2024-11-14T07:24:01,095 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=83}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=83
2024-11-14T07:24:01,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] master.HMaster(4169): Remote procedure done, pid=83
2024-11-14T07:24:01,096 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] procedure.SnapshotRegionProcedure(132): finish snapshot emptySnaptb0-testConsecutiveExports on region 3a20125ef9ddd98fa1d14eac7d75950a
2024-11-14T07:24:01,096 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=83, ppid=81, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3a20125ef9ddd98fa1d14eac7d75950a
2024-11-14T07:24:01,099 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=83, ppid=81, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 3a20125ef9ddd98fa1d14eac7d75950a in 230 msec
2024-11-14T07:24:01,102 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073742029_1205 (size=68)
2024-11-14T07:24:01,102 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073742029_1205 (size=68)
2024-11-14T07:24:01,103 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073742029_1205 (size=68)
2024-11-14T07:24:01,104 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=82}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on testtb-testConsecutiveExports,,1731569039668.00a6ae681303422513e156ed0aec0499.
2024-11-14T07:24:01,104 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=82
2024-11-14T07:24:01,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] master.HMaster(4169): Remote procedure done, pid=82
2024-11-14T07:24:01,105 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] procedure.SnapshotRegionProcedure(132): finish snapshot emptySnaptb0-testConsecutiveExports on region 00a6ae681303422513e156ed0aec0499
2024-11-14T07:24:01,105 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=82, ppid=81, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 00a6ae681303422513e156ed0aec0499
2024-11-14T07:24:01,107 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=82, resume processing ppid=81
2024-11-14T07:24:01,108 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=82, ppid=81, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 00a6ae681303422513e156ed0aec0499 in 239 msec
2024-11-14T07:24:01,108 INFO  [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=81, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=81, snapshot={ ss=emptySnaptb0-testConsecutiveExports table=testtb-testConsecutiveExports type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS
2024-11-14T07:24:01,108 INFO  [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=81, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=81, snapshot={ ss=emptySnaptb0-testConsecutiveExports table=testtb-testConsecutiveExports type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION
2024-11-14T07:24:01,109 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(300): Storing region-info for snapshot.
2024-11-14T07:24:01,109 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(305): Creating references for hfiles
2024-11-14T07:24:01,110 DEBUG [MobRegionSnapshotPool-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T07:24:01,110 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(328): No files under family: cf
2024-11-14T07:24:01,118 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073742030_1206 (size=60)
2024-11-14T07:24:01,118 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073742030_1206 (size=60)
2024-11-14T07:24:01,118 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073742030_1206 (size=60)
2024-11-14T07:24:01,120 INFO  [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=81, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=81, snapshot={ ss=emptySnaptb0-testConsecutiveExports table=testtb-testConsecutiveExports type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT
2024-11-14T07:24:01,120 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for emptySnaptb0-testConsecutiveExports
2024-11-14T07:24:01,121 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/.hbase-snapshot/.tmp/emptySnaptb0-testConsecutiveExports
2024-11-14T07:24:01,134 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073742031_1207 (size=641)
2024-11-14T07:24:01,135 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073742031_1207 (size=641)
2024-11-14T07:24:01,135 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073742031_1207 (size=641)
2024-11-14T07:24:01,138 INFO  [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=81, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=81, snapshot={ ss=emptySnaptb0-testConsecutiveExports table=testtb-testConsecutiveExports type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT
2024-11-14T07:24:01,144 INFO  [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=81, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=81, snapshot={ ss=emptySnaptb0-testConsecutiveExports table=testtb-testConsecutiveExports type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT
2024-11-14T07:24:01,144 DEBUG [PEWorker-2 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/.hbase-snapshot/.tmp/emptySnaptb0-testConsecutiveExports to hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/.hbase-snapshot/emptySnaptb0-testConsecutiveExports
2024-11-14T07:24:01,146 INFO  [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=81, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=81, snapshot={ ss=emptySnaptb0-testConsecutiveExports table=testtb-testConsecutiveExports type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION
2024-11-14T07:24:01,146 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=emptySnaptb0-testConsecutiveExports table=testtb-testConsecutiveExports type=FLUSH ttl=0 }, snapshot procedure id = 81
2024-11-14T07:24:01,147 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=81, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=81, snapshot={ ss=emptySnaptb0-testConsecutiveExports table=testtb-testConsecutiveExports type=FLUSH ttl=0 } in 293 msec
2024-11-14T07:24:01,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=81
2024-11-14T07:24:01,169 INFO  [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: default:testtb-testConsecutiveExports completed
2024-11-14T07:24:01,176 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41449 {}] regionserver.HRegion(8528): writing data to region testtb-testConsecutiveExports,,1731569039668.00a6ae681303422513e156ed0aec0499. with WAL disabled. Data may be lost in the event of a crash.
2024-11-14T07:24:01,178 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46383 {}] regionserver.HRegion(8528): writing data to region testtb-testConsecutiveExports,1,1731569039668.3a20125ef9ddd98fa1d14eac7d75950a. with WAL disabled. Data may be lost in the event of a crash.
2024-11-14T07:24:01,180 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testtb-testConsecutiveExports,, stopping at row=testtb-testConsecutiveExports ,, for max=2147483647 with caching=100
2024-11-14T07:24:01,183 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2234): Found 2 regions for table testtb-testConsecutiveExports
2024-11-14T07:24:01,183 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2240): firstRegionName=testtb-testConsecutiveExports,,1731569039668.00a6ae681303422513e156ed0aec0499.
2024-11-14T07:24:01,183 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-14T07:24:01,185 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testtb-testConsecutiveExports,, stopping at row=testtb-testConsecutiveExports ,, for max=2147483647 with caching=100
2024-11-14T07:24:01,189 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testtb-testConsecutiveExports,, stopping at row=testtb-testConsecutiveExports ,, for max=2147483647 with caching=100
2024-11-14T07:24:01,195 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testtb-testConsecutiveExports,, stopping at row=testtb-testConsecutiveExports ,, for max=2147483647 with caching=100
2024-11-14T07:24:01,197 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.2 snapshot request for:{ ss=snaptb0-testConsecutiveExports table=testtb-testConsecutiveExports type=FLUSH ttl=0 }
2024-11-14T07:24:01,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1731569041197 (current time:1731569041197).
2024-11-14T07:24:01,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0
2024-11-14T07:24:01,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snaptb0-testConsecutiveExports VERSION not specified, setting to 2
2024-11-14T07:24:01,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] snapshot.SnapshotDescriptionUtils(346): Set jenkins as owner of Snapshot
2024-11-14T07:24:01,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3fb43e74, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-14T07:24:01,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] client.ClusterIdFetcher(90): Going to request 20680646cf8a,33371,-1 for getting cluster id
2024-11-14T07:24:01,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-14T07:24:01,198 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '46377f42-1a23-4b7c-b287-d7f34e5e911d'
2024-11-14T07:24:01,199 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-14T07:24:01,199 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "46377f42-1a23-4b7c-b287-d7f34e5e911d"

2024-11-14T07:24:01,199 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1315f2dd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-14T07:24:01,199 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [20680646cf8a,33371,-1]
2024-11-14T07:24:01,199 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-14T07:24:01,199 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-14T07:24:01,200 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56236, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-14T07:24:01,200 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4be3549b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-14T07:24:01,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-14T07:24:01,201 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=20680646cf8a,35229,1731568958498, seqNum=-1]
2024-11-14T07:24:01,201 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-14T07:24:01,202 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60668, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-14T07:24:01,203 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371.
2024-11-14T07:24:01,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353)
    at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767)
    at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java)
    at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
    at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T07:24:01,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-14T07:24:01,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-14T07:24:01,203 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-14T07:24:01,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16fa3413, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-14T07:24:01,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] client.ClusterIdFetcher(90): Going to request 20680646cf8a,33371,-1 for getting cluster id
2024-11-14T07:24:01,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-14T07:24:01,204 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '46377f42-1a23-4b7c-b287-d7f34e5e911d'
2024-11-14T07:24:01,205 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-14T07:24:01,205 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "46377f42-1a23-4b7c-b287-d7f34e5e911d"

2024-11-14T07:24:01,205 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b7a25b5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-14T07:24:01,205 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [20680646cf8a,33371,-1]
2024-11-14T07:24:01,205 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-14T07:24:01,205 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-14T07:24:01,206 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56244, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-14T07:24:01,206 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f51a7b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-14T07:24:01,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-14T07:24:01,207 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=20680646cf8a,35229,1731568958498, seqNum=-1]
2024-11-14T07:24:01,208 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-14T07:24:01,208 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60674, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-14T07:24:01,210 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:acl', row='testtb-testConsecutiveExports', locateType=CURRENT is [region=hbase:acl,,1731568961356.99a97c7ce2d8675b0310f1de2e0c2662., hostname=20680646cf8a,46383,1731568958548, seqNum=2]
2024-11-14T07:24:01,210 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-14T07:24:01,211 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56914, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-14T07:24:01,212 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371.
2024-11-14T07:24:01,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.security.access.PermissionStorage.getPermissions(PermissionStorage.java:522)
    at org.apache.hadoop.hbase.security.access.PermissionStorage.getTablePermissions(PermissionStorage.java:485)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils$1.run(SnapshotDescriptionUtils.java:490)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils$1.run(SnapshotDescriptionUtils.java:487)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:712)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:439)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953)
    at org.apache.hadoop.security.SecurityUtil.doAsUser(SecurityUtil.java:555)
    at org.apache.hadoop.security.SecurityUtil.doAsLoginUser(SecurityUtil.java:535)
    at jdk.internal.reflect.GeneratedMethodAccessor262.invoke(Unknown Source)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.apache.hadoop.hbase.util.Methods.call(Methods.java:39)
    at org.apache.hadoop.hbase.security.User.runAsLoginUser(User.java:174)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.writeAclToSnapshotDescription(SnapshotDescriptionUtils.java:487)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:354)
    at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767)
    at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java)
    at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
    at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T07:24:01,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-14T07:24:01,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-14T07:24:01,212 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-14T07:24:01,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] access.PermissionStorage(613): Read acl: entry[testtb-testConsecutiveExports], kv [jenkins: RWXCA]
2024-11-14T07:24:01,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot...
2024-11-14T07:24:01,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] procedure2.ProcedureExecutor(1139): Stored pid=84, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=84, snapshot={ ss=snaptb0-testConsecutiveExports table=testtb-testConsecutiveExports type=FLUSH ttl=0 }
2024-11-14T07:24:01,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snaptb0-testConsecutiveExports table=testtb-testConsecutiveExports type=FLUSH ttl=0 }, snapshot procedure id = 84
2024-11-14T07:24:01,215 INFO  [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=84, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=84, snapshot={ ss=snaptb0-testConsecutiveExports table=testtb-testConsecutiveExports type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE
2024-11-14T07:24:01,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84
2024-11-14T07:24:01,216 INFO  [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=84, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=84, snapshot={ ss=snaptb0-testConsecutiveExports table=testtb-testConsecutiveExports type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION
2024-11-14T07:24:01,219 INFO  [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=84, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=84, snapshot={ ss=snaptb0-testConsecutiveExports table=testtb-testConsecutiveExports type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO
2024-11-14T07:24:01,224 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073742032_1208 (size=156)
2024-11-14T07:24:01,224 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073742032_1208 (size=156)
2024-11-14T07:24:01,224 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073742032_1208 (size=156)
2024-11-14T07:24:01,225 INFO  [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=84, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=84, snapshot={ ss=snaptb0-testConsecutiveExports table=testtb-testConsecutiveExports type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS
2024-11-14T07:24:01,226 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=85, ppid=84, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 00a6ae681303422513e156ed0aec0499}, {pid=86, ppid=84, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3a20125ef9ddd98fa1d14eac7d75950a}]
2024-11-14T07:24:01,227 INFO  [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=86, ppid=84, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3a20125ef9ddd98fa1d14eac7d75950a
2024-11-14T07:24:01,227 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=85, ppid=84, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 00a6ae681303422513e156ed0aec0499
2024-11-14T07:24:01,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84
2024-11-14T07:24:01,378 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46383 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=86
2024-11-14T07:24:01,378 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41449 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=85
2024-11-14T07:24:01,379 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=86}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on testtb-testConsecutiveExports,1,1731569039668.3a20125ef9ddd98fa1d14eac7d75950a.
2024-11-14T07:24:01,379 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=85}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on testtb-testConsecutiveExports,,1731569039668.00a6ae681303422513e156ed0aec0499.
2024-11-14T07:24:01,379 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=85}] regionserver.HRegion(2902): Flushing 00a6ae681303422513e156ed0aec0499 1/1 column families, dataSize=266 B heapSize=832 B
2024-11-14T07:24:01,379 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=86}] regionserver.HRegion(2902): Flushing 3a20125ef9ddd98fa1d14eac7d75950a 1/1 column families, dataSize=3.00 KB heapSize=6.72 KB
2024-11-14T07:24:01,395 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=85}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111490afcb89648c473eb3e42e195a079c39_00a6ae681303422513e156ed0aec0499 is 71, key is 03f33ae6ec497df1f44ceddd444a1534/cf:q/1731569041176/Put/seqid=0
2024-11-14T07:24:01,400 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073742033_1209 (size=5171)
2024-11-14T07:24:01,400 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073742033_1209 (size=5171)
2024-11-14T07:24:01,400 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073742033_1209 (size=5171)
2024-11-14T07:24:01,401 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=85}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T07:24:01,405 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=86}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/mobdir/.tmp/c4ca4238a0b923820dcc509a6f75849b20241114ea83c066b1cb46d3a936122e6972f78b_3a20125ef9ddd98fa1d14eac7d75950a is 71, key is 19e45a78b29099951e5e8a5b3cf1d89e/cf:q/1731569041178/Put/seqid=0
2024-11-14T07:24:01,406 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=85}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111490afcb89648c473eb3e42e195a079c39_00a6ae681303422513e156ed0aec0499 to hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/mobdir/data/default/testtb-testConsecutiveExports/c7b48a2e62736c517f8bfa7d64fc37ac/cf/d41d8cd98f00b204e9800998ecf8427e2024111490afcb89648c473eb3e42e195a079c39_00a6ae681303422513e156ed0aec0499
2024-11-14T07:24:01,407 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=85}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testtb-testConsecutiveExports/00a6ae681303422513e156ed0aec0499/.tmp/cf/a6f2611c39f84fec9f64d80092bc845b, store: [table=testtb-testConsecutiveExports family=cf region=00a6ae681303422513e156ed0aec0499]
2024-11-14T07:24:01,408 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=85}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testtb-testConsecutiveExports/00a6ae681303422513e156ed0aec0499/.tmp/cf/a6f2611c39f84fec9f64d80092bc845b is 206, key is 08c7762f34e9d5ee0eb2693c30485e18e/cf:q/1731569041176/Put/seqid=0
2024-11-14T07:24:01,414 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073742034_1210 (size=8101)
2024-11-14T07:24:01,414 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073742034_1210 (size=8101)
2024-11-14T07:24:01,414 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073742034_1210 (size=8101)
2024-11-14T07:24:01,415 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=86}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T07:24:01,419 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=86}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/mobdir/.tmp/c4ca4238a0b923820dcc509a6f75849b20241114ea83c066b1cb46d3a936122e6972f78b_3a20125ef9ddd98fa1d14eac7d75950a to hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/mobdir/data/default/testtb-testConsecutiveExports/c7b48a2e62736c517f8bfa7d64fc37ac/cf/c4ca4238a0b923820dcc509a6f75849b20241114ea83c066b1cb46d3a936122e6972f78b_3a20125ef9ddd98fa1d14eac7d75950a
2024-11-14T07:24:01,420 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=86}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testtb-testConsecutiveExports/3a20125ef9ddd98fa1d14eac7d75950a/.tmp/cf/55d433884105448ab9c544f375e10358, store: [table=testtb-testConsecutiveExports family=cf region=3a20125ef9ddd98fa1d14eac7d75950a]
2024-11-14T07:24:01,420 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=86}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testtb-testConsecutiveExports/3a20125ef9ddd98fa1d14eac7d75950a/.tmp/cf/55d433884105448ab9c544f375e10358 is 206, key is 1cd3e886dce221bf1c70195ccb741e027/cf:q/1731569041178/Put/seqid=0
2024-11-14T07:24:01,423 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073742035_1211 (size=6106)
2024-11-14T07:24:01,423 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073742035_1211 (size=6106)
2024-11-14T07:24:01,423 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073742035_1211 (size=6106)
2024-11-14T07:24:01,424 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=85}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=6, memsize=266, hasBloomFilter=true, into tmp file hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testtb-testConsecutiveExports/00a6ae681303422513e156ed0aec0499/.tmp/cf/a6f2611c39f84fec9f64d80092bc845b
2024-11-14T07:24:01,429 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073742036_1212 (size=14651)
2024-11-14T07:24:01,429 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073742036_1212 (size=14651)
2024-11-14T07:24:01,430 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073742036_1212 (size=14651)
2024-11-14T07:24:01,430 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=86}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=6, memsize=3.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testtb-testConsecutiveExports/3a20125ef9ddd98fa1d14eac7d75950a/.tmp/cf/55d433884105448ab9c544f375e10358
2024-11-14T07:24:01,430 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=85}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testtb-testConsecutiveExports/00a6ae681303422513e156ed0aec0499/.tmp/cf/a6f2611c39f84fec9f64d80092bc845b as hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testtb-testConsecutiveExports/00a6ae681303422513e156ed0aec0499/cf/a6f2611c39f84fec9f64d80092bc845b
2024-11-14T07:24:01,435 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=85}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testtb-testConsecutiveExports/00a6ae681303422513e156ed0aec0499/cf/a6f2611c39f84fec9f64d80092bc845b, entries=4, sequenceid=6, filesize=6.0 K
2024-11-14T07:24:01,435 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=86}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testtb-testConsecutiveExports/3a20125ef9ddd98fa1d14eac7d75950a/.tmp/cf/55d433884105448ab9c544f375e10358 as hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testtb-testConsecutiveExports/3a20125ef9ddd98fa1d14eac7d75950a/cf/55d433884105448ab9c544f375e10358
2024-11-14T07:24:01,436 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=85}] regionserver.HRegion(3140): Finished flush of dataSize ~266 B/266, heapSize ~816 B/816, currentSize=0 B/0 for 00a6ae681303422513e156ed0aec0499 in 57ms, sequenceid=6, compaction requested=false
2024-11-14T07:24:01,436 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=85}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testtb-testConsecutiveExports'
2024-11-14T07:24:01,437 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=85}] regionserver.HRegion(2603): Flush status journal for 00a6ae681303422513e156ed0aec0499:

2024-11-14T07:24:01,437 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=85}] regionserver.SnapshotRegionCallable(75): Snapshotting region testtb-testConsecutiveExports,,1731569039668.00a6ae681303422513e156ed0aec0499. for snaptb0-testConsecutiveExports completed.
2024-11-14T07:24:01,437 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=85}] snapshot.SnapshotManifest(241): Storing 'testtb-testConsecutiveExports,,1731569039668.00a6ae681303422513e156ed0aec0499.' region-info for snapshot=snaptb0-testConsecutiveExports
2024-11-14T07:24:01,437 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=85}] snapshot.SnapshotManifest(246): Creating references for hfiles
2024-11-14T07:24:01,437 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=85}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testtb-testConsecutiveExports/00a6ae681303422513e156ed0aec0499/cf/a6f2611c39f84fec9f64d80092bc845b] hfiles
2024-11-14T07:24:01,437 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=85}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testtb-testConsecutiveExports/00a6ae681303422513e156ed0aec0499/cf/a6f2611c39f84fec9f64d80092bc845b for snapshot=snaptb0-testConsecutiveExports
2024-11-14T07:24:01,441 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=86}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testtb-testConsecutiveExports/3a20125ef9ddd98fa1d14eac7d75950a/cf/55d433884105448ab9c544f375e10358, entries=46, sequenceid=6, filesize=14.3 K
2024-11-14T07:24:01,442 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=86}] regionserver.HRegion(3140): Finished flush of dataSize ~3.00 KB/3070, heapSize ~6.70 KB/6864, currentSize=0 B/0 for 3a20125ef9ddd98fa1d14eac7d75950a in 63ms, sequenceid=6, compaction requested=false
2024-11-14T07:24:01,442 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=86}] regionserver.HRegion(2603): Flush status journal for 3a20125ef9ddd98fa1d14eac7d75950a:

2024-11-14T07:24:01,442 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=86}] regionserver.SnapshotRegionCallable(75): Snapshotting region testtb-testConsecutiveExports,1,1731569039668.3a20125ef9ddd98fa1d14eac7d75950a. for snaptb0-testConsecutiveExports completed.
2024-11-14T07:24:01,442 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=86}] snapshot.SnapshotManifest(241): Storing 'testtb-testConsecutiveExports,1,1731569039668.3a20125ef9ddd98fa1d14eac7d75950a.' region-info for snapshot=snaptb0-testConsecutiveExports
2024-11-14T07:24:01,442 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=86}] snapshot.SnapshotManifest(246): Creating references for hfiles
2024-11-14T07:24:01,442 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=86}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testtb-testConsecutiveExports/3a20125ef9ddd98fa1d14eac7d75950a/cf/55d433884105448ab9c544f375e10358] hfiles
2024-11-14T07:24:01,442 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=86}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testtb-testConsecutiveExports/3a20125ef9ddd98fa1d14eac7d75950a/cf/55d433884105448ab9c544f375e10358 for snapshot=snaptb0-testConsecutiveExports
2024-11-14T07:24:01,446 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073742037_1213 (size=107)
2024-11-14T07:24:01,447 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073742037_1213 (size=107)
2024-11-14T07:24:01,447 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073742037_1213 (size=107)
2024-11-14T07:24:01,447 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=85}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on testtb-testConsecutiveExports,,1731569039668.00a6ae681303422513e156ed0aec0499.
2024-11-14T07:24:01,447 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=85}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=85
2024-11-14T07:24:01,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] master.HMaster(4169): Remote procedure done, pid=85
2024-11-14T07:24:01,448 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snaptb0-testConsecutiveExports on region 00a6ae681303422513e156ed0aec0499
2024-11-14T07:24:01,448 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=85, ppid=84, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 00a6ae681303422513e156ed0aec0499
2024-11-14T07:24:01,450 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=85, ppid=84, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 00a6ae681303422513e156ed0aec0499 in 223 msec
2024-11-14T07:24:01,451 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073742038_1214 (size=107)
2024-11-14T07:24:01,451 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073742038_1214 (size=107)
2024-11-14T07:24:01,451 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073742038_1214 (size=107)
2024-11-14T07:24:01,452 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=86}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on testtb-testConsecutiveExports,1,1731569039668.3a20125ef9ddd98fa1d14eac7d75950a.
2024-11-14T07:24:01,452 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=86
2024-11-14T07:24:01,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] master.HMaster(4169): Remote procedure done, pid=86
2024-11-14T07:24:01,452 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snaptb0-testConsecutiveExports on region 3a20125ef9ddd98fa1d14eac7d75950a
2024-11-14T07:24:01,452 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=86, ppid=84, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3a20125ef9ddd98fa1d14eac7d75950a
2024-11-14T07:24:01,455 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=86, resume processing ppid=84
2024-11-14T07:24:01,455 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=86, ppid=84, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 3a20125ef9ddd98fa1d14eac7d75950a in 227 msec
2024-11-14T07:24:01,455 INFO  [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=84, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=84, snapshot={ ss=snaptb0-testConsecutiveExports table=testtb-testConsecutiveExports type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS
2024-11-14T07:24:01,455 INFO  [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=84, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=84, snapshot={ ss=snaptb0-testConsecutiveExports table=testtb-testConsecutiveExports type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION
2024-11-14T07:24:01,456 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(300): Storing region-info for snapshot.
2024-11-14T07:24:01,456 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(305): Creating references for hfiles
2024-11-14T07:24:01,456 DEBUG [MobRegionSnapshotPool-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T07:24:01,457 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(366): Adding snapshot references for [hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/mobdir/data/default/testtb-testConsecutiveExports/c7b48a2e62736c517f8bfa7d64fc37ac/cf/c4ca4238a0b923820dcc509a6f75849b20241114ea83c066b1cb46d3a936122e6972f78b_3a20125ef9ddd98fa1d14eac7d75950a, hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/mobdir/data/default/testtb-testConsecutiveExports/c7b48a2e62736c517f8bfa7d64fc37ac/cf/d41d8cd98f00b204e9800998ecf8427e2024111490afcb89648c473eb3e42e195a079c39_00a6ae681303422513e156ed0aec0499] hfiles
2024-11-14T07:24:01,457 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(374): Adding reference for hfile (1/2): hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/mobdir/data/default/testtb-testConsecutiveExports/c7b48a2e62736c517f8bfa7d64fc37ac/cf/c4ca4238a0b923820dcc509a6f75849b20241114ea83c066b1cb46d3a936122e6972f78b_3a20125ef9ddd98fa1d14eac7d75950a
2024-11-14T07:24:01,457 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(374): Adding reference for hfile (2/2): hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/mobdir/data/default/testtb-testConsecutiveExports/c7b48a2e62736c517f8bfa7d64fc37ac/cf/d41d8cd98f00b204e9800998ecf8427e2024111490afcb89648c473eb3e42e195a079c39_00a6ae681303422513e156ed0aec0499
2024-11-14T07:24:01,463 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073742039_1215 (size=291)
2024-11-14T07:24:01,463 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073742039_1215 (size=291)
2024-11-14T07:24:01,463 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073742039_1215 (size=291)
2024-11-14T07:24:01,464 INFO  [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=84, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=84, snapshot={ ss=snaptb0-testConsecutiveExports table=testtb-testConsecutiveExports type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT
2024-11-14T07:24:01,464 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snaptb0-testConsecutiveExports
2024-11-14T07:24:01,465 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/.hbase-snapshot/.tmp/snaptb0-testConsecutiveExports
2024-11-14T07:24:01,472 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073742040_1216 (size=951)
2024-11-14T07:24:01,472 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073742040_1216 (size=951)
2024-11-14T07:24:01,472 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073742040_1216 (size=951)
2024-11-14T07:24:01,474 INFO  [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=84, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=84, snapshot={ ss=snaptb0-testConsecutiveExports table=testtb-testConsecutiveExports type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT
2024-11-14T07:24:01,480 INFO  [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=84, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=84, snapshot={ ss=snaptb0-testConsecutiveExports table=testtb-testConsecutiveExports type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT
2024-11-14T07:24:01,480 DEBUG [PEWorker-5 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/.hbase-snapshot/.tmp/snaptb0-testConsecutiveExports to hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/.hbase-snapshot/snaptb0-testConsecutiveExports
2024-11-14T07:24:01,481 INFO  [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=84, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=84, snapshot={ ss=snaptb0-testConsecutiveExports table=testtb-testConsecutiveExports type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION
2024-11-14T07:24:01,481 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snaptb0-testConsecutiveExports table=testtb-testConsecutiveExports type=FLUSH ttl=0 }, snapshot procedure id = 84
2024-11-14T07:24:01,482 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=84, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=84, snapshot={ ss=snaptb0-testConsecutiveExports table=testtb-testConsecutiveExports type=FLUSH ttl=0 } in 268 msec
2024-11-14T07:24:01,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84
2024-11-14T07:24:01,528 INFO  [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: default:testtb-testConsecutiveExports completed
2024-11-14T07:24:01,529 INFO  [Time-limited test {}] snapshot.TestExportSnapshot(475): Local export destination path: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/test-data/223408e5-ae9c-411c-e3d8-231e394aecc4/local-export-1731569041528
2024-11-14T07:24:01,529 INFO  [Time-limited test {}] snapshot.TestExportSnapshot(494): tgtFsUri=file:///, tgtDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/test-data/223408e5-ae9c-411c-e3d8-231e394aecc4/local-export-1731569041528, rawTgtDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/test-data/223408e5-ae9c-411c-e3d8-231e394aecc4/local-export-1731569041528, srcFsUri=hdfs://localhost:33275, srcDir=hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50
2024-11-14T07:24:01,558 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1085): inputFs=hdfs://localhost:33275, inputRoot=hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50
2024-11-14T07:24:01,558 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1086): outputFs=org.apache.hadoop.fs.LocalFileSystem@1b5dbbd9, outputRoot=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/test-data/223408e5-ae9c-411c-e3d8-231e394aecc4/local-export-1731569041528, skipTmp=false, initialOutputSnapshotDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/test-data/223408e5-ae9c-411c-e3d8-231e394aecc4/local-export-1731569041528/.hbase-snapshot/.tmp/snaptb0-testConsecutiveExports
2024-11-14T07:24:01,560 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1095): Verify the source snapshot's expiration status and integrity.
2024-11-14T07:24:01,564 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1153): Copy Snapshot Manifest from hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/.hbase-snapshot/snaptb0-testConsecutiveExports to file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/test-data/223408e5-ae9c-411c-e3d8-231e394aecc4/local-export-1731569041528/.hbase-snapshot/.tmp/snaptb0-testConsecutiveExports
2024-11-14T07:24:01,584 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar
2024-11-14T07:24:01,584 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-protocol-shaded/target/hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar
2024-11-14T07:24:01,585 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-client/target/hbase-client-4.0.0-alpha-1-SNAPSHOT.jar
2024-11-14T07:24:02,645 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/test-data/223408e5-ae9c-411c-e3d8-231e394aecc4/hadoop-15966074115763613557.jar
2024-11-14T07:24:02,645 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar
2024-11-14T07:24:02,645 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar
2024-11-14T07:24:02,705 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/test-data/223408e5-ae9c-411c-e3d8-231e394aecc4/hadoop-12999994147382195982.jar
2024-11-14T07:24:02,705 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics/target/hbase-metrics-4.0.0-alpha-1-SNAPSHOT.jar
2024-11-14T07:24:02,705 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics-api/target/hbase-metrics-api-4.0.0-alpha-1-SNAPSHOT.jar
2024-11-14T07:24:02,706 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-replication/target/hbase-replication-4.0.0-alpha-1-SNAPSHOT.jar
2024-11-14T07:24:02,706 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-http/target/hbase-http-4.0.0-alpha-1-SNAPSHOT.jar
2024-11-14T07:24:02,706 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-procedure/target/hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar
2024-11-14T07:24:02,706 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-zookeeper/target/hbase-zookeeper-4.0.0-alpha-1-SNAPSHOT.jar
2024-11-14T07:24:02,706 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar
2024-11-14T07:24:02,707 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar
2024-11-14T07:24:02,707 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar
2024-11-14T07:24:02,707 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar
2024-11-14T07:24:02,707 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar
2024-11-14T07:24:02,707 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar
2024-11-14T07:24:02,708 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar
2024-11-14T07:24:02,708 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar
2024-11-14T07:24:02,708 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar
2024-11-14T07:24:02,709 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar
2024-11-14T07:24:02,709 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar
2024-11-14T07:24:02,709 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar
2024-11-14T07:24:02,710 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar
2024-11-14T07:24:02,710 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar
2024-11-14T07:24:02,710 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar
2024-11-14T07:24:02,711 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar
2024-11-14T07:24:02,711 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar
2024-11-14T07:24:02,711 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar
2024-11-14T07:24:02,773 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073742041_1217 (size=131440)
2024-11-14T07:24:02,773 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073742041_1217 (size=131440)
2024-11-14T07:24:02,773 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073742041_1217 (size=131440)
2024-11-14T07:24:02,787 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073742042_1218 (size=4188619)
2024-11-14T07:24:02,787 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073742042_1218 (size=4188619)
2024-11-14T07:24:02,788 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073742042_1218 (size=4188619)
2024-11-14T07:24:02,797 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073742043_1219 (size=1323991)
2024-11-14T07:24:02,797 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073742043_1219 (size=1323991)
2024-11-14T07:24:02,797 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073742043_1219 (size=1323991)
2024-11-14T07:24:02,805 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073742044_1220 (size=903741)
2024-11-14T07:24:02,806 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073742044_1220 (size=903741)
2024-11-14T07:24:02,806 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073742044_1220 (size=903741)
2024-11-14T07:24:02,827 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073742045_1221 (size=8360083)
2024-11-14T07:24:02,827 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073742045_1221 (size=8360083)
2024-11-14T07:24:02,827 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073742045_1221 (size=8360083)
2024-11-14T07:24:02,837 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073742046_1222 (size=1877034)
2024-11-14T07:24:02,838 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073742046_1222 (size=1877034)
2024-11-14T07:24:02,838 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073742046_1222 (size=1877034)
2024-11-14T07:24:02,844 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073742047_1223 (size=77835)
2024-11-14T07:24:02,845 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073742047_1223 (size=77835)
2024-11-14T07:24:02,845 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073742047_1223 (size=77835)
2024-11-14T07:24:02,852 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073742048_1224 (size=30949)
2024-11-14T07:24:02,853 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073742048_1224 (size=30949)
2024-11-14T07:24:02,853 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073742048_1224 (size=30949)
2024-11-14T07:24:02,877 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073742049_1225 (size=1597327)
2024-11-14T07:24:02,877 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073742049_1225 (size=1597327)
2024-11-14T07:24:02,878 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073742049_1225 (size=1597327)
2024-11-14T07:24:02,895 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073742050_1226 (size=4695811)
2024-11-14T07:24:02,895 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073742050_1226 (size=4695811)
2024-11-14T07:24:02,895 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073742050_1226 (size=4695811)
2024-11-14T07:24:02,904 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073742051_1227 (size=232957)
2024-11-14T07:24:02,904 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073742051_1227 (size=232957)
2024-11-14T07:24:02,905 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073742051_1227 (size=232957)
2024-11-14T07:24:02,927 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073742052_1228 (size=127628)
2024-11-14T07:24:02,927 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073742052_1228 (size=127628)
2024-11-14T07:24:02,927 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073742052_1228 (size=127628)
2024-11-14T07:24:02,934 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073742053_1229 (size=20406)
2024-11-14T07:24:02,935 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073742053_1229 (size=20406)
2024-11-14T07:24:02,935 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073742053_1229 (size=20406)
2024-11-14T07:24:02,955 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073742054_1230 (size=6424747)
2024-11-14T07:24:02,955 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073742054_1230 (size=6424747)
2024-11-14T07:24:02,956 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073742054_1230 (size=6424747)
2024-11-14T07:24:02,963 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073742055_1231 (size=440392)
2024-11-14T07:24:02,963 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073742055_1231 (size=440392)
2024-11-14T07:24:02,963 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073742055_1231 (size=440392)
2024-11-14T07:24:02,984 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073742056_1232 (size=5175431)
2024-11-14T07:24:02,984 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073742056_1232 (size=5175431)
2024-11-14T07:24:02,984 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073742056_1232 (size=5175431)
2024-11-14T07:24:02,992 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073742057_1233 (size=217634)
2024-11-14T07:24:02,992 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073742057_1233 (size=217634)
2024-11-14T07:24:02,992 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073742057_1233 (size=217634)
2024-11-14T07:24:03,004 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073742058_1234 (size=1832290)
2024-11-14T07:24:03,004 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073742058_1234 (size=1832290)
2024-11-14T07:24:03,004 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073742058_1234 (size=1832290)
2024-11-14T07:24:03,013 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073742059_1235 (size=322274)
2024-11-14T07:24:03,013 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073742059_1235 (size=322274)
2024-11-14T07:24:03,013 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073742059_1235 (size=322274)
2024-11-14T07:24:03,021 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073742060_1236 (size=503880)
2024-11-14T07:24:03,021 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073742060_1236 (size=503880)
2024-11-14T07:24:03,021 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073742060_1236 (size=503880)
2024-11-14T07:24:03,028 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073742061_1237 (size=29229)
2024-11-14T07:24:03,028 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073742061_1237 (size=29229)
2024-11-14T07:24:03,028 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073742061_1237 (size=29229)
2024-11-14T07:24:03,036 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073742062_1238 (size=24096)
2024-11-14T07:24:03,036 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073742062_1238 (size=24096)
2024-11-14T07:24:03,036 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073742062_1238 (size=24096)
2024-11-14T07:24:03,043 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073742063_1239 (size=111872)
2024-11-14T07:24:03,043 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073742063_1239 (size=111872)
2024-11-14T07:24:03,043 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073742063_1239 (size=111872)
2024-11-14T07:24:03,051 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073742064_1240 (size=45609)
2024-11-14T07:24:03,051 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073742064_1240 (size=45609)
2024-11-14T07:24:03,051 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073742064_1240 (size=45609)
2024-11-14T07:24:03,061 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073742065_1241 (size=136454)
2024-11-14T07:24:03,061 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073742065_1241 (size=136454)
2024-11-14T07:24:03,061 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073742065_1241 (size=136454)
2024-11-14T07:24:03,062 WARN  [Time-limited test {}] mapreduce.JobResourceUploader(481): No job jar file set.  User classes may not be found. See Job or Job#setJar(String).
2024-11-14T07:24:03,065 INFO  [Time-limited test {}] snapshot.ExportSnapshot(661): Loading Snapshot 'snaptb0-testConsecutiveExports' hfile list
2024-11-14T07:24:03,067 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(754): export split=0 size=33.2 K
2024-11-14T07:24:03,078 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073742066_1242 (size=714)
2024-11-14T07:24:03,078 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073742066_1242 (size=714)
2024-11-14T07:24:03,078 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073742066_1242 (size=714)
2024-11-14T07:24:03,084 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073742067_1243 (size=15)
2024-11-14T07:24:03,084 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073742067_1243 (size=15)
2024-11-14T07:24:03,084 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073742067_1243 (size=15)
2024-11-14T07:24:03,102 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073742068_1244 (size=303777)
2024-11-14T07:24:03,102 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073742068_1244 (size=303777)
2024-11-14T07:24:03,103 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073742068_1244 (size=303777)
2024-11-14T07:24:03,197 WARN  [SchedulerEventDispatcher:Event Processor {}] capacity.AbstractLeafQueue(880): maximum-am-resource-percent is insufficient to start a single application in queue, it is likely set too low. skipping enforcement to allow at least one application to start
2024-11-14T07:24:03,197 WARN  [SchedulerEventDispatcher:Event Processor {}] capacity.AbstractLeafQueue(913): maximum-am-resource-percent is insufficient to start a single application in queue for user, it is likely set too low. skipping enforcement to allow at least one application to start
2024-11-14T07:24:03,201 INFO  [Socket Reader #1 for port 0 {}] ipc.Server$Connection(2290): Auth successful for appattempt_1731568965212_0003_000001 (auth:SIMPLE) from 127.0.0.1:57552
2024-11-14T07:24:03,213 WARN  [ContainersLauncher #0 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/test/data/MiniMRCluster_1860380176/yarn-1025303830/MiniMRCluster_1860380176-localDir-nm-1_1/usercache/jenkins/appcache/application_1731568965212_0003/container_1731568965212_0003_01_000001/launch_container.sh]
2024-11-14T07:24:03,213 WARN  [ContainersLauncher #0 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/test/data/MiniMRCluster_1860380176/yarn-1025303830/MiniMRCluster_1860380176-localDir-nm-1_1/usercache/jenkins/appcache/application_1731568965212_0003/container_1731568965212_0003_01_000001/container_tokens]
2024-11-14T07:24:03,213 WARN  [ContainersLauncher #0 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/test/data/MiniMRCluster_1860380176/yarn-1025303830/MiniMRCluster_1860380176-localDir-nm-1_1/usercache/jenkins/appcache/application_1731568965212_0003/container_1731568965212_0003_01_000001/sysfs]
2024-11-14T07:24:04,103 INFO  [Socket Reader #1 for port 0 {}] ipc.Server$Connection(2290): Auth successful for appattempt_1731568965212_0004_000001 (auth:SIMPLE) from 127.0.0.1:43686
2024-11-14T07:24:04,483 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties
2024-11-14T07:24:06,461 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-14T07:24:07,971 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testtb-testConsecutiveExports
2024-11-14T07:24:07,971 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testtb-testConsecutiveExports Metrics about Tables on a single HBase RegionServer
2024-11-14T07:24:07,972 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testtb-testExportFileSystemState
2024-11-14T07:24:10,549 INFO  [Socket Reader #1 for port 0 {}] ipc.Server$Connection(2290): Auth successful for appattempt_1731568965212_0004_000001 (auth:SIMPLE) from 127.0.0.1:42660
2024-11-14T07:24:10,754 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073742069_1245 (size=349427)
2024-11-14T07:24:10,754 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073742069_1245 (size=349427)
2024-11-14T07:24:10,754 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073742069_1245 (size=349427)
2024-11-14T07:24:12,864 INFO  [Socket Reader #1 for port 0 {}] ipc.Server$Connection(2290): Auth successful for appattempt_1731568965212_0004_000001 (auth:SIMPLE) from 127.0.0.1:51682
2024-11-14T07:24:13,474 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties
2024-11-14T07:24:16,281 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073742070_1246 (size=17451)
2024-11-14T07:24:16,281 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073742070_1246 (size=17451)
2024-11-14T07:24:16,281 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073742070_1246 (size=17451)
2024-11-14T07:24:16,291 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073742071_1247 (size=462)
2024-11-14T07:24:16,291 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073742071_1247 (size=462)
2024-11-14T07:24:16,291 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073742071_1247 (size=462)
2024-11-14T07:24:16,324 WARN  [ContainersLauncher #1 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/test/data/MiniMRCluster_1860380176/yarn-1025303830/MiniMRCluster_1860380176-localDir-nm-0_1/usercache/jenkins/appcache/application_1731568965212_0004/container_1731568965212_0004_01_000002/launch_container.sh]
2024-11-14T07:24:16,324 WARN  [ContainersLauncher #1 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/test/data/MiniMRCluster_1860380176/yarn-1025303830/MiniMRCluster_1860380176-localDir-nm-0_1/usercache/jenkins/appcache/application_1731568965212_0004/container_1731568965212_0004_01_000002/container_tokens]
2024-11-14T07:24:16,324 WARN  [ContainersLauncher #1 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/test/data/MiniMRCluster_1860380176/yarn-1025303830/MiniMRCluster_1860380176-localDir-nm-0_1/usercache/jenkins/appcache/application_1731568965212_0004/container_1731568965212_0004_01_000002/sysfs]
2024-11-14T07:24:16,334 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073742072_1248 (size=17451)
2024-11-14T07:24:16,334 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073742072_1248 (size=17451)
2024-11-14T07:24:16,334 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073742072_1248 (size=17451)
2024-11-14T07:24:16,350 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073742073_1249 (size=349427)
2024-11-14T07:24:16,350 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073742073_1249 (size=349427)
2024-11-14T07:24:16,350 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073742073_1249 (size=349427)
2024-11-14T07:24:16,363 INFO  [Socket Reader #1 for port 0 {}] ipc.Server$Connection(2290): Auth successful for appattempt_1731568965212_0004_000001 (auth:SIMPLE) from 127.0.0.1:51698
2024-11-14T07:24:18,277 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1210): Finalize the Snapshot Export
2024-11-14T07:24:18,277 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1221): Verify the exported snapshot's expiration status and integrity.
2024-11-14T07:24:18,280 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1227): Export Completed: snaptb0-testConsecutiveExports
2024-11-14T07:24:18,280 INFO  [Time-limited test {}] snapshot.TestExportSnapshot(361): Exported snapshot
2024-11-14T07:24:18,280 INFO  [Time-limited test {}] snapshot.TestExportSnapshot(372): Verified filesystem state
2024-11-14T07:24:18,280 DEBUG [Time-limited test {}] snapshot.TestExportSnapshot(447): List files in DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_-1453683247_22, ugi=jenkins (auth:SIMPLE)]] in root hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/.hbase-snapshot/snaptb0-testConsecutiveExports at hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/.hbase-snapshot/snaptb0-testConsecutiveExports
2024-11-14T07:24:18,282 DEBUG [Time-limited test {}] snapshot.TestExportSnapshot(452): hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/.hbase-snapshot/snaptb0-testConsecutiveExports/.snapshotinfo
2024-11-14T07:24:18,282 DEBUG [Time-limited test {}] snapshot.TestExportSnapshot(452): hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/.hbase-snapshot/snaptb0-testConsecutiveExports/data.manifest
2024-11-14T07:24:18,282 DEBUG [Time-limited test {}] snapshot.TestExportSnapshot(447): List files in org.apache.hadoop.fs.LocalFileSystem@1b5dbbd9 in root file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/test-data/223408e5-ae9c-411c-e3d8-231e394aecc4/local-export-1731569041528/.hbase-snapshot/snaptb0-testConsecutiveExports at file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/test-data/223408e5-ae9c-411c-e3d8-231e394aecc4/local-export-1731569041528/.hbase-snapshot/snaptb0-testConsecutiveExports
2024-11-14T07:24:18,282 DEBUG [Time-limited test {}] snapshot.TestExportSnapshot(452): file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/test-data/223408e5-ae9c-411c-e3d8-231e394aecc4/local-export-1731569041528/.hbase-snapshot/snaptb0-testConsecutiveExports/.snapshotinfo
2024-11-14T07:24:18,282 DEBUG [Time-limited test {}] snapshot.TestExportSnapshot(452): file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/test-data/223408e5-ae9c-411c-e3d8-231e394aecc4/local-export-1731569041528/.hbase-snapshot/snaptb0-testConsecutiveExports/data.manifest
2024-11-14T07:24:18,283 INFO  [Time-limited test {}] snapshot.TestExportSnapshot(494): tgtFsUri=file:///, tgtDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/test-data/223408e5-ae9c-411c-e3d8-231e394aecc4/local-export-1731569041528, rawTgtDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/test-data/223408e5-ae9c-411c-e3d8-231e394aecc4/local-export-1731569041528, srcFsUri=hdfs://localhost:33275, srcDir=hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50
2024-11-14T07:24:18,311 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1085): inputFs=hdfs://localhost:33275, inputRoot=hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50
2024-11-14T07:24:18,311 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1086): outputFs=org.apache.hadoop.fs.LocalFileSystem@1b5dbbd9, outputRoot=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/test-data/223408e5-ae9c-411c-e3d8-231e394aecc4/local-export-1731569041528, skipTmp=false, initialOutputSnapshotDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/test-data/223408e5-ae9c-411c-e3d8-231e394aecc4/local-export-1731569041528/.hbase-snapshot/.tmp/snaptb0-testConsecutiveExports
2024-11-14T07:24:18,313 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1095): Verify the source snapshot's expiration status and integrity.
2024-11-14T07:24:18,317 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1153): Copy Snapshot Manifest from hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/.hbase-snapshot/snaptb0-testConsecutiveExports to file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/test-data/223408e5-ae9c-411c-e3d8-231e394aecc4/local-export-1731569041528/.hbase-snapshot/.tmp/snaptb0-testConsecutiveExports
2024-11-14T07:24:18,328 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar
2024-11-14T07:24:18,328 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-protocol-shaded/target/hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar
2024-11-14T07:24:18,328 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-client/target/hbase-client-4.0.0-alpha-1-SNAPSHOT.jar
2024-11-14T07:24:19,239 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/test-data/223408e5-ae9c-411c-e3d8-231e394aecc4/hadoop-1483256930426570661.jar
2024-11-14T07:24:19,240 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar
2024-11-14T07:24:19,240 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar
2024-11-14T07:24:19,300 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/test-data/223408e5-ae9c-411c-e3d8-231e394aecc4/hadoop-14222078992917202372.jar
2024-11-14T07:24:19,301 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics/target/hbase-metrics-4.0.0-alpha-1-SNAPSHOT.jar
2024-11-14T07:24:19,301 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics-api/target/hbase-metrics-api-4.0.0-alpha-1-SNAPSHOT.jar
2024-11-14T07:24:19,301 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-replication/target/hbase-replication-4.0.0-alpha-1-SNAPSHOT.jar
2024-11-14T07:24:19,301 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-http/target/hbase-http-4.0.0-alpha-1-SNAPSHOT.jar
2024-11-14T07:24:19,302 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-procedure/target/hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar
2024-11-14T07:24:19,302 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-zookeeper/target/hbase-zookeeper-4.0.0-alpha-1-SNAPSHOT.jar
2024-11-14T07:24:19,302 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar
2024-11-14T07:24:19,302 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar
2024-11-14T07:24:19,302 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar
2024-11-14T07:24:19,302 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar
2024-11-14T07:24:19,303 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar
2024-11-14T07:24:19,303 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar
2024-11-14T07:24:19,303 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar
2024-11-14T07:24:19,303 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar
2024-11-14T07:24:19,303 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar
2024-11-14T07:24:19,304 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar
2024-11-14T07:24:19,304 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar
2024-11-14T07:24:19,304 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar
2024-11-14T07:24:19,304 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar
2024-11-14T07:24:19,304 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar
2024-11-14T07:24:19,304 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar
2024-11-14T07:24:19,305 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar
2024-11-14T07:24:19,305 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar
2024-11-14T07:24:19,305 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar
2024-11-14T07:24:19,356 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073742074_1250 (size=131440)
2024-11-14T07:24:19,357 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073742074_1250 (size=131440)
2024-11-14T07:24:19,357 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073742074_1250 (size=131440)
2024-11-14T07:24:19,372 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073742075_1251 (size=4188619)
2024-11-14T07:24:19,373 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073742075_1251 (size=4188619)
2024-11-14T07:24:19,373 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073742075_1251 (size=4188619)
2024-11-14T07:24:19,384 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073742076_1252 (size=1323991)
2024-11-14T07:24:19,385 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073742076_1252 (size=1323991)
2024-11-14T07:24:19,385 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073742076_1252 (size=1323991)
2024-11-14T07:24:19,397 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073742077_1253 (size=903741)
2024-11-14T07:24:19,397 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073742077_1253 (size=903741)
2024-11-14T07:24:19,398 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073742077_1253 (size=903741)
2024-11-14T07:24:19,423 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073742078_1254 (size=8360083)
2024-11-14T07:24:19,423 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073742078_1254 (size=8360083)
2024-11-14T07:24:19,423 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073742078_1254 (size=8360083)
2024-11-14T07:24:19,443 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073742079_1255 (size=6424747)
2024-11-14T07:24:19,443 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073742079_1255 (size=6424747)
2024-11-14T07:24:19,443 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073742079_1255 (size=6424747)
2024-11-14T07:24:19,458 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073742080_1256 (size=1877034)
2024-11-14T07:24:19,458 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073742080_1256 (size=1877034)
2024-11-14T07:24:19,458 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073742080_1256 (size=1877034)
2024-11-14T07:24:19,464 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073742081_1257 (size=77835)
2024-11-14T07:24:19,464 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073742081_1257 (size=77835)
2024-11-14T07:24:19,464 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073742081_1257 (size=77835)
2024-11-14T07:24:19,471 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073742082_1258 (size=30949)
2024-11-14T07:24:19,471 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073742082_1258 (size=30949)
2024-11-14T07:24:19,471 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073742082_1258 (size=30949)
2024-11-14T07:24:19,502 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073742083_1259 (size=1597327)
2024-11-14T07:24:19,502 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073742083_1259 (size=1597327)
2024-11-14T07:24:19,502 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073742083_1259 (size=1597327)
2024-11-14T07:24:19,531 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073742084_1260 (size=4695811)
2024-11-14T07:24:19,531 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073742084_1260 (size=4695811)
2024-11-14T07:24:19,531 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073742084_1260 (size=4695811)
2024-11-14T07:24:19,538 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073742085_1261 (size=232957)
2024-11-14T07:24:19,538 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073742085_1261 (size=232957)
2024-11-14T07:24:19,538 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073742085_1261 (size=232957)
2024-11-14T07:24:19,545 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073742086_1262 (size=127628)
2024-11-14T07:24:19,545 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073742086_1262 (size=127628)
2024-11-14T07:24:19,546 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073742086_1262 (size=127628)
2024-11-14T07:24:19,556 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073742087_1263 (size=20406)
2024-11-14T07:24:19,556 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073742087_1263 (size=20406)
2024-11-14T07:24:19,556 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073742087_1263 (size=20406)
2024-11-14T07:24:19,574 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073742088_1264 (size=5175431)
2024-11-14T07:24:19,574 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073742088_1264 (size=5175431)
2024-11-14T07:24:19,575 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073742088_1264 (size=5175431)
2024-11-14T07:24:19,582 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073742089_1265 (size=217634)
2024-11-14T07:24:19,582 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073742089_1265 (size=217634)
2024-11-14T07:24:19,582 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073742089_1265 (size=217634)
2024-11-14T07:24:19,593 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073742090_1266 (size=1832290)
2024-11-14T07:24:19,593 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073742090_1266 (size=1832290)
2024-11-14T07:24:19,593 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073742090_1266 (size=1832290)
2024-11-14T07:24:19,601 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073742091_1267 (size=322274)
2024-11-14T07:24:19,601 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073742091_1267 (size=322274)
2024-11-14T07:24:19,602 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073742091_1267 (size=322274)
2024-11-14T07:24:19,610 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073742092_1268 (size=503880)
2024-11-14T07:24:19,610 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073742092_1268 (size=503880)
2024-11-14T07:24:19,610 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073742092_1268 (size=503880)
2024-11-14T07:24:19,616 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073742093_1269 (size=29229)
2024-11-14T07:24:19,617 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073742093_1269 (size=29229)
2024-11-14T07:24:19,617 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073742093_1269 (size=29229)
2024-11-14T07:24:19,624 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073742094_1270 (size=24096)
2024-11-14T07:24:19,624 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073742094_1270 (size=24096)
2024-11-14T07:24:19,624 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073742094_1270 (size=24096)
2024-11-14T07:24:19,632 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073742095_1271 (size=440392)
2024-11-14T07:24:19,632 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073742095_1271 (size=440392)
2024-11-14T07:24:19,633 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073742095_1271 (size=440392)
2024-11-14T07:24:19,640 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073742096_1272 (size=111872)
2024-11-14T07:24:19,640 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073742096_1272 (size=111872)
2024-11-14T07:24:19,640 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073742096_1272 (size=111872)
2024-11-14T07:24:19,649 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073742097_1273 (size=45609)
2024-11-14T07:24:19,650 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073742097_1273 (size=45609)
2024-11-14T07:24:19,650 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073742097_1273 (size=45609)
2024-11-14T07:24:19,657 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073742098_1274 (size=136454)
2024-11-14T07:24:19,657 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073742098_1274 (size=136454)
2024-11-14T07:24:19,657 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073742098_1274 (size=136454)
2024-11-14T07:24:19,658 WARN  [Time-limited test {}] mapreduce.JobResourceUploader(481): No job jar file set.  User classes may not be found. See Job or Job#setJar(String).
2024-11-14T07:24:19,661 INFO  [Time-limited test {}] snapshot.ExportSnapshot(661): Loading Snapshot 'snaptb0-testConsecutiveExports' hfile list
2024-11-14T07:24:19,663 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(754): export split=0 size=33.2 K
2024-11-14T07:24:19,670 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073742099_1275 (size=714)
2024-11-14T07:24:19,670 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073742099_1275 (size=714)
2024-11-14T07:24:19,670 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073742099_1275 (size=714)
2024-11-14T07:24:19,676 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073742100_1276 (size=15)
2024-11-14T07:24:19,676 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073742100_1276 (size=15)
2024-11-14T07:24:19,676 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073742100_1276 (size=15)
2024-11-14T07:24:19,704 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073742101_1277 (size=303775)
2024-11-14T07:24:19,704 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073742101_1277 (size=303775)
2024-11-14T07:24:19,704 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073742101_1277 (size=303775)
2024-11-14T07:24:22,437 WARN  [SchedulerEventDispatcher:Event Processor {}] capacity.AbstractLeafQueue(880): maximum-am-resource-percent is insufficient to start a single application in queue, it is likely set too low. skipping enforcement to allow at least one application to start
2024-11-14T07:24:22,437 WARN  [SchedulerEventDispatcher:Event Processor {}] capacity.AbstractLeafQueue(913): maximum-am-resource-percent is insufficient to start a single application in queue for user, it is likely set too low. skipping enforcement to allow at least one application to start
2024-11-14T07:24:22,442 INFO  [Socket Reader #1 for port 0 {}] ipc.Server$Connection(2290): Auth successful for appattempt_1731568965212_0004_000001 (auth:SIMPLE) from 127.0.0.1:55176
2024-11-14T07:24:22,450 WARN  [ContainersLauncher #0 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/test/data/MiniMRCluster_1860380176/yarn-1025303830/MiniMRCluster_1860380176-localDir-nm-0_1/usercache/jenkins/appcache/application_1731568965212_0004/container_1731568965212_0004_01_000001/launch_container.sh]
2024-11-14T07:24:22,450 WARN  [ContainersLauncher #0 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/test/data/MiniMRCluster_1860380176/yarn-1025303830/MiniMRCluster_1860380176-localDir-nm-0_1/usercache/jenkins/appcache/application_1731568965212_0004/container_1731568965212_0004_01_000001/container_tokens]
2024-11-14T07:24:22,450 WARN  [ContainersLauncher #0 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/test/data/MiniMRCluster_1860380176/yarn-1025303830/MiniMRCluster_1860380176-localDir-nm-0_1/usercache/jenkins/appcache/application_1731568965212_0004/container_1731568965212_0004_01_000001/sysfs]
2024-11-14T07:24:23,210 INFO  [Socket Reader #1 for port 0 {}] ipc.Server$Connection(2290): Auth successful for appattempt_1731568965212_0005_000001 (auth:SIMPLE) from 127.0.0.1:36098
2024-11-14T07:24:29,491 INFO  [Socket Reader #1 for port 0 {}] ipc.Server$Connection(2290): Auth successful for appattempt_1731568965212_0005_000001 (auth:SIMPLE) from 127.0.0.1:54222
2024-11-14T07:24:29,725 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073742102_1278 (size=349425)
2024-11-14T07:24:29,725 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073742102_1278 (size=349425)
2024-11-14T07:24:29,726 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073742102_1278 (size=349425)
2024-11-14T07:24:31,764 INFO  [Socket Reader #1 for port 0 {}] ipc.Server$Connection(2290): Auth successful for appattempt_1731568965212_0005_000001 (auth:SIMPLE) from 127.0.0.1:58398
2024-11-14T07:24:34,470 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073742103_1279 (size=16924)
2024-11-14T07:24:34,470 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073742103_1279 (size=16924)
2024-11-14T07:24:34,470 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073742103_1279 (size=16924)
2024-11-14T07:24:34,484 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073742104_1280 (size=462)
2024-11-14T07:24:34,484 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073742104_1280 (size=462)
2024-11-14T07:24:34,484 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073742104_1280 (size=462)
2024-11-14T07:24:34,514 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073742105_1281 (size=16924)
2024-11-14T07:24:34,514 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073742105_1281 (size=16924)
2024-11-14T07:24:34,514 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073742105_1281 (size=16924)
2024-11-14T07:24:34,530 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073742106_1282 (size=349425)
2024-11-14T07:24:34,531 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073742106_1282 (size=349425)
2024-11-14T07:24:34,531 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073742106_1282 (size=349425)
2024-11-14T07:24:34,546 INFO  [Socket Reader #1 for port 0 {}] ipc.Server$Connection(2290): Auth successful for appattempt_1731568965212_0005_000001 (auth:SIMPLE) from 127.0.0.1:58414
2024-11-14T07:24:34,557 WARN  [ContainersLauncher #1 {}] nodemanager.DefaultContainerExecutor(360): Exit code from container container_1731568965212_0005_01_000002 is : 143
2024-11-14T07:24:34,567 WARN  [ContainersLauncher #2 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/test/data/MiniMRCluster_1860380176/yarn-1025303830/MiniMRCluster_1860380176-localDir-nm-1_1/usercache/jenkins/appcache/application_1731568965212_0005/container_1731568965212_0005_01_000002/launch_container.sh]
2024-11-14T07:24:34,567 WARN  [ContainersLauncher #2 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/test/data/MiniMRCluster_1860380176/yarn-1025303830/MiniMRCluster_1860380176-localDir-nm-1_1/usercache/jenkins/appcache/application_1731568965212_0005/container_1731568965212_0005_01_000002/container_tokens]
2024-11-14T07:24:34,567 WARN  [ContainersLauncher #2 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/test/data/MiniMRCluster_1860380176/yarn-1025303830/MiniMRCluster_1860380176-localDir-nm-1_1/usercache/jenkins/appcache/application_1731568965212_0005/container_1731568965212_0005_01_000002/sysfs]
2024-11-14T07:24:35,872 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1210): Finalize the Snapshot Export
2024-11-14T07:24:35,872 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1221): Verify the exported snapshot's expiration status and integrity.
2024-11-14T07:24:35,875 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1227): Export Completed: snaptb0-testConsecutiveExports
2024-11-14T07:24:35,875 INFO  [Time-limited test {}] snapshot.TestExportSnapshot(361): Exported snapshot
2024-11-14T07:24:35,875 INFO  [Time-limited test {}] snapshot.TestExportSnapshot(372): Verified filesystem state
2024-11-14T07:24:35,875 DEBUG [Time-limited test {}] snapshot.TestExportSnapshot(447): List files in DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_-1453683247_22, ugi=jenkins (auth:SIMPLE)]] in root hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/.hbase-snapshot/snaptb0-testConsecutiveExports at hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/.hbase-snapshot/snaptb0-testConsecutiveExports
2024-11-14T07:24:35,877 DEBUG [Time-limited test {}] snapshot.TestExportSnapshot(452): hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/.hbase-snapshot/snaptb0-testConsecutiveExports/.snapshotinfo
2024-11-14T07:24:35,877 DEBUG [Time-limited test {}] snapshot.TestExportSnapshot(452): hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/.hbase-snapshot/snaptb0-testConsecutiveExports/data.manifest
2024-11-14T07:24:35,877 DEBUG [Time-limited test {}] snapshot.TestExportSnapshot(447): List files in org.apache.hadoop.fs.LocalFileSystem@1b5dbbd9 in root file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/test-data/223408e5-ae9c-411c-e3d8-231e394aecc4/local-export-1731569041528/.hbase-snapshot/snaptb0-testConsecutiveExports at file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/test-data/223408e5-ae9c-411c-e3d8-231e394aecc4/local-export-1731569041528/.hbase-snapshot/snaptb0-testConsecutiveExports
2024-11-14T07:24:35,877 DEBUG [Time-limited test {}] snapshot.TestExportSnapshot(452): file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/test-data/223408e5-ae9c-411c-e3d8-231e394aecc4/local-export-1731569041528/.hbase-snapshot/snaptb0-testConsecutiveExports/.snapshotinfo
2024-11-14T07:24:35,877 DEBUG [Time-limited test {}] snapshot.TestExportSnapshot(452): file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/test-data/223408e5-ae9c-411c-e3d8-231e394aecc4/local-export-1731569041528/.hbase-snapshot/snaptb0-testConsecutiveExports/data.manifest
2024-11-14T07:24:35,894 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable testtb-testConsecutiveExports
2024-11-14T07:24:35,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] procedure2.ProcedureExecutor(1139): Stored pid=87, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=testtb-testConsecutiveExports
2024-11-14T07:24:35,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=87
2024-11-14T07:24:35,898 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testtb-testConsecutiveExports","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731569075898"}]},"ts":"1731569075898"}
2024-11-14T07:24:35,900 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testtb-testConsecutiveExports, state=DISABLING in hbase:meta
2024-11-14T07:24:35,901 INFO  [PEWorker-3 {}] procedure.DisableTableProcedure(284): Set testtb-testConsecutiveExports to state=DISABLING
2024-11-14T07:24:35,901 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=88, ppid=87, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=testtb-testConsecutiveExports}]
2024-11-14T07:24:35,903 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=89, ppid=88, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testtb-testConsecutiveExports, region=00a6ae681303422513e156ed0aec0499, UNASSIGN}, {pid=90, ppid=88, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testtb-testConsecutiveExports, region=3a20125ef9ddd98fa1d14eac7d75950a, UNASSIGN}]
2024-11-14T07:24:35,904 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=90, ppid=88, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testtb-testConsecutiveExports, region=3a20125ef9ddd98fa1d14eac7d75950a, UNASSIGN
2024-11-14T07:24:35,904 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=89, ppid=88, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testtb-testConsecutiveExports, region=00a6ae681303422513e156ed0aec0499, UNASSIGN
2024-11-14T07:24:35,906 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=90 updating hbase:meta row=3a20125ef9ddd98fa1d14eac7d75950a, regionState=CLOSING, regionLocation=20680646cf8a,46383,1731568958548
2024-11-14T07:24:35,906 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=89 updating hbase:meta row=00a6ae681303422513e156ed0aec0499, regionState=CLOSING, regionLocation=20680646cf8a,41449,1731568958363
2024-11-14T07:24:35,908 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=90, ppid=88, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=testtb-testConsecutiveExports, region=3a20125ef9ddd98fa1d14eac7d75950a, UNASSIGN because future has completed
2024-11-14T07:24:35,909 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false
2024-11-14T07:24:35,909 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=91, ppid=90, state=RUNNABLE, hasLock=false; CloseRegionProcedure 3a20125ef9ddd98fa1d14eac7d75950a, server=20680646cf8a,46383,1731568958548}]
2024-11-14T07:24:35,909 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=89, ppid=88, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=testtb-testConsecutiveExports, region=00a6ae681303422513e156ed0aec0499, UNASSIGN because future has completed
2024-11-14T07:24:35,910 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false
2024-11-14T07:24:35,910 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=92, ppid=89, state=RUNNABLE, hasLock=false; CloseRegionProcedure 00a6ae681303422513e156ed0aec0499, server=20680646cf8a,41449,1731568958363}]
2024-11-14T07:24:36,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=87
2024-11-14T07:24:36,061 INFO  [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] handler.UnassignRegionHandler(122): Close 3a20125ef9ddd98fa1d14eac7d75950a
2024-11-14T07:24:36,062 DEBUG [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false
2024-11-14T07:24:36,062 DEBUG [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.HRegion(1722): Closing 3a20125ef9ddd98fa1d14eac7d75950a, disabling compactions & flushes
2024-11-14T07:24:36,062 INFO  [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.HRegion(1755): Closing region testtb-testConsecutiveExports,1,1731569039668.3a20125ef9ddd98fa1d14eac7d75950a.
2024-11-14T07:24:36,062 DEBUG [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.HRegion(1776): Time limited wait for close lock on testtb-testConsecutiveExports,1,1731569039668.3a20125ef9ddd98fa1d14eac7d75950a.
2024-11-14T07:24:36,062 DEBUG [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.HRegion(1843): Acquired close lock on testtb-testConsecutiveExports,1,1731569039668.3a20125ef9ddd98fa1d14eac7d75950a. after waiting 0 ms
2024-11-14T07:24:36,062 DEBUG [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.HRegion(1853): Updates disabled for region testtb-testConsecutiveExports,1,1731569039668.3a20125ef9ddd98fa1d14eac7d75950a.
2024-11-14T07:24:36,062 INFO  [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] handler.UnassignRegionHandler(122): Close 00a6ae681303422513e156ed0aec0499
2024-11-14T07:24:36,062 DEBUG [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false
2024-11-14T07:24:36,062 DEBUG [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegion(1722): Closing 00a6ae681303422513e156ed0aec0499, disabling compactions & flushes
2024-11-14T07:24:36,063 INFO  [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegion(1755): Closing region testtb-testConsecutiveExports,,1731569039668.00a6ae681303422513e156ed0aec0499.
2024-11-14T07:24:36,063 DEBUG [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegion(1776): Time limited wait for close lock on testtb-testConsecutiveExports,,1731569039668.00a6ae681303422513e156ed0aec0499.
2024-11-14T07:24:36,063 DEBUG [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegion(1843): Acquired close lock on testtb-testConsecutiveExports,,1731569039668.00a6ae681303422513e156ed0aec0499. after waiting 0 ms
2024-11-14T07:24:36,063 DEBUG [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegion(1853): Updates disabled for region testtb-testConsecutiveExports,,1731569039668.00a6ae681303422513e156ed0aec0499.
2024-11-14T07:24:36,067 DEBUG [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testtb-testConsecutiveExports/3a20125ef9ddd98fa1d14eac7d75950a/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1
2024-11-14T07:24:36,067 DEBUG [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testtb-testConsecutiveExports/00a6ae681303422513e156ed0aec0499/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1
2024-11-14T07:24:36,068 DEBUG [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.security.access.AccessController
2024-11-14T07:24:36,068 DEBUG [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.security.access.AccessController
2024-11-14T07:24:36,068 INFO  [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegion(1973): Closed testtb-testConsecutiveExports,,1731569039668.00a6ae681303422513e156ed0aec0499.
2024-11-14T07:24:36,068 INFO  [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.HRegion(1973): Closed testtb-testConsecutiveExports,1,1731569039668.3a20125ef9ddd98fa1d14eac7d75950a.
2024-11-14T07:24:36,068 DEBUG [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegion(1676): Region close journal for 00a6ae681303422513e156ed0aec0499:
Waiting for close lock at 1731569076062Running coprocessor pre-close hooks at 1731569076062Disabling compacts and flushes for region at 1731569076062Disabling writes for close at 1731569076063 (+1 ms)Writing region close event to WAL at 1731569076063Running coprocessor post-close hooks at 1731569076067 (+4 ms)Closed at 1731569076068 (+1 ms)
2024-11-14T07:24:36,068 DEBUG [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.HRegion(1676): Region close journal for 3a20125ef9ddd98fa1d14eac7d75950a:
Waiting for close lock at 1731569076062Running coprocessor pre-close hooks at 1731569076062Disabling compacts and flushes for region at 1731569076062Disabling writes for close at 1731569076062Writing region close event to WAL at 1731569076063 (+1 ms)Running coprocessor post-close hooks at 1731569076068 (+5 ms)Closed at 1731569076068
2024-11-14T07:24:36,069 INFO  [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] handler.UnassignRegionHandler(157): Closed 00a6ae681303422513e156ed0aec0499
2024-11-14T07:24:36,070 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=89 updating hbase:meta row=00a6ae681303422513e156ed0aec0499, regionState=CLOSED
2024-11-14T07:24:36,070 INFO  [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] handler.UnassignRegionHandler(157): Closed 3a20125ef9ddd98fa1d14eac7d75950a
2024-11-14T07:24:36,071 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=90 updating hbase:meta row=3a20125ef9ddd98fa1d14eac7d75950a, regionState=CLOSED
2024-11-14T07:24:36,071 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=92, ppid=89, state=RUNNABLE, hasLock=false; CloseRegionProcedure 00a6ae681303422513e156ed0aec0499, server=20680646cf8a,41449,1731568958363 because future has completed
2024-11-14T07:24:36,072 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=91, ppid=90, state=RUNNABLE, hasLock=false; CloseRegionProcedure 3a20125ef9ddd98fa1d14eac7d75950a, server=20680646cf8a,46383,1731568958548 because future has completed
2024-11-14T07:24:36,073 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=92, resume processing ppid=89
2024-11-14T07:24:36,074 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=92, ppid=89, state=SUCCESS, hasLock=false; CloseRegionProcedure 00a6ae681303422513e156ed0aec0499, server=20680646cf8a,41449,1731568958363 in 162 msec
2024-11-14T07:24:36,074 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=89, ppid=88, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testtb-testConsecutiveExports, region=00a6ae681303422513e156ed0aec0499, UNASSIGN in 171 msec
2024-11-14T07:24:36,074 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=91, resume processing ppid=90
2024-11-14T07:24:36,075 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=91, ppid=90, state=SUCCESS, hasLock=false; CloseRegionProcedure 3a20125ef9ddd98fa1d14eac7d75950a, server=20680646cf8a,46383,1731568958548 in 164 msec
2024-11-14T07:24:36,076 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=90, resume processing ppid=88
2024-11-14T07:24:36,076 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=90, ppid=88, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testtb-testConsecutiveExports, region=3a20125ef9ddd98fa1d14eac7d75950a, UNASSIGN in 172 msec
2024-11-14T07:24:36,078 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=88, resume processing ppid=87
2024-11-14T07:24:36,078 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=88, ppid=87, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=testtb-testConsecutiveExports in 175 msec
2024-11-14T07:24:36,079 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testtb-testConsecutiveExports","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731569076078"}]},"ts":"1731569076078"}
2024-11-14T07:24:36,080 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testtb-testConsecutiveExports, state=DISABLED in hbase:meta
2024-11-14T07:24:36,080 INFO  [PEWorker-3 {}] procedure.DisableTableProcedure(296): Set testtb-testConsecutiveExports to state=DISABLED
2024-11-14T07:24:36,082 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=87, state=SUCCESS, hasLock=false; DisableTableProcedure table=testtb-testConsecutiveExports in 187 msec
2024-11-14T07:24:36,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=87
2024-11-14T07:24:36,219 INFO  [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:testtb-testConsecutiveExports completed
2024-11-14T07:24:36,219 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete testtb-testConsecutiveExports
2024-11-14T07:24:36,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] procedure2.ProcedureExecutor(1139): Stored pid=93, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=testtb-testConsecutiveExports
2024-11-14T07:24:36,221 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=93, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=testtb-testConsecutiveExports
2024-11-14T07:24:36,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] access.PermissionStorage(261): Removing permissions of removed table testtb-testConsecutiveExports
2024-11-14T07:24:36,222 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=93, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=testtb-testConsecutiveExports
2024-11-14T07:24:36,224 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46383 {}] access.PermissionStorage(529): No permissions found in hbase:acl for acl entry testtb-testConsecutiveExports
2024-11-14T07:24:36,226 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testtb-testConsecutiveExports/00a6ae681303422513e156ed0aec0499
2024-11-14T07:24:36,226 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testtb-testConsecutiveExports/3a20125ef9ddd98fa1d14eac7d75950a
2024-11-14T07:24:36,228 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testtb-testConsecutiveExports/3a20125ef9ddd98fa1d14eac7d75950a/cf, FileablePath, hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testtb-testConsecutiveExports/3a20125ef9ddd98fa1d14eac7d75950a/recovered.edits]
2024-11-14T07:24:36,228 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testtb-testConsecutiveExports/00a6ae681303422513e156ed0aec0499/cf, FileablePath, hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testtb-testConsecutiveExports/00a6ae681303422513e156ed0aec0499/recovered.edits]
2024-11-14T07:24:36,235 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testtb-testConsecutiveExports/00a6ae681303422513e156ed0aec0499/cf/a6f2611c39f84fec9f64d80092bc845b to hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/archive/data/default/testtb-testConsecutiveExports/00a6ae681303422513e156ed0aec0499/cf/a6f2611c39f84fec9f64d80092bc845b
2024-11-14T07:24:36,235 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testtb-testConsecutiveExports/3a20125ef9ddd98fa1d14eac7d75950a/cf/55d433884105448ab9c544f375e10358 to hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/archive/data/default/testtb-testConsecutiveExports/3a20125ef9ddd98fa1d14eac7d75950a/cf/55d433884105448ab9c544f375e10358
2024-11-14T07:24:36,238 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testtb-testConsecutiveExports/00a6ae681303422513e156ed0aec0499/recovered.edits/9.seqid to hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/archive/data/default/testtb-testConsecutiveExports/00a6ae681303422513e156ed0aec0499/recovered.edits/9.seqid
2024-11-14T07:24:36,238 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testtb-testConsecutiveExports/3a20125ef9ddd98fa1d14eac7d75950a/recovered.edits/9.seqid to hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/archive/data/default/testtb-testConsecutiveExports/3a20125ef9ddd98fa1d14eac7d75950a/recovered.edits/9.seqid
2024-11-14T07:24:36,238 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testtb-testConsecutiveExports/00a6ae681303422513e156ed0aec0499
2024-11-14T07:24:36,239 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testtb-testConsecutiveExports/3a20125ef9ddd98fa1d14eac7d75950a
2024-11-14T07:24:36,239 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(313): Archived testtb-testConsecutiveExports regions
2024-11-14T07:24:36,239 DEBUG [PEWorker-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/mobdir/data/default/testtb-testConsecutiveExports/c7b48a2e62736c517f8bfa7d64fc37ac
2024-11-14T07:24:36,240 DEBUG [PEWorker-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/mobdir/data/default/testtb-testConsecutiveExports/c7b48a2e62736c517f8bfa7d64fc37ac/cf]
2024-11-14T07:24:36,243 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/mobdir/data/default/testtb-testConsecutiveExports/c7b48a2e62736c517f8bfa7d64fc37ac/cf/c4ca4238a0b923820dcc509a6f75849b20241114ea83c066b1cb46d3a936122e6972f78b_3a20125ef9ddd98fa1d14eac7d75950a to hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/archive/data/default/testtb-testConsecutiveExports/c7b48a2e62736c517f8bfa7d64fc37ac/cf/c4ca4238a0b923820dcc509a6f75849b20241114ea83c066b1cb46d3a936122e6972f78b_3a20125ef9ddd98fa1d14eac7d75950a
2024-11-14T07:24:36,244 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/mobdir/data/default/testtb-testConsecutiveExports/c7b48a2e62736c517f8bfa7d64fc37ac/cf/d41d8cd98f00b204e9800998ecf8427e2024111490afcb89648c473eb3e42e195a079c39_00a6ae681303422513e156ed0aec0499 to hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/archive/data/default/testtb-testConsecutiveExports/c7b48a2e62736c517f8bfa7d64fc37ac/cf/d41d8cd98f00b204e9800998ecf8427e2024111490afcb89648c473eb3e42e195a079c39_00a6ae681303422513e156ed0aec0499
2024-11-14T07:24:36,244 DEBUG [PEWorker-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/mobdir/data/default/testtb-testConsecutiveExports/c7b48a2e62736c517f8bfa7d64fc37ac
2024-11-14T07:24:36,246 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=93, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=testtb-testConsecutiveExports
2024-11-14T07:24:36,249 WARN  [PEWorker-1 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 2 rows of testtb-testConsecutiveExports from hbase:meta
2024-11-14T07:24:36,251 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(407): Removing 'testtb-testConsecutiveExports' descriptor.
2024-11-14T07:24:36,253 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=93, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=testtb-testConsecutiveExports
2024-11-14T07:24:36,253 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(397): Removing 'testtb-testConsecutiveExports' from region states.
2024-11-14T07:24:36,253 DEBUG [PEWorker-1 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"testtb-testConsecutiveExports,,1731569039668.00a6ae681303422513e156ed0aec0499.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731569076253"}]},"ts":"9223372036854775807"}
2024-11-14T07:24:36,253 DEBUG [PEWorker-1 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"testtb-testConsecutiveExports,1,1731569039668.3a20125ef9ddd98fa1d14eac7d75950a.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731569076253"}]},"ts":"9223372036854775807"}
2024-11-14T07:24:36,256 INFO  [PEWorker-1 {}] assignment.RegionStateStore(562): Deleted 2 regions from META
2024-11-14T07:24:36,256 DEBUG [PEWorker-1 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 00a6ae681303422513e156ed0aec0499, NAME => 'testtb-testConsecutiveExports,,1731569039668.00a6ae681303422513e156ed0aec0499.', STARTKEY => '', ENDKEY => '1'}, {ENCODED => 3a20125ef9ddd98fa1d14eac7d75950a, NAME => 'testtb-testConsecutiveExports,1,1731569039668.3a20125ef9ddd98fa1d14eac7d75950a.', STARTKEY => '1', ENDKEY => ''}]
2024-11-14T07:24:36,256 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(401): Marking 'testtb-testConsecutiveExports' as deleted.
2024-11-14T07:24:36,257 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"testtb-testConsecutiveExports","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731569076256"}]},"ts":"9223372036854775807"}
2024-11-14T07:24:36,259 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(867): Deleted table testtb-testConsecutiveExports state from META
2024-11-14T07:24:36,260 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(133): Finished pid=93, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=testtb-testConsecutiveExports
2024-11-14T07:24:36,261 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=93, state=SUCCESS, hasLock=false; DeleteTableProcedure table=testtb-testConsecutiveExports in 41 msec
2024-11-14T07:24:36,462 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-14T07:24:36,844 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46383-0x1003d1cd0e50003, quorum=127.0.0.1:51438, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/acl/testtb-testConsecutiveExports
2024-11-14T07:24:36,844 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35229-0x1003d1cd0e50002, quorum=127.0.0.1:51438, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/acl/testtb-testConsecutiveExports
2024-11-14T07:24:36,844 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33371-0x1003d1cd0e50000, quorum=127.0.0.1:51438, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/acl/testtb-testConsecutiveExports
2024-11-14T07:24:36,844 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41449-0x1003d1cd0e50001, quorum=127.0.0.1:51438, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/acl/testtb-testConsecutiveExports
2024-11-14T07:24:36,848 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testConsecutiveExports with data PBUF
2024-11-14T07:24:36,848 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testConsecutiveExports with data PBUF
2024-11-14T07:24:36,848 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testConsecutiveExports with data PBUF
2024-11-14T07:24:36,848 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testConsecutiveExports with data PBUF
2024-11-14T07:24:37,139 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46383-0x1003d1cd0e50003, quorum=127.0.0.1:51438, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/acl/testtb-testConsecutiveExports
2024-11-14T07:24:37,139 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41449-0x1003d1cd0e50001, quorum=127.0.0.1:51438, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/acl/testtb-testConsecutiveExports
2024-11-14T07:24:37,139 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41449-0x1003d1cd0e50001, quorum=127.0.0.1:51438, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl
2024-11-14T07:24:37,139 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35229-0x1003d1cd0e50002, quorum=127.0.0.1:51438, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/acl/testtb-testConsecutiveExports
2024-11-14T07:24:37,139 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46383-0x1003d1cd0e50003, quorum=127.0.0.1:51438, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl
2024-11-14T07:24:37,139 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35229-0x1003d1cd0e50002, quorum=127.0.0.1:51438, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl
2024-11-14T07:24:37,140 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33371-0x1003d1cd0e50000, quorum=127.0.0.1:51438, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/acl/testtb-testConsecutiveExports
2024-11-14T07:24:37,140 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33371-0x1003d1cd0e50000, quorum=127.0.0.1:51438, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl
2024-11-14T07:24:37,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=93
2024-11-14T07:24:37,143 DEBUG [RPCClient-NioEventLoopGroup-6-4 {}] client.AsyncRegionLocator(219): Clear meta cache for testtb-testConsecutiveExports
2024-11-14T07:24:37,143 INFO  [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:testtb-testConsecutiveExports completed
2024-11-14T07:24:37,152 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.2 delete name: "emptySnaptb0-testConsecutiveExports"
type: DISABLED

2024-11-14T07:24:37,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] snapshot.SnapshotManager(381): Deleting snapshot: emptySnaptb0-testConsecutiveExports
2024-11-14T07:24:37,158 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.2 delete name: "snaptb0-testConsecutiveExports"
type: DISABLED

2024-11-14T07:24:37,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] snapshot.SnapshotManager(381): Deleting snapshot: snaptb0-testConsecutiveExports
2024-11-14T07:24:37,182 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: snapshot.TestMobSecureExportSnapshot#testConsecutiveExports Thread=784 (was 785), OpenFileDescriptor=796 (was 805), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=497 (was 472) - SystemLoadAverage LEAK? -, ProcessCount=21 (was 19) - ProcessCount LEAK? -, AvailableMemoryMB=577 (was 696)
2024-11-14T07:24:37,182 WARN  [Time-limited test {}] hbase.ResourceChecker(130): Thread=784 is superior to 500
2024-11-14T07:24:37,202 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: snapshot.TestMobSecureExportSnapshot#testExportFileSystemStateWithMergeRegion Thread=784, OpenFileDescriptor=796, MaxFileDescriptor=1048576, SystemLoadAverage=497, ProcessCount=20, AvailableMemoryMB=577
2024-11-14T07:24:37,202 WARN  [Time-limited test {}] hbase.ResourceChecker(130): Thread=784 is superior to 500
2024-11-14T07:24:37,204 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testtb-testExportFileSystemStateWithMergeRegion', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '0', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-14T07:24:37,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] procedure2.ProcedureExecutor(1139): Stored pid=94, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testtb-testExportFileSystemStateWithMergeRegion
2024-11-14T07:24:37,206 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=94, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testtb-testExportFileSystemStateWithMergeRegion execute state=CREATE_TABLE_PRE_OPERATION
2024-11-14T07:24:37,206 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default"
qualifier: "testtb-testExportFileSystemStateWithMergeRegion"
 procId is: 94
2024-11-14T07:24:37,207 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=94, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testtb-testExportFileSystemStateWithMergeRegion execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-14T07:24:37,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=94
2024-11-14T07:24:37,218 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073742107_1283 (size=458)
2024-11-14T07:24:37,218 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073742107_1283 (size=458)
2024-11-14T07:24:37,218 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073742107_1283 (size=458)
2024-11-14T07:24:37,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=94
2024-11-14T07:24:37,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=94
2024-11-14T07:24:37,617 INFO  [RegionOpenAndInit-testtb-testExportFileSystemStateWithMergeRegion-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => df1d1a98ada08977af752542442813be, NAME => 'testtb-testExportFileSystemStateWithMergeRegion,,1731569077203.df1d1a98ada08977af752542442813be.', STARTKEY => '', ENDKEY => '1'}, tableDescriptor='testtb-testExportFileSystemStateWithMergeRegion', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '0', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50
2024-11-14T07:24:37,617 INFO  [RegionOpenAndInit-testtb-testExportFileSystemStateWithMergeRegion-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 537a566af2a74eb8eccf593e5dd7bd16, NAME => 'testtb-testExportFileSystemStateWithMergeRegion,1,1731569077203.537a566af2a74eb8eccf593e5dd7bd16.', STARTKEY => '1', ENDKEY => ''}, tableDescriptor='testtb-testExportFileSystemStateWithMergeRegion', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '0', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50
2024-11-14T07:24:37,633 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073742108_1284 (size=83)
2024-11-14T07:24:37,633 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073742108_1284 (size=83)
2024-11-14T07:24:37,633 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073742109_1285 (size=83)
2024-11-14T07:24:37,633 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073742108_1284 (size=83)
2024-11-14T07:24:37,634 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073742109_1285 (size=83)
2024-11-14T07:24:37,634 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073742109_1285 (size=83)
2024-11-14T07:24:37,634 DEBUG [RegionOpenAndInit-testtb-testExportFileSystemStateWithMergeRegion-pool-1 {}] regionserver.HRegion(898): Instantiated testtb-testExportFileSystemStateWithMergeRegion,1,1731569077203.537a566af2a74eb8eccf593e5dd7bd16.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-14T07:24:37,634 DEBUG [RegionOpenAndInit-testtb-testExportFileSystemStateWithMergeRegion-pool-1 {}] regionserver.HRegion(1722): Closing 537a566af2a74eb8eccf593e5dd7bd16, disabling compactions & flushes
2024-11-14T07:24:37,634 DEBUG [RegionOpenAndInit-testtb-testExportFileSystemStateWithMergeRegion-pool-0 {}] regionserver.HRegion(898): Instantiated testtb-testExportFileSystemStateWithMergeRegion,,1731569077203.df1d1a98ada08977af752542442813be.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-14T07:24:37,634 INFO  [RegionOpenAndInit-testtb-testExportFileSystemStateWithMergeRegion-pool-1 {}] regionserver.HRegion(1755): Closing region testtb-testExportFileSystemStateWithMergeRegion,1,1731569077203.537a566af2a74eb8eccf593e5dd7bd16.
2024-11-14T07:24:37,634 DEBUG [RegionOpenAndInit-testtb-testExportFileSystemStateWithMergeRegion-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testtb-testExportFileSystemStateWithMergeRegion,1,1731569077203.537a566af2a74eb8eccf593e5dd7bd16.
2024-11-14T07:24:37,634 DEBUG [RegionOpenAndInit-testtb-testExportFileSystemStateWithMergeRegion-pool-0 {}] regionserver.HRegion(1722): Closing df1d1a98ada08977af752542442813be, disabling compactions & flushes
2024-11-14T07:24:37,634 INFO  [RegionOpenAndInit-testtb-testExportFileSystemStateWithMergeRegion-pool-0 {}] regionserver.HRegion(1755): Closing region testtb-testExportFileSystemStateWithMergeRegion,,1731569077203.df1d1a98ada08977af752542442813be.
2024-11-14T07:24:37,634 DEBUG [RegionOpenAndInit-testtb-testExportFileSystemStateWithMergeRegion-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testtb-testExportFileSystemStateWithMergeRegion,1,1731569077203.537a566af2a74eb8eccf593e5dd7bd16. after waiting 0 ms
2024-11-14T07:24:37,634 DEBUG [RegionOpenAndInit-testtb-testExportFileSystemStateWithMergeRegion-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testtb-testExportFileSystemStateWithMergeRegion,,1731569077203.df1d1a98ada08977af752542442813be.
2024-11-14T07:24:37,634 DEBUG [RegionOpenAndInit-testtb-testExportFileSystemStateWithMergeRegion-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testtb-testExportFileSystemStateWithMergeRegion,1,1731569077203.537a566af2a74eb8eccf593e5dd7bd16.
2024-11-14T07:24:37,634 DEBUG [RegionOpenAndInit-testtb-testExportFileSystemStateWithMergeRegion-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testtb-testExportFileSystemStateWithMergeRegion,,1731569077203.df1d1a98ada08977af752542442813be. after waiting 0 ms
2024-11-14T07:24:37,634 INFO  [RegionOpenAndInit-testtb-testExportFileSystemStateWithMergeRegion-pool-1 {}] regionserver.HRegion(1973): Closed testtb-testExportFileSystemStateWithMergeRegion,1,1731569077203.537a566af2a74eb8eccf593e5dd7bd16.
2024-11-14T07:24:37,634 DEBUG [RegionOpenAndInit-testtb-testExportFileSystemStateWithMergeRegion-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testtb-testExportFileSystemStateWithMergeRegion,,1731569077203.df1d1a98ada08977af752542442813be.
2024-11-14T07:24:37,634 INFO  [RegionOpenAndInit-testtb-testExportFileSystemStateWithMergeRegion-pool-0 {}] regionserver.HRegion(1973): Closed testtb-testExportFileSystemStateWithMergeRegion,,1731569077203.df1d1a98ada08977af752542442813be.
2024-11-14T07:24:37,634 DEBUG [RegionOpenAndInit-testtb-testExportFileSystemStateWithMergeRegion-pool-1 {}] regionserver.HRegion(1676): Region close journal for 537a566af2a74eb8eccf593e5dd7bd16:
Waiting for close lock at 1731569077634Disabling compacts and flushes for region at 1731569077634Disabling writes for close at 1731569077634Writing region close event to WAL at 1731569077634Closed at 1731569077634
2024-11-14T07:24:37,634 DEBUG [RegionOpenAndInit-testtb-testExportFileSystemStateWithMergeRegion-pool-0 {}] regionserver.HRegion(1676): Region close journal for df1d1a98ada08977af752542442813be:
Waiting for close lock at 1731569077634Disabling compacts and flushes for region at 1731569077634Disabling writes for close at 1731569077634Writing region close event to WAL at 1731569077634Closed at 1731569077634
2024-11-14T07:24:37,635 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=94, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testtb-testExportFileSystemStateWithMergeRegion execute state=CREATE_TABLE_ADD_TO_META
2024-11-14T07:24:37,636 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testtb-testExportFileSystemStateWithMergeRegion,1,1731569077203.537a566af2a74eb8eccf593e5dd7bd16.","families":{"info":[{"qualifier":"regioninfo","vlen":82,"tag":[],"timestamp":"1731569077635"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731569077635"}]},"ts":"1731569077635"}
2024-11-14T07:24:37,636 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testtb-testExportFileSystemStateWithMergeRegion,,1731569077203.df1d1a98ada08977af752542442813be.","families":{"info":[{"qualifier":"regioninfo","vlen":82,"tag":[],"timestamp":"1731569077635"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731569077635"}]},"ts":"1731569077635"}
2024-11-14T07:24:37,638 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta.
2024-11-14T07:24:37,638 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=94, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testtb-testExportFileSystemStateWithMergeRegion execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-14T07:24:37,639 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testtb-testExportFileSystemStateWithMergeRegion","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731569077638"}]},"ts":"1731569077638"}
2024-11-14T07:24:37,640 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=testtb-testExportFileSystemStateWithMergeRegion, state=ENABLING in hbase:meta
2024-11-14T07:24:37,640 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(204): Hosts are {20680646cf8a=0} racks are {/default-rack=0}
2024-11-14T07:24:37,641 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(303): server 0 has 0 regions
2024-11-14T07:24:37,642 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(303): server 1 has 0 regions
2024-11-14T07:24:37,642 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(303): server 2 has 0 regions
2024-11-14T07:24:37,642 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(310): server 0 is on host 0
2024-11-14T07:24:37,642 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(310): server 1 is on host 0
2024-11-14T07:24:37,642 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(310): server 2 is on host 0
2024-11-14T07:24:37,642 INFO  [PEWorker-4 {}] balancer.BalancerClusterState(321): server 0 is on rack 0
2024-11-14T07:24:37,642 INFO  [PEWorker-4 {}] balancer.BalancerClusterState(321): server 1 is on rack 0
2024-11-14T07:24:37,642 INFO  [PEWorker-4 {}] balancer.BalancerClusterState(321): server 2 is on rack 0
2024-11-14T07:24:37,642 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1
2024-11-14T07:24:37,642 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=95, ppid=94, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testtb-testExportFileSystemStateWithMergeRegion, region=df1d1a98ada08977af752542442813be, ASSIGN}, {pid=96, ppid=94, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testtb-testExportFileSystemStateWithMergeRegion, region=537a566af2a74eb8eccf593e5dd7bd16, ASSIGN}]
2024-11-14T07:24:37,643 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=96, ppid=94, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testtb-testExportFileSystemStateWithMergeRegion, region=537a566af2a74eb8eccf593e5dd7bd16, ASSIGN
2024-11-14T07:24:37,643 INFO  [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=95, ppid=94, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testtb-testExportFileSystemStateWithMergeRegion, region=df1d1a98ada08977af752542442813be, ASSIGN
2024-11-14T07:24:37,644 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=96, ppid=94, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testtb-testExportFileSystemStateWithMergeRegion, region=537a566af2a74eb8eccf593e5dd7bd16, ASSIGN; state=OFFLINE, location=20680646cf8a,46383,1731568958548; forceNewPlan=false, retain=false
2024-11-14T07:24:37,644 INFO  [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=95, ppid=94, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testtb-testExportFileSystemStateWithMergeRegion, region=df1d1a98ada08977af752542442813be, ASSIGN; state=OFFLINE, location=20680646cf8a,35229,1731568958498; forceNewPlan=false, retain=false
2024-11-14T07:24:37,795 INFO  [20680646cf8a:33371 {}] balancer.BaseLoadBalancer(388): Reassigned 2 regions. 2 retained the pre-restart assignment. 
2024-11-14T07:24:37,796 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=96 updating hbase:meta row=537a566af2a74eb8eccf593e5dd7bd16, regionState=OPENING, regionLocation=20680646cf8a,46383,1731568958548
2024-11-14T07:24:37,796 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=95 updating hbase:meta row=df1d1a98ada08977af752542442813be, regionState=OPENING, regionLocation=20680646cf8a,35229,1731568958498
2024-11-14T07:24:37,800 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=96, ppid=94, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testtb-testExportFileSystemStateWithMergeRegion, region=537a566af2a74eb8eccf593e5dd7bd16, ASSIGN because future has completed
2024-11-14T07:24:37,801 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=97, ppid=96, state=RUNNABLE, hasLock=false; OpenRegionProcedure 537a566af2a74eb8eccf593e5dd7bd16, server=20680646cf8a,46383,1731568958548}]
2024-11-14T07:24:37,801 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=95, ppid=94, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testtb-testExportFileSystemStateWithMergeRegion, region=df1d1a98ada08977af752542442813be, ASSIGN because future has completed
2024-11-14T07:24:37,802 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=98, ppid=95, state=RUNNABLE, hasLock=false; OpenRegionProcedure df1d1a98ada08977af752542442813be, server=20680646cf8a,35229,1731568958498}]
2024-11-14T07:24:37,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=94
2024-11-14T07:24:37,962 INFO  [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] handler.AssignRegionHandler(132): Open testtb-testExportFileSystemStateWithMergeRegion,,1731569077203.df1d1a98ada08977af752542442813be.
2024-11-14T07:24:37,962 INFO  [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] handler.AssignRegionHandler(132): Open testtb-testExportFileSystemStateWithMergeRegion,1,1731569077203.537a566af2a74eb8eccf593e5dd7bd16.
2024-11-14T07:24:37,962 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] regionserver.HRegion(7752): Opening region: {ENCODED => 537a566af2a74eb8eccf593e5dd7bd16, NAME => 'testtb-testExportFileSystemStateWithMergeRegion,1,1731569077203.537a566af2a74eb8eccf593e5dd7bd16.', STARTKEY => '1', ENDKEY => ''}
2024-11-14T07:24:37,962 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegion(7752): Opening region: {ENCODED => df1d1a98ada08977af752542442813be, NAME => 'testtb-testExportFileSystemStateWithMergeRegion,,1731569077203.df1d1a98ada08977af752542442813be.', STARTKEY => '', ENDKEY => '1'}
2024-11-14T07:24:37,962 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegion(8280): Registered coprocessor service: region=testtb-testExportFileSystemStateWithMergeRegion,,1731569077203.df1d1a98ada08977af752542442813be. service=AccessControlService
2024-11-14T07:24:37,962 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] regionserver.HRegion(8280): Registered coprocessor service: region=testtb-testExportFileSystemStateWithMergeRegion,1,1731569077203.537a566af2a74eb8eccf593e5dd7bd16. service=AccessControlService
2024-11-14T07:24:37,963 INFO  [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.security.access.AccessController loaded, priority=536870911.
2024-11-14T07:24:37,963 INFO  [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.security.access.AccessController loaded, priority=536870911.
2024-11-14T07:24:37,963 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testtb-testExportFileSystemStateWithMergeRegion 537a566af2a74eb8eccf593e5dd7bd16
2024-11-14T07:24:37,963 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testtb-testExportFileSystemStateWithMergeRegion df1d1a98ada08977af752542442813be
2024-11-14T07:24:37,963 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] regionserver.HRegion(898): Instantiated testtb-testExportFileSystemStateWithMergeRegion,1,1731569077203.537a566af2a74eb8eccf593e5dd7bd16.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-14T07:24:37,963 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegion(898): Instantiated testtb-testExportFileSystemStateWithMergeRegion,,1731569077203.df1d1a98ada08977af752542442813be.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-14T07:24:37,963 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] regionserver.HRegion(7794): checking encryption for 537a566af2a74eb8eccf593e5dd7bd16
2024-11-14T07:24:37,963 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegion(7794): checking encryption for df1d1a98ada08977af752542442813be
2024-11-14T07:24:37,963 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] regionserver.HRegion(7797): checking classloading for 537a566af2a74eb8eccf593e5dd7bd16
2024-11-14T07:24:37,963 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegion(7797): checking classloading for df1d1a98ada08977af752542442813be
2024-11-14T07:24:37,965 INFO  [StoreOpener-537a566af2a74eb8eccf593e5dd7bd16-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 537a566af2a74eb8eccf593e5dd7bd16 
2024-11-14T07:24:37,965 INFO  [StoreOpener-df1d1a98ada08977af752542442813be-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region df1d1a98ada08977af752542442813be 
2024-11-14T07:24:37,966 INFO  [StoreOpener-537a566af2a74eb8eccf593e5dd7bd16-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 537a566af2a74eb8eccf593e5dd7bd16 columnFamilyName cf
2024-11-14T07:24:37,966 INFO  [StoreOpener-df1d1a98ada08977af752542442813be-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region df1d1a98ada08977af752542442813be columnFamilyName cf
2024-11-14T07:24:37,968 DEBUG [StoreOpener-df1d1a98ada08977af752542442813be-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T07:24:37,968 DEBUG [StoreOpener-537a566af2a74eb8eccf593e5dd7bd16-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T07:24:37,968 INFO  [StoreOpener-df1d1a98ada08977af752542442813be-1 {}] regionserver.HStore(327): Store=df1d1a98ada08977af752542442813be/cf,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-14T07:24:37,968 INFO  [StoreOpener-537a566af2a74eb8eccf593e5dd7bd16-1 {}] regionserver.HStore(327): Store=537a566af2a74eb8eccf593e5dd7bd16/cf,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-14T07:24:37,969 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegion(1038): replaying wal for df1d1a98ada08977af752542442813be
2024-11-14T07:24:37,969 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] regionserver.HRegion(1038): replaying wal for 537a566af2a74eb8eccf593e5dd7bd16
2024-11-14T07:24:37,970 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testtb-testExportFileSystemStateWithMergeRegion/df1d1a98ada08977af752542442813be
2024-11-14T07:24:37,970 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testtb-testExportFileSystemStateWithMergeRegion/537a566af2a74eb8eccf593e5dd7bd16
2024-11-14T07:24:37,970 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testtb-testExportFileSystemStateWithMergeRegion/df1d1a98ada08977af752542442813be
2024-11-14T07:24:37,970 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testtb-testExportFileSystemStateWithMergeRegion/537a566af2a74eb8eccf593e5dd7bd16
2024-11-14T07:24:37,970 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testtb-testConsecutiveExports
2024-11-14T07:24:37,971 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegion(1048): stopping wal replay for df1d1a98ada08977af752542442813be
2024-11-14T07:24:37,971 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegion(1060): Cleaning up temporary data for df1d1a98ada08977af752542442813be
2024-11-14T07:24:37,971 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] regionserver.HRegion(1048): stopping wal replay for 537a566af2a74eb8eccf593e5dd7bd16
2024-11-14T07:24:37,971 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] regionserver.HRegion(1060): Cleaning up temporary data for 537a566af2a74eb8eccf593e5dd7bd16
2024-11-14T07:24:37,973 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegion(1093): writing seq id for df1d1a98ada08977af752542442813be
2024-11-14T07:24:37,973 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] regionserver.HRegion(1093): writing seq id for 537a566af2a74eb8eccf593e5dd7bd16
2024-11-14T07:24:37,975 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testtb-testExportFileSystemStateWithMergeRegion/df1d1a98ada08977af752542442813be/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-14T07:24:37,975 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testtb-testExportFileSystemStateWithMergeRegion/537a566af2a74eb8eccf593e5dd7bd16/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-14T07:24:37,976 INFO  [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] regionserver.HRegion(1114): Opened 537a566af2a74eb8eccf593e5dd7bd16; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64703179, jitterRate=-0.0358474999666214}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-14T07:24:37,976 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 537a566af2a74eb8eccf593e5dd7bd16
2024-11-14T07:24:37,976 INFO  [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegion(1114): Opened df1d1a98ada08977af752542442813be; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70702358, jitterRate=0.05354723334312439}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-14T07:24:37,976 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegion(1122): Running coprocessor post-open hooks for df1d1a98ada08977af752542442813be
2024-11-14T07:24:37,976 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] regionserver.HRegion(1006): Region open journal for 537a566af2a74eb8eccf593e5dd7bd16:
Running coprocessor pre-open hook at 1731569077963Writing region info on filesystem at 1731569077963Initializing all the Stores at 1731569077964 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '0', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731569077964Cleaning up temporary data from old regions at 1731569077971 (+7 ms)Running coprocessor post-open hooks at 1731569077976 (+5 ms)Region opened successfully at 1731569077976
2024-11-14T07:24:37,976 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegion(1006): Region open journal for df1d1a98ada08977af752542442813be:
Running coprocessor pre-open hook at 1731569077963Writing region info on filesystem at 1731569077963Initializing all the Stores at 1731569077964 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '0', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731569077964Cleaning up temporary data from old regions at 1731569077971 (+7 ms)Running coprocessor post-open hooks at 1731569077976 (+5 ms)Region opened successfully at 1731569077976
2024-11-14T07:24:37,977 INFO  [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] regionserver.HRegionServer(2236): Post open deploy tasks for testtb-testExportFileSystemStateWithMergeRegion,1,1731569077203.537a566af2a74eb8eccf593e5dd7bd16., pid=97, masterSystemTime=1731569077952
2024-11-14T07:24:37,977 INFO  [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegionServer(2236): Post open deploy tasks for testtb-testExportFileSystemStateWithMergeRegion,,1731569077203.df1d1a98ada08977af752542442813be., pid=98, masterSystemTime=1731569077955
2024-11-14T07:24:37,979 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegionServer(2266): Finished post open deploy task for testtb-testExportFileSystemStateWithMergeRegion,,1731569077203.df1d1a98ada08977af752542442813be.
2024-11-14T07:24:37,979 INFO  [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] handler.AssignRegionHandler(153): Opened testtb-testExportFileSystemStateWithMergeRegion,,1731569077203.df1d1a98ada08977af752542442813be.
2024-11-14T07:24:37,979 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=95 updating hbase:meta row=df1d1a98ada08977af752542442813be, regionState=OPEN, openSeqNum=2, regionLocation=20680646cf8a,35229,1731568958498
2024-11-14T07:24:37,979 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] regionserver.HRegionServer(2266): Finished post open deploy task for testtb-testExportFileSystemStateWithMergeRegion,1,1731569077203.537a566af2a74eb8eccf593e5dd7bd16.
2024-11-14T07:24:37,979 INFO  [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] handler.AssignRegionHandler(153): Opened testtb-testExportFileSystemStateWithMergeRegion,1,1731569077203.537a566af2a74eb8eccf593e5dd7bd16.
2024-11-14T07:24:37,980 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=96 updating hbase:meta row=537a566af2a74eb8eccf593e5dd7bd16, regionState=OPEN, openSeqNum=2, regionLocation=20680646cf8a,46383,1731568958548
2024-11-14T07:24:37,981 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=98, ppid=95, state=RUNNABLE, hasLock=false; OpenRegionProcedure df1d1a98ada08977af752542442813be, server=20680646cf8a,35229,1731568958498 because future has completed
2024-11-14T07:24:37,982 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=97, ppid=96, state=RUNNABLE, hasLock=false; OpenRegionProcedure 537a566af2a74eb8eccf593e5dd7bd16, server=20680646cf8a,46383,1731568958548 because future has completed
2024-11-14T07:24:37,983 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=98, resume processing ppid=95
2024-11-14T07:24:37,983 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=98, ppid=95, state=SUCCESS, hasLock=false; OpenRegionProcedure df1d1a98ada08977af752542442813be, server=20680646cf8a,35229,1731568958498 in 181 msec
2024-11-14T07:24:37,984 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=97, resume processing ppid=96
2024-11-14T07:24:37,984 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=97, ppid=96, state=SUCCESS, hasLock=false; OpenRegionProcedure 537a566af2a74eb8eccf593e5dd7bd16, server=20680646cf8a,46383,1731568958548 in 182 msec
2024-11-14T07:24:37,984 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=95, ppid=94, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testtb-testExportFileSystemStateWithMergeRegion, region=df1d1a98ada08977af752542442813be, ASSIGN in 341 msec
2024-11-14T07:24:37,985 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=96, resume processing ppid=94
2024-11-14T07:24:37,985 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=96, ppid=94, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testtb-testExportFileSystemStateWithMergeRegion, region=537a566af2a74eb8eccf593e5dd7bd16, ASSIGN in 342 msec
2024-11-14T07:24:37,986 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=94, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testtb-testExportFileSystemStateWithMergeRegion execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-14T07:24:37,986 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testtb-testExportFileSystemStateWithMergeRegion","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731569077986"}]},"ts":"1731569077986"}
2024-11-14T07:24:37,987 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=testtb-testExportFileSystemStateWithMergeRegion, state=ENABLED in hbase:meta
2024-11-14T07:24:37,988 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=94, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testtb-testExportFileSystemStateWithMergeRegion execute state=CREATE_TABLE_POST_OPERATION
2024-11-14T07:24:37,988 DEBUG [PEWorker-5 {}] access.PermissionStorage(177): Writing permission with rowKey testtb-testExportFileSystemStateWithMergeRegion jenkins: RWXCA
2024-11-14T07:24:37,992 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46383 {}] access.PermissionStorage(613): Read acl: entry[testtb-testExportFileSystemStateWithMergeRegion], kv [jenkins: RWXCA]
2024-11-14T07:24:38,286 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46383-0x1003d1cd0e50003, quorum=127.0.0.1:51438, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl
2024-11-14T07:24:38,286 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33371-0x1003d1cd0e50000, quorum=127.0.0.1:51438, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl
2024-11-14T07:24:38,286 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35229-0x1003d1cd0e50002, quorum=127.0.0.1:51438, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl
2024-11-14T07:24:38,286 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41449-0x1003d1cd0e50001, quorum=127.0.0.1:51438, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl
2024-11-14T07:24:38,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=94
2024-11-14T07:24:38,617 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportFileSystemStateWithMergeRegion with data PBUF\x0AU\x0A\x07jenkins\x12J\x08\x03"F\x0A:\x0A\x07default\x12/testtb-testExportFileSystemStateWithMergeRegion \x00 \x01 \x02 \x03 \x04
2024-11-14T07:24:38,618 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportFileSystemStateWithMergeRegion with data PBUF\x0AU\x0A\x07jenkins\x12J\x08\x03"F\x0A:\x0A\x07default\x12/testtb-testExportFileSystemStateWithMergeRegion \x00 \x01 \x02 \x03 \x04
2024-11-14T07:24:38,618 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportFileSystemStateWithMergeRegion with data PBUF\x0AU\x0A\x07jenkins\x12J\x08\x03"F\x0A:\x0A\x07default\x12/testtb-testExportFileSystemStateWithMergeRegion \x00 \x01 \x02 \x03 \x04
2024-11-14T07:24:38,618 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportFileSystemStateWithMergeRegion with data PBUF\x0AU\x0A\x07jenkins\x12J\x08\x03"F\x0A:\x0A\x07default\x12/testtb-testExportFileSystemStateWithMergeRegion \x00 \x01 \x02 \x03 \x04
2024-11-14T07:24:38,621 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=94, state=SUCCESS, hasLock=false; CreateTableProcedure table=testtb-testExportFileSystemStateWithMergeRegion in 1.4130 sec
2024-11-14T07:24:39,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=94
2024-11-14T07:24:39,368 INFO  [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testtb-testExportFileSystemStateWithMergeRegion completed
2024-11-14T07:24:39,368 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testtb-testExportFileSystemStateWithMergeRegion,, stopping at row=testtb-testExportFileSystemStateWithMergeRegion ,, for max=2147483647 with caching=100
2024-11-14T07:24:39,371 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2234): Found 2 regions for table testtb-testExportFileSystemStateWithMergeRegion
2024-11-14T07:24:39,371 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2240): firstRegionName=testtb-testExportFileSystemStateWithMergeRegion,,1731569077203.df1d1a98ada08977af752542442813be.
2024-11-14T07:24:39,372 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-14T07:24:39,374 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testtb-testExportFileSystemStateWithMergeRegion,, stopping at row=testtb-testExportFileSystemStateWithMergeRegion ,, for max=2147483647 with caching=100
2024-11-14T07:24:39,380 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testtb-testExportFileSystemStateWithMergeRegion,, stopping at row=testtb-testExportFileSystemStateWithMergeRegion ,, for max=2147483647 with caching=100
2024-11-14T07:24:39,387 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testtb-testExportFileSystemStateWithMergeRegion,, stopping at row=testtb-testExportFileSystemStateWithMergeRegion ,, for max=2147483647 with caching=100
2024-11-14T07:24:39,391 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.2 snapshot request for:{ ss=emptySnaptb0-testExportFileSystemStateWithMergeRegion table=testtb-testExportFileSystemStateWithMergeRegion type=FLUSH ttl=0 }
2024-11-14T07:24:39,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1731569079391 (current time:1731569079391).
2024-11-14T07:24:39,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0
2024-11-14T07:24:39,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot emptySnaptb0-testExportFileSystemStateWithMergeRegion VERSION not specified, setting to 2
2024-11-14T07:24:39,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] snapshot.SnapshotDescriptionUtils(346): Set jenkins as owner of Snapshot
2024-11-14T07:24:39,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6aed1430, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-14T07:24:39,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] client.ClusterIdFetcher(90): Going to request 20680646cf8a,33371,-1 for getting cluster id
2024-11-14T07:24:39,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-14T07:24:39,393 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '46377f42-1a23-4b7c-b287-d7f34e5e911d'
2024-11-14T07:24:39,393 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-14T07:24:39,393 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "46377f42-1a23-4b7c-b287-d7f34e5e911d"

2024-11-14T07:24:39,394 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c7ad93b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-14T07:24:39,394 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [20680646cf8a,33371,-1]
2024-11-14T07:24:39,394 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-14T07:24:39,394 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-14T07:24:39,395 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41468, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-14T07:24:39,396 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50b23c6d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-14T07:24:39,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-14T07:24:39,398 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=20680646cf8a,35229,1731568958498, seqNum=-1]
2024-11-14T07:24:39,398 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-14T07:24:39,399 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52976, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-14T07:24:39,400 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371.
2024-11-14T07:24:39,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353)
    at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767)
    at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java)
    at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
    at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T07:24:39,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-14T07:24:39,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-14T07:24:39,401 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-14T07:24:39,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@281bedaa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-14T07:24:39,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] client.ClusterIdFetcher(90): Going to request 20680646cf8a,33371,-1 for getting cluster id
2024-11-14T07:24:39,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-14T07:24:39,405 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '46377f42-1a23-4b7c-b287-d7f34e5e911d'
2024-11-14T07:24:39,405 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-14T07:24:39,405 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "46377f42-1a23-4b7c-b287-d7f34e5e911d"

2024-11-14T07:24:39,406 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7cbe0c9b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-14T07:24:39,406 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [20680646cf8a,33371,-1]
2024-11-14T07:24:39,406 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-14T07:24:39,406 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-14T07:24:39,407 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41486, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-14T07:24:39,408 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c61b7db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-14T07:24:39,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-14T07:24:39,409 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=20680646cf8a,35229,1731568958498, seqNum=-1]
2024-11-14T07:24:39,410 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-14T07:24:39,411 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52980, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-14T07:24:39,413 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:acl', row='testtb-testExportFileSystemStateWithMergeRegion', locateType=CURRENT is [region=hbase:acl,,1731568961356.99a97c7ce2d8675b0310f1de2e0c2662., hostname=20680646cf8a,46383,1731568958548, seqNum=2]
2024-11-14T07:24:39,414 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-14T07:24:39,415 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39338, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-14T07:24:39,416 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371.
2024-11-14T07:24:39,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.security.access.PermissionStorage.getPermissions(PermissionStorage.java:522)
    at org.apache.hadoop.hbase.security.access.PermissionStorage.getTablePermissions(PermissionStorage.java:485)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils$1.run(SnapshotDescriptionUtils.java:490)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils$1.run(SnapshotDescriptionUtils.java:487)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:712)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:439)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953)
    at org.apache.hadoop.security.SecurityUtil.doAsUser(SecurityUtil.java:555)
    at org.apache.hadoop.security.SecurityUtil.doAsLoginUser(SecurityUtil.java:535)
    at jdk.internal.reflect.GeneratedMethodAccessor262.invoke(Unknown Source)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.apache.hadoop.hbase.util.Methods.call(Methods.java:39)
    at org.apache.hadoop.hbase.security.User.runAsLoginUser(User.java:174)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.writeAclToSnapshotDescription(SnapshotDescriptionUtils.java:487)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:354)
    at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767)
    at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java)
    at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
    at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T07:24:39,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-14T07:24:39,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-14T07:24:39,417 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-14T07:24:39,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] access.PermissionStorage(613): Read acl: entry[testtb-testExportFileSystemStateWithMergeRegion], kv [jenkins: RWXCA]
2024-11-14T07:24:39,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot...
2024-11-14T07:24:39,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] procedure2.ProcedureExecutor(1139): Stored pid=99, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=99, snapshot={ ss=emptySnaptb0-testExportFileSystemStateWithMergeRegion table=testtb-testExportFileSystemStateWithMergeRegion type=FLUSH ttl=0 }
2024-11-14T07:24:39,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=emptySnaptb0-testExportFileSystemStateWithMergeRegion table=testtb-testExportFileSystemStateWithMergeRegion type=FLUSH ttl=0 }, snapshot procedure id = 99
2024-11-14T07:24:39,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99
2024-11-14T07:24:39,420 INFO  [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=99, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=99, snapshot={ ss=emptySnaptb0-testExportFileSystemStateWithMergeRegion table=testtb-testExportFileSystemStateWithMergeRegion type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE
2024-11-14T07:24:39,421 INFO  [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=99, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=99, snapshot={ ss=emptySnaptb0-testExportFileSystemStateWithMergeRegion table=testtb-testExportFileSystemStateWithMergeRegion type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION
2024-11-14T07:24:39,424 INFO  [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=99, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=99, snapshot={ ss=emptySnaptb0-testExportFileSystemStateWithMergeRegion table=testtb-testExportFileSystemStateWithMergeRegion type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO
2024-11-14T07:24:39,434 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073742110_1286 (size=215)
2024-11-14T07:24:39,434 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073742110_1286 (size=215)
2024-11-14T07:24:39,434 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073742110_1286 (size=215)
2024-11-14T07:24:39,436 INFO  [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=99, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=99, snapshot={ ss=emptySnaptb0-testExportFileSystemStateWithMergeRegion table=testtb-testExportFileSystemStateWithMergeRegion type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS
2024-11-14T07:24:39,436 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=100, ppid=99, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure df1d1a98ada08977af752542442813be}, {pid=101, ppid=99, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 537a566af2a74eb8eccf593e5dd7bd16}]
2024-11-14T07:24:39,437 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=101, ppid=99, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 537a566af2a74eb8eccf593e5dd7bd16
2024-11-14T07:24:39,437 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=100, ppid=99, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure df1d1a98ada08977af752542442813be
2024-11-14T07:24:39,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99
2024-11-14T07:24:39,589 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46383 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=101
2024-11-14T07:24:39,589 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35229 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=100
2024-11-14T07:24:39,589 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=100}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on testtb-testExportFileSystemStateWithMergeRegion,,1731569077203.df1d1a98ada08977af752542442813be.
2024-11-14T07:24:39,589 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=101}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on testtb-testExportFileSystemStateWithMergeRegion,1,1731569077203.537a566af2a74eb8eccf593e5dd7bd16.
2024-11-14T07:24:39,590 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=100}] regionserver.HRegion(2603): Flush status journal for df1d1a98ada08977af752542442813be:

2024-11-14T07:24:39,590 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=101}] regionserver.HRegion(2603): Flush status journal for 537a566af2a74eb8eccf593e5dd7bd16:

2024-11-14T07:24:39,590 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=100}] regionserver.SnapshotRegionCallable(75): Snapshotting region testtb-testExportFileSystemStateWithMergeRegion,,1731569077203.df1d1a98ada08977af752542442813be. for emptySnaptb0-testExportFileSystemStateWithMergeRegion completed.
2024-11-14T07:24:39,590 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=101}] regionserver.SnapshotRegionCallable(75): Snapshotting region testtb-testExportFileSystemStateWithMergeRegion,1,1731569077203.537a566af2a74eb8eccf593e5dd7bd16. for emptySnaptb0-testExportFileSystemStateWithMergeRegion completed.
2024-11-14T07:24:39,590 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=101}] snapshot.SnapshotManifest(241): Storing 'testtb-testExportFileSystemStateWithMergeRegion,1,1731569077203.537a566af2a74eb8eccf593e5dd7bd16.' region-info for snapshot=emptySnaptb0-testExportFileSystemStateWithMergeRegion
2024-11-14T07:24:39,590 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=100}] snapshot.SnapshotManifest(241): Storing 'testtb-testExportFileSystemStateWithMergeRegion,,1731569077203.df1d1a98ada08977af752542442813be.' region-info for snapshot=emptySnaptb0-testExportFileSystemStateWithMergeRegion
2024-11-14T07:24:39,590 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=101}] snapshot.SnapshotManifest(246): Creating references for hfiles
2024-11-14T07:24:39,590 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=100}] snapshot.SnapshotManifest(246): Creating references for hfiles
2024-11-14T07:24:39,590 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=100}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles
2024-11-14T07:24:39,590 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=101}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles
2024-11-14T07:24:39,596 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073742112_1288 (size=86)
2024-11-14T07:24:39,596 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073742112_1288 (size=86)
2024-11-14T07:24:39,596 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073742112_1288 (size=86)
2024-11-14T07:24:39,596 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073742111_1287 (size=86)
2024-11-14T07:24:39,596 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073742111_1287 (size=86)
2024-11-14T07:24:39,597 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073742111_1287 (size=86)
2024-11-14T07:24:39,597 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=100}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on testtb-testExportFileSystemStateWithMergeRegion,,1731569077203.df1d1a98ada08977af752542442813be.
2024-11-14T07:24:39,597 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=101}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on testtb-testExportFileSystemStateWithMergeRegion,1,1731569077203.537a566af2a74eb8eccf593e5dd7bd16.
2024-11-14T07:24:39,597 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=101}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=101
2024-11-14T07:24:39,597 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=100
2024-11-14T07:24:39,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] master.HMaster(4169): Remote procedure done, pid=100
2024-11-14T07:24:39,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33371 {}] master.HMaster(4169): Remote procedure done, pid=101
2024-11-14T07:24:39,598 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] procedure.SnapshotRegionProcedure(132): finish snapshot emptySnaptb0-testExportFileSystemStateWithMergeRegion on region df1d1a98ada08977af752542442813be
2024-11-14T07:24:39,598 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33371 {}] procedure.SnapshotRegionProcedure(132): finish snapshot emptySnaptb0-testExportFileSystemStateWithMergeRegion on region 537a566af2a74eb8eccf593e5dd7bd16
2024-11-14T07:24:39,598 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=100, ppid=99, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure df1d1a98ada08977af752542442813be
2024-11-14T07:24:39,600 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=100, ppid=99, state=SUCCESS, hasLock=false; SnapshotRegionProcedure df1d1a98ada08977af752542442813be in 163 msec
2024-11-14T07:24:39,600 INFO  [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=101, ppid=99, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 537a566af2a74eb8eccf593e5dd7bd16
2024-11-14T07:24:39,602 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=101, resume processing ppid=99
2024-11-14T07:24:39,602 INFO  [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=99, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=99, snapshot={ ss=emptySnaptb0-testExportFileSystemStateWithMergeRegion table=testtb-testExportFileSystemStateWithMergeRegion type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS
2024-11-14T07:24:39,602 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=101, ppid=99, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 537a566af2a74eb8eccf593e5dd7bd16 in 165 msec
2024-11-14T07:24:39,603 INFO  [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=99, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=99, snapshot={ ss=emptySnaptb0-testExportFileSystemStateWithMergeRegion table=testtb-testExportFileSystemStateWithMergeRegion type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION
2024-11-14T07:24:39,604 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(300): Storing region-info for snapshot.
2024-11-14T07:24:39,604 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(305): Creating references for hfiles
2024-11-14T07:24:39,604 DEBUG [MobRegionSnapshotPool-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T07:24:39,604 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(328): No files under family: cf
2024-11-14T07:24:39,616 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073742113_1289 (size=78)
2024-11-14T07:24:39,616 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073742113_1289 (size=78)
2024-11-14T07:24:39,616 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073742113_1289 (size=78)
2024-11-14T07:24:39,617 INFO  [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=99, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=99, snapshot={ ss=emptySnaptb0-testExportFileSystemStateWithMergeRegion table=testtb-testExportFileSystemStateWithMergeRegion type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT
2024-11-14T07:24:39,617 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for emptySnaptb0-testExportFileSystemStateWithMergeRegion
2024-11-14T07:24:39,618 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/.hbase-snapshot/.tmp/emptySnaptb0-testExportFileSystemStateWithMergeRegion
2024-11-14T07:24:39,630 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073742114_1290 (size=713)
2024-11-14T07:24:39,630 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073742114_1290 (size=713)
2024-11-14T07:24:39,630 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073742114_1290 (size=713)
2024-11-14T07:24:39,634 INFO  [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=99, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=99, snapshot={ ss=emptySnaptb0-testExportFileSystemStateWithMergeRegion table=testtb-testExportFileSystemStateWithMergeRegion type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT
2024-11-14T07:24:39,639 INFO  [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=99, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=99, snapshot={ ss=emptySnaptb0-testExportFileSystemStateWithMergeRegion table=testtb-testExportFileSystemStateWithMergeRegion type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT
2024-11-14T07:24:39,640 DEBUG [PEWorker-3 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/.hbase-snapshot/.tmp/emptySnaptb0-testExportFileSystemStateWithMergeRegion to hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/.hbase-snapshot/emptySnaptb0-testExportFileSystemStateWithMergeRegion
2024-11-14T07:24:39,641 INFO  [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=99, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=99, snapshot={ ss=emptySnaptb0-testExportFileSystemStateWithMergeRegion table=testtb-testExportFileSystemStateWithMergeRegion type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION
2024-11-14T07:24:39,641 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=emptySnaptb0-testExportFileSystemStateWithMergeRegion table=testtb-testExportFileSystemStateWithMergeRegion type=FLUSH ttl=0 }, snapshot procedure id = 99
2024-11-14T07:24:39,643 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=99, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=99, snapshot={ ss=emptySnaptb0-testExportFileSystemStateWithMergeRegion table=testtb-testExportFileSystemStateWithMergeRegion type=FLUSH ttl=0 } in 223 msec
2024-11-14T07:24:39,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33371 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99
2024-11-14T07:24:39,739 INFO  [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: default:testtb-testExportFileSystemStateWithMergeRegion completed
2024-11-14T07:24:39,745 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35229 {}] regionserver.HRegion(8528): writing data to region testtb-testExportFileSystemStateWithMergeRegion,,1731569077203.df1d1a98ada08977af752542442813be. with WAL disabled. Data may be lost in the event of a crash.
2024-11-14T07:24:39,748 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46383 {}] regionserver.HRegion(8528): writing data to region testtb-testExportFileSystemStateWithMergeRegion,1,1731569077203.537a566af2a74eb8eccf593e5dd7bd16. with WAL disabled. Data may be lost in the event of a crash.
2024-11-14T07:24:39,753 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testtb-testExportFileSystemStateWithMergeRegion,, stopping at row=testtb-testExportFileSystemStateWithMergeRegion ,, for max=2147483647 with caching=100
2024-11-14T07:24:39,756 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2234): Found 2 regions for table testtb-testExportFileSystemStateWithMergeRegion
2024-11-14T07:24:39,756 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2240): firstRegionName=testtb-testExportFileSystemStateWithMergeRegion,,1731569077203.df1d1a98ada08977af752542442813be.
2024-11-14T07:24:39,756 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-14T07:24:39,758 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testtb-testExportFileSystemStateWithMergeRegion,, stopping at row=testtb-testExportFileSystemStateWithMergeRegion ,, for max=2147483647 with caching=100
2024-11-14T07:24:39,763 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testtb-testExportFileSystemStateWithMergeRegion,, stopping at row=testtb-testExportFileSystemStateWithMergeRegion ,, for max=2147483647 with caching=100
2024-11-14T07:24:39,772 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testtb-testExportFileSystemStateWithMergeRegion,, stopping at row=testtb-testExportFileSystemStateWithMergeRegion ,, for max=2147483647 with caching=100
2024-11-14T07:24:39,776 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33371 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.2 snapshot request for:{ ss=snaptb0-testExportFileSystemStateWithMergeRegion table=testtb-testExportFileSystemStateWithMergeRegion type=FLUSH ttl=0 }
2024-11-14T07:24:39,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33371 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1731569079776 (current time:1731569079776).
2024-11-14T07:24:39,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33371 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0
2024-11-14T07:24:39,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33371 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snaptb0-testExportFileSystemStateWithMergeRegion VERSION not specified, setting to 2
2024-11-14T07:24:39,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33371 {}] snapshot.SnapshotDescriptionUtils(346): Set jenkins as owner of Snapshot
2024-11-14T07:24:39,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33371 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@760d0ee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-14T07:24:39,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33371 {}] client.ClusterIdFetcher(90): Going to request 20680646cf8a,33371,-1 for getting cluster id
2024-11-14T07:24:39,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33371 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-14T07:24:39,778 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '46377f42-1a23-4b7c-b287-d7f34e5e911d'
2024-11-14T07:24:39,778 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-14T07:24:39,778 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "46377f42-1a23-4b7c-b287-d7f34e5e911d"

2024-11-14T07:24:39,778 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45e0be29, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-14T07:24:39,778 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [20680646cf8a,33371,-1]
2024-11-14T07:24:39,778 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-14T07:24:39,779 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-14T07:24:39,779 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41512, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-14T07:24:39,780 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f6bbe2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-14T07:24:39,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33371 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-14T07:24:39,782 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=20680646cf8a,35229,1731568958498, seqNum=-1]
2024-11-14T07:24:39,782 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-14T07:24:39,783 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52996, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-14T07:24:39,785 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33371 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33371.
2024-11-14T07:24:39,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33371 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353)
    at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767)
    at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java)
    at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
    at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T07:24:39,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33371 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-14T07:24:39,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33371 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-14T07:24:39,785 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-14T07:24:39,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33371 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d9d1436, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-14T07:24:39,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33371 {}] client.ClusterIdFetcher(90): Going to request 20680646cf8a,33371,-1 for getting cluster id
2024-11-14T07:24:39,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33371 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-14T07:24:39,787 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '46377f42-1a23-4b7c-b287-d7f34e5e911d'
2024-11-14T07:24:39,787 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-14T07:24:39,787 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "46377f42-1a23-4b7c-b287-d7f34e5e911d"

2024-11-14T07:24:39,787 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3be7a043, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-14T07:24:39,787 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [20680646cf8a,33371,-1]
2024-11-14T07:24:39,788 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-14T07:24:39,788 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-14T07:24:39,790 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41534, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-14T07:24:39,791 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1de5f1fc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-14T07:24:39,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33371 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-14T07:24:39,793 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=20680646cf8a,35229,1731568958498, seqNum=-1]
2024-11-14T07:24:39,793 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-14T07:24:39,794 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53002, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-14T07:24:39,796 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:acl', row='testtb-testExportFileSystemStateWithMergeRegion', locateType=CURRENT is [region=hbase:acl,,1731568961356.99a97c7ce2d8675b0310f1de2e0c2662., hostname=20680646cf8a,46383,1731568958548, seqNum=2]
2024-11-14T07:24:39,796 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-14T07:24:39,797 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39344, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-14T07:24:39,798 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33371 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33371.
2024-11-14T07:24:39,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33371 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.security.access.PermissionStorage.getPermissions(PermissionStorage.java:522)
    at org.apache.hadoop.hbase.security.access.PermissionStorage.getTablePermissions(PermissionStorage.java:485)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils$1.run(SnapshotDescriptionUtils.java:490)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils$1.run(SnapshotDescriptionUtils.java:487)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:712)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:439)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953)
    at org.apache.hadoop.security.SecurityUtil.doAsUser(SecurityUtil.java:555)
    at org.apache.hadoop.security.SecurityUtil.doAsLoginUser(SecurityUtil.java:535)
    at jdk.internal.reflect.GeneratedMethodAccessor262.invoke(Unknown Source)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.apache.hadoop.hbase.util.Methods.call(Methods.java:39)
    at org.apache.hadoop.hbase.security.User.runAsLoginUser(User.java:174)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.writeAclToSnapshotDescription(SnapshotDescriptionUtils.java:487)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:354)
    at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767)
    at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java)
    at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
    at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T07:24:39,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33371 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-14T07:24:39,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33371 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-14T07:24:39,799 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-14T07:24:39,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33371 {}] access.PermissionStorage(613): Read acl: entry[testtb-testExportFileSystemStateWithMergeRegion], kv [jenkins: RWXCA]
2024-11-14T07:24:39,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33371 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot...
2024-11-14T07:24:39,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33371 {}] procedure2.ProcedureExecutor(1139): Stored pid=102, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=102, snapshot={ ss=snaptb0-testExportFileSystemStateWithMergeRegion table=testtb-testExportFileSystemStateWithMergeRegion type=FLUSH ttl=0 }
2024-11-14T07:24:39,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33371 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snaptb0-testExportFileSystemStateWithMergeRegion table=testtb-testExportFileSystemStateWithMergeRegion type=FLUSH ttl=0 }, snapshot procedure id = 102
2024-11-14T07:24:39,801 INFO  [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=102, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=102, snapshot={ ss=snaptb0-testExportFileSystemStateWithMergeRegion table=testtb-testExportFileSystemStateWithMergeRegion type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE
2024-11-14T07:24:39,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33371 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=102
2024-11-14T07:24:39,802 INFO  [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=102, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=102, snapshot={ ss=snaptb0-testExportFileSystemStateWithMergeRegion table=testtb-testExportFileSystemStateWithMergeRegion type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION
2024-11-14T07:24:39,805 INFO  [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=102, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=102, snapshot={ ss=snaptb0-testExportFileSystemStateWithMergeRegion table=testtb-testExportFileSystemStateWithMergeRegion type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO
2024-11-14T07:24:39,812 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073742115_1291 (size=210)
2024-11-14T07:24:39,812 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073742115_1291 (size=210)
2024-11-14T07:24:39,812 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073742115_1291 (size=210)
2024-11-14T07:24:39,813 INFO  [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=102, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=102, snapshot={ ss=snaptb0-testExportFileSystemStateWithMergeRegion table=testtb-testExportFileSystemStateWithMergeRegion type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS
2024-11-14T07:24:39,813 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=103, ppid=102, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure df1d1a98ada08977af752542442813be}, {pid=104, ppid=102, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 537a566af2a74eb8eccf593e5dd7bd16}]
2024-11-14T07:24:39,814 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=103, ppid=102, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure df1d1a98ada08977af752542442813be
2024-11-14T07:24:39,814 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=104, ppid=102, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 537a566af2a74eb8eccf593e5dd7bd16
2024-11-14T07:24:39,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33371 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=102
2024-11-14T07:24:39,966 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35229 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=103
2024-11-14T07:24:39,966 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46383 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=104
2024-11-14T07:24:39,966 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=104}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on testtb-testExportFileSystemStateWithMergeRegion,1,1731569077203.537a566af2a74eb8eccf593e5dd7bd16.
2024-11-14T07:24:39,966 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=103}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on testtb-testExportFileSystemStateWithMergeRegion,,1731569077203.df1d1a98ada08977af752542442813be.
2024-11-14T07:24:39,967 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=103}] regionserver.HRegion(2902): Flushing df1d1a98ada08977af752542442813be 1/1 column families, dataSize=333 B heapSize=976 B
2024-11-14T07:24:39,967 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=104}] regionserver.HRegion(2902): Flushing 537a566af2a74eb8eccf593e5dd7bd16 1/1 column families, dataSize=2.93 KB heapSize=6.58 KB
2024-11-14T07:24:39,987 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=103}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114df265283e00443699a3442fdbf28b156_df1d1a98ada08977af752542442813be is 71, key is 04b1d3078529145383e6ca18fc3b77b2/cf:q/1731569079745/Put/seqid=0
2024-11-14T07:24:39,989 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=104}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/mobdir/.tmp/c4ca4238a0b923820dcc509a6f75849b20241114a8195dbd74f0425f93301bc0c1c33535_537a566af2a74eb8eccf593e5dd7bd16 is 71, key is 1025ee2bbdd517f455863c8b32112604/cf:q/1731569079748/Put/seqid=0
2024-11-14T07:24:39,994 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073742116_1292 (size=5241)
2024-11-14T07:24:39,994 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073742116_1292 (size=5241)
2024-11-14T07:24:39,994 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073742116_1292 (size=5241)
2024-11-14T07:24:39,995 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073742117_1293 (size=8031)
2024-11-14T07:24:39,996 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073742117_1293 (size=8031)
2024-11-14T07:24:39,996 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073742117_1293 (size=8031)
2024-11-14T07:24:39,996 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=104}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T07:24:40,001 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=104}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/mobdir/.tmp/c4ca4238a0b923820dcc509a6f75849b20241114a8195dbd74f0425f93301bc0c1c33535_537a566af2a74eb8eccf593e5dd7bd16 to hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/mobdir/data/default/testtb-testExportFileSystemStateWithMergeRegion/aaca68e56e63a701f5c1ec9dc2f0511c/cf/c4ca4238a0b923820dcc509a6f75849b20241114a8195dbd74f0425f93301bc0c1c33535_537a566af2a74eb8eccf593e5dd7bd16
2024-11-14T07:24:40,001 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=103}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T07:24:40,002 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=104}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testtb-testExportFileSystemStateWithMergeRegion/537a566af2a74eb8eccf593e5dd7bd16/.tmp/cf/7a0a6bd6d4c645a089ea4c0578587818, store: [table=testtb-testExportFileSystemStateWithMergeRegion family=cf region=537a566af2a74eb8eccf593e5dd7bd16]
2024-11-14T07:24:40,002 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=104}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testtb-testExportFileSystemStateWithMergeRegion/537a566af2a74eb8eccf593e5dd7bd16/.tmp/cf/7a0a6bd6d4c645a089ea4c0578587818 is 224, key is 136756afbaf5f2466cbf5df8bef55ded3/cf:q/1731569079748/Put/seqid=0
2024-11-14T07:24:40,006 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=103}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114df265283e00443699a3442fdbf28b156_df1d1a98ada08977af752542442813be to hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/mobdir/data/default/testtb-testExportFileSystemStateWithMergeRegion/aaca68e56e63a701f5c1ec9dc2f0511c/cf/d41d8cd98f00b204e9800998ecf8427e20241114df265283e00443699a3442fdbf28b156_df1d1a98ada08977af752542442813be
2024-11-14T07:24:40,007 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=103}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testtb-testExportFileSystemStateWithMergeRegion/df1d1a98ada08977af752542442813be/.tmp/cf/d23175281baf420bae68a65ac7013cda, store: [table=testtb-testExportFileSystemStateWithMergeRegion family=cf region=df1d1a98ada08977af752542442813be]
2024-11-14T07:24:40,007 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073742118_1294 (size=15277)
2024-11-14T07:24:40,007 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=103}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testtb-testExportFileSystemStateWithMergeRegion/df1d1a98ada08977af752542442813be/.tmp/cf/d23175281baf420bae68a65ac7013cda is 224, key is 0c22f2522f38ce2abe75d3dcfcbdfe86f/cf:q/1731569079745/Put/seqid=0
2024-11-14T07:24:40,007 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073742118_1294 (size=15277)
2024-11-14T07:24:40,008 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073742118_1294 (size=15277)
2024-11-14T07:24:40,008 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=104}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=6, memsize=2.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testtb-testExportFileSystemStateWithMergeRegion/537a566af2a74eb8eccf593e5dd7bd16/.tmp/cf/7a0a6bd6d4c645a089ea4c0578587818
2024-11-14T07:24:40,012 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073742119_1295 (size=6416)
2024-11-14T07:24:40,012 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073742119_1295 (size=6416)
2024-11-14T07:24:40,013 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073742119_1295 (size=6416)
2024-11-14T07:24:40,013 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=103}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=6, memsize=333, hasBloomFilter=true, into tmp file hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testtb-testExportFileSystemStateWithMergeRegion/df1d1a98ada08977af752542442813be/.tmp/cf/d23175281baf420bae68a65ac7013cda
2024-11-14T07:24:40,014 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=104}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testtb-testExportFileSystemStateWithMergeRegion/537a566af2a74eb8eccf593e5dd7bd16/.tmp/cf/7a0a6bd6d4c645a089ea4c0578587818 as hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testtb-testExportFileSystemStateWithMergeRegion/537a566af2a74eb8eccf593e5dd7bd16/cf/7a0a6bd6d4c645a089ea4c0578587818
2024-11-14T07:24:40,018 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=104}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testtb-testExportFileSystemStateWithMergeRegion/537a566af2a74eb8eccf593e5dd7bd16/cf/7a0a6bd6d4c645a089ea4c0578587818, entries=45, sequenceid=6, filesize=14.9 K
2024-11-14T07:24:40,018 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=103}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testtb-testExportFileSystemStateWithMergeRegion/df1d1a98ada08977af752542442813be/.tmp/cf/d23175281baf420bae68a65ac7013cda as hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testtb-testExportFileSystemStateWithMergeRegion/df1d1a98ada08977af752542442813be/cf/d23175281baf420bae68a65ac7013cda
2024-11-14T07:24:40,019 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=104}] regionserver.HRegion(3140): Finished flush of dataSize ~2.93 KB/3003, heapSize ~6.56 KB/6720, currentSize=0 B/0 for 537a566af2a74eb8eccf593e5dd7bd16 in 53ms, sequenceid=6, compaction requested=false
2024-11-14T07:24:40,019 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=104}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testtb-testExportFileSystemStateWithMergeRegion'
2024-11-14T07:24:40,019 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=104}] regionserver.HRegion(2603): Flush status journal for 537a566af2a74eb8eccf593e5dd7bd16:

2024-11-14T07:24:40,019 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=104}] regionserver.SnapshotRegionCallable(75): Snapshotting region testtb-testExportFileSystemStateWithMergeRegion,1,1731569077203.537a566af2a74eb8eccf593e5dd7bd16. for snaptb0-testExportFileSystemStateWithMergeRegion completed.
2024-11-14T07:24:40,019 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=104}] snapshot.SnapshotManifest(241): Storing 'testtb-testExportFileSystemStateWithMergeRegion,1,1731569077203.537a566af2a74eb8eccf593e5dd7bd16.' region-info for snapshot=snaptb0-testExportFileSystemStateWithMergeRegion
2024-11-14T07:24:40,019 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=104}] snapshot.SnapshotManifest(246): Creating references for hfiles
2024-11-14T07:24:40,019 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=104}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testtb-testExportFileSystemStateWithMergeRegion/537a566af2a74eb8eccf593e5dd7bd16/cf/7a0a6bd6d4c645a089ea4c0578587818] hfiles
2024-11-14T07:24:40,020 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=104}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testtb-testExportFileSystemStateWithMergeRegion/537a566af2a74eb8eccf593e5dd7bd16/cf/7a0a6bd6d4c645a089ea4c0578587818 for snapshot=snaptb0-testExportFileSystemStateWithMergeRegion
2024-11-14T07:24:40,023 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=103}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testtb-testExportFileSystemStateWithMergeRegion/df1d1a98ada08977af752542442813be/cf/d23175281baf420bae68a65ac7013cda, entries=5, sequenceid=6, filesize=6.3 K
2024-11-14T07:24:40,024 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=103}] regionserver.HRegion(3140): Finished flush of dataSize ~333 B/333, heapSize ~960 B/960, currentSize=0 B/0 for df1d1a98ada08977af752542442813be in 58ms, sequenceid=6, compaction requested=false
2024-11-14T07:24:40,024 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=103}] regionserver.HRegion(2603): Flush status journal for df1d1a98ada08977af752542442813be:

2024-11-14T07:24:40,024 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=103}] regionserver.SnapshotRegionCallable(75): Snapshotting region testtb-testExportFileSystemStateWithMergeRegion,,1731569077203.df1d1a98ada08977af752542442813be. for snaptb0-testExportFileSystemStateWithMergeRegion completed.
2024-11-14T07:24:40,024 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=103}] snapshot.SnapshotManifest(241): Storing 'testtb-testExportFileSystemStateWithMergeRegion,,1731569077203.df1d1a98ada08977af752542442813be.' region-info for snapshot=snaptb0-testExportFileSystemStateWithMergeRegion
2024-11-14T07:24:40,024 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=103}] snapshot.SnapshotManifest(246): Creating references for hfiles
2024-11-14T07:24:40,025 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=103}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testtb-testExportFileSystemStateWithMergeRegion/df1d1a98ada08977af752542442813be/cf/d23175281baf420bae68a65ac7013cda] hfiles
2024-11-14T07:24:40,025 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073742120_1296 (size=125)
2024-11-14T07:24:40,025 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=103}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testtb-testExportFileSystemStateWithMergeRegion/df1d1a98ada08977af752542442813be/cf/d23175281baf420bae68a65ac7013cda for snapshot=snaptb0-testExportFileSystemStateWithMergeRegion
2024-11-14T07:24:40,025 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073742120_1296 (size=125)
2024-11-14T07:24:40,025 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073742120_1296 (size=125)
2024-11-14T07:24:40,025 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=104}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on testtb-testExportFileSystemStateWithMergeRegion,1,1731569077203.537a566af2a74eb8eccf593e5dd7bd16.
2024-11-14T07:24:40,025 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=104
2024-11-14T07:24:40,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33371 {}] master.HMaster(4169): Remote procedure done, pid=104
2024-11-14T07:24:40,026 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33371 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snaptb0-testExportFileSystemStateWithMergeRegion on region 537a566af2a74eb8eccf593e5dd7bd16
2024-11-14T07:24:40,026 INFO  [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=104, ppid=102, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 537a566af2a74eb8eccf593e5dd7bd16
2024-11-14T07:24:40,030 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=104, ppid=102, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 537a566af2a74eb8eccf593e5dd7bd16 in 214 msec
2024-11-14T07:24:40,030 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073742121_1297 (size=125)
2024-11-14T07:24:40,030 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073742121_1297 (size=125)
2024-11-14T07:24:40,031 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073742121_1297 (size=125)
2024-11-14T07:24:40,031 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=103}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on testtb-testExportFileSystemStateWithMergeRegion,,1731569077203.df1d1a98ada08977af752542442813be.
2024-11-14T07:24:40,031 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=103}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=103
2024-11-14T07:24:40,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33371 {}] master.HMaster(4169): Remote procedure done, pid=103
2024-11-14T07:24:40,031 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33371 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snaptb0-testExportFileSystemStateWithMergeRegion on region df1d1a98ada08977af752542442813be
2024-11-14T07:24:40,032 INFO  [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=103, ppid=102, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure df1d1a98ada08977af752542442813be
2024-11-14T07:24:40,033 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=103, resume processing ppid=102
2024-11-14T07:24:40,033 INFO  [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=102, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=102, snapshot={ ss=snaptb0-testExportFileSystemStateWithMergeRegion table=testtb-testExportFileSystemStateWithMergeRegion type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS
2024-11-14T07:24:40,034 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=103, ppid=102, state=SUCCESS, hasLock=false; SnapshotRegionProcedure df1d1a98ada08977af752542442813be in 219 msec
2024-11-14T07:24:40,034 INFO  [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=102, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=102, snapshot={ ss=snaptb0-testExportFileSystemStateWithMergeRegion table=testtb-testExportFileSystemStateWithMergeRegion type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION
2024-11-14T07:24:40,036 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(300): Storing region-info for snapshot.
2024-11-14T07:24:40,036 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(305): Creating references for hfiles
2024-11-14T07:24:40,036 DEBUG [MobRegionSnapshotPool-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T07:24:40,037 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(366): Adding snapshot references for [hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/mobdir/data/default/testtb-testExportFileSystemStateWithMergeRegion/aaca68e56e63a701f5c1ec9dc2f0511c/cf/c4ca4238a0b923820dcc509a6f75849b20241114a8195dbd74f0425f93301bc0c1c33535_537a566af2a74eb8eccf593e5dd7bd16, hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/mobdir/data/default/testtb-testExportFileSystemStateWithMergeRegion/aaca68e56e63a701f5c1ec9dc2f0511c/cf/d41d8cd98f00b204e9800998ecf8427e20241114df265283e00443699a3442fdbf28b156_df1d1a98ada08977af752542442813be] hfiles
2024-11-14T07:24:40,037 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(374): Adding reference for hfile (1/2): hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/mobdir/data/default/testtb-testExportFileSystemStateWithMergeRegion/aaca68e56e63a701f5c1ec9dc2f0511c/cf/c4ca4238a0b923820dcc509a6f75849b20241114a8195dbd74f0425f93301bc0c1c33535_537a566af2a74eb8eccf593e5dd7bd16
2024-11-14T07:24:40,037 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(374): Adding reference for hfile (2/2): hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/mobdir/data/default/testtb-testExportFileSystemStateWithMergeRegion/aaca68e56e63a701f5c1ec9dc2f0511c/cf/d41d8cd98f00b204e9800998ecf8427e20241114df265283e00443699a3442fdbf28b156_df1d1a98ada08977af752542442813be
2024-11-14T07:24:40,043 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073742122_1298 (size=309)
2024-11-14T07:24:40,043 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073742122_1298 (size=309)
2024-11-14T07:24:40,044 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073742122_1298 (size=309)
2024-11-14T07:24:40,045 INFO  [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=102, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=102, snapshot={ ss=snaptb0-testExportFileSystemStateWithMergeRegion table=testtb-testExportFileSystemStateWithMergeRegion type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT
2024-11-14T07:24:40,045 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snaptb0-testExportFileSystemStateWithMergeRegion
2024-11-14T07:24:40,046 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/.hbase-snapshot/.tmp/snaptb0-testExportFileSystemStateWithMergeRegion
2024-11-14T07:24:40,061 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073742123_1299 (size=1023)
2024-11-14T07:24:40,061 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073742123_1299 (size=1023)
2024-11-14T07:24:40,061 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073742123_1299 (size=1023)
2024-11-14T07:24:40,063 INFO  [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=102, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=102, snapshot={ ss=snaptb0-testExportFileSystemStateWithMergeRegion table=testtb-testExportFileSystemStateWithMergeRegion type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT
2024-11-14T07:24:40,068 INFO  [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=102, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=102, snapshot={ ss=snaptb0-testExportFileSystemStateWithMergeRegion table=testtb-testExportFileSystemStateWithMergeRegion type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT
2024-11-14T07:24:40,069 DEBUG [PEWorker-1 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/.hbase-snapshot/.tmp/snaptb0-testExportFileSystemStateWithMergeRegion to hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/.hbase-snapshot/snaptb0-testExportFileSystemStateWithMergeRegion
2024-11-14T07:24:40,070 INFO  [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=102, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=102, snapshot={ ss=snaptb0-testExportFileSystemStateWithMergeRegion table=testtb-testExportFileSystemStateWithMergeRegion type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION
2024-11-14T07:24:40,070 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snaptb0-testExportFileSystemStateWithMergeRegion table=testtb-testExportFileSystemStateWithMergeRegion type=FLUSH ttl=0 }, snapshot procedure id = 102
2024-11-14T07:24:40,071 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=102, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=102, snapshot={ ss=snaptb0-testExportFileSystemStateWithMergeRegion table=testtb-testExportFileSystemStateWithMergeRegion type=FLUSH ttl=0 } in 271 msec
2024-11-14T07:24:40,104 WARN  [regionserver/20680646cf8a:0.Chore.1 {}] hbase.ExecutorStatusChore(69): RS_COMPACTED_FILES_DISCHARGER's size info, queued: 1, running: 1
2024-11-14T07:24:40,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33371 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=102
2024-11-14T07:24:40,118 INFO  [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: default:testtb-testExportFileSystemStateWithMergeRegion completed
2024-11-14T07:24:40,137 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-11-14T07:24:40,138 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-11-14T07:24:40,139 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-11-14T07:24:40,139 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53004, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService
2024-11-14T07:24:40,140 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49764, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService
2024-11-14T07:24:40,140 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39348, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService
2024-11-14T07:24:40,140 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35229 {}] regionserver.CompactSplit(323): Interrupting running compactions because user switched off compactions
2024-11-14T07:24:40,140 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41449 {}] regionserver.CompactSplit(323): Interrupting running compactions because user switched off compactions
2024-11-14T07:24:40,140 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46383 {}] regionserver.CompactSplit(323): Interrupting running compactions because user switched off compactions
2024-11-14T07:24:40,142 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33371 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testtb-testExportFileSystemStateWithMergeRegion-1', {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-14T07:24:40,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33371 {}] procedure2.ProcedureExecutor(1139): Stored pid=105, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testtb-testExportFileSystemStateWithMergeRegion-1
2024-11-14T07:24:40,143 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=105, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testtb-testExportFileSystemStateWithMergeRegion-1 execute state=CREATE_TABLE_PRE_OPERATION
2024-11-14T07:24:40,144 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T07:24:40,144 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33371 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default"
qualifier: "testtb-testExportFileSystemStateWithMergeRegion-1"
 procId is: 105
2024-11-14T07:24:40,144 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=105, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testtb-testExportFileSystemStateWithMergeRegion-1 execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-14T07:24:40,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33371 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105
2024-11-14T07:24:40,150 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073742124_1300 (size=399)
2024-11-14T07:24:40,150 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073742124_1300 (size=399)
2024-11-14T07:24:40,150 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073742124_1300 (size=399)
2024-11-14T07:24:40,152 INFO  [RegionOpenAndInit-testtb-testExportFileSystemStateWithMergeRegion-1-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => bf70ac7d0d6bb911f071671790a8e315, NAME => 'testtb-testExportFileSystemStateWithMergeRegion-1,,1731569080142.bf70ac7d0d6bb911f071671790a8e315.', STARTKEY => '', ENDKEY => '2'}, tableDescriptor='testtb-testExportFileSystemStateWithMergeRegion-1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50
2024-11-14T07:24:40,152 INFO  [RegionOpenAndInit-testtb-testExportFileSystemStateWithMergeRegion-1-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => a9e35e160003c0f7ad3b09798aade7fc, NAME => 'testtb-testExportFileSystemStateWithMergeRegion-1,2,1731569080142.a9e35e160003c0f7ad3b09798aade7fc.', STARTKEY => '2', ENDKEY => ''}, tableDescriptor='testtb-testExportFileSystemStateWithMergeRegion-1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50
2024-11-14T07:24:40,158 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073742126_1302 (size=85)
2024-11-14T07:24:40,158 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073742126_1302 (size=85)
2024-11-14T07:24:40,158 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073742126_1302 (size=85)
2024-11-14T07:24:40,159 DEBUG [RegionOpenAndInit-testtb-testExportFileSystemStateWithMergeRegion-1-pool-0 {}] regionserver.HRegion(898): Instantiated testtb-testExportFileSystemStateWithMergeRegion-1,,1731569080142.bf70ac7d0d6bb911f071671790a8e315.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-14T07:24:40,159 DEBUG [RegionOpenAndInit-testtb-testExportFileSystemStateWithMergeRegion-1-pool-0 {}] regionserver.HRegion(1722): Closing bf70ac7d0d6bb911f071671790a8e315, disabling compactions & flushes
2024-11-14T07:24:40,159 INFO  [RegionOpenAndInit-testtb-testExportFileSystemStateWithMergeRegion-1-pool-0 {}] regionserver.HRegion(1755): Closing region testtb-testExportFileSystemStateWithMergeRegion-1,,1731569080142.bf70ac7d0d6bb911f071671790a8e315.
2024-11-14T07:24:40,159 DEBUG [RegionOpenAndInit-testtb-testExportFileSystemStateWithMergeRegion-1-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testtb-testExportFileSystemStateWithMergeRegion-1,,1731569080142.bf70ac7d0d6bb911f071671790a8e315.
2024-11-14T07:24:40,159 DEBUG [RegionOpenAndInit-testtb-testExportFileSystemStateWithMergeRegion-1-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testtb-testExportFileSystemStateWithMergeRegion-1,,1731569080142.bf70ac7d0d6bb911f071671790a8e315. after waiting 0 ms
2024-11-14T07:24:40,159 DEBUG [RegionOpenAndInit-testtb-testExportFileSystemStateWithMergeRegion-1-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testtb-testExportFileSystemStateWithMergeRegion-1,,1731569080142.bf70ac7d0d6bb911f071671790a8e315.
2024-11-14T07:24:40,159 INFO  [RegionOpenAndInit-testtb-testExportFileSystemStateWithMergeRegion-1-pool-0 {}] regionserver.HRegion(1973): Closed testtb-testExportFileSystemStateWithMergeRegion-1,,1731569080142.bf70ac7d0d6bb911f071671790a8e315.
2024-11-14T07:24:40,159 DEBUG [RegionOpenAndInit-testtb-testExportFileSystemStateWithMergeRegion-1-pool-0 {}] regionserver.HRegion(1676): Region close journal for bf70ac7d0d6bb911f071671790a8e315:
Waiting for close lock at 1731569080159Disabling compacts and flushes for region at 1731569080159Disabling writes for close at 1731569080159Writing region close event to WAL at 1731569080159Closed at 1731569080159
2024-11-14T07:24:40,162 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073742125_1301 (size=85)
2024-11-14T07:24:40,162 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073742125_1301 (size=85)
2024-11-14T07:24:40,163 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073742125_1301 (size=85)
2024-11-14T07:24:40,163 DEBUG [RegionOpenAndInit-testtb-testExportFileSystemStateWithMergeRegion-1-pool-1 {}] regionserver.HRegion(898): Instantiated testtb-testExportFileSystemStateWithMergeRegion-1,2,1731569080142.a9e35e160003c0f7ad3b09798aade7fc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-14T07:24:40,163 DEBUG [RegionOpenAndInit-testtb-testExportFileSystemStateWithMergeRegion-1-pool-1 {}] regionserver.HRegion(1722): Closing a9e35e160003c0f7ad3b09798aade7fc, disabling compactions & flushes
2024-11-14T07:24:40,163 INFO  [RegionOpenAndInit-testtb-testExportFileSystemStateWithMergeRegion-1-pool-1 {}] regionserver.HRegion(1755): Closing region testtb-testExportFileSystemStateWithMergeRegion-1,2,1731569080142.a9e35e160003c0f7ad3b09798aade7fc.
2024-11-14T07:24:40,163 DEBUG [RegionOpenAndInit-testtb-testExportFileSystemStateWithMergeRegion-1-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testtb-testExportFileSystemStateWithMergeRegion-1,2,1731569080142.a9e35e160003c0f7ad3b09798aade7fc.
2024-11-14T07:24:40,163 DEBUG [RegionOpenAndInit-testtb-testExportFileSystemStateWithMergeRegion-1-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testtb-testExportFileSystemStateWithMergeRegion-1,2,1731569080142.a9e35e160003c0f7ad3b09798aade7fc. after waiting 0 ms
2024-11-14T07:24:40,163 DEBUG [RegionOpenAndInit-testtb-testExportFileSystemStateWithMergeRegion-1-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testtb-testExportFileSystemStateWithMergeRegion-1,2,1731569080142.a9e35e160003c0f7ad3b09798aade7fc.
2024-11-14T07:24:40,163 INFO  [RegionOpenAndInit-testtb-testExportFileSystemStateWithMergeRegion-1-pool-1 {}] regionserver.HRegion(1973): Closed testtb-testExportFileSystemStateWithMergeRegion-1,2,1731569080142.a9e35e160003c0f7ad3b09798aade7fc.
2024-11-14T07:24:40,163 DEBUG [RegionOpenAndInit-testtb-testExportFileSystemStateWithMergeRegion-1-pool-1 {}] regionserver.HRegion(1676): Region close journal for a9e35e160003c0f7ad3b09798aade7fc:
Waiting for close lock at 1731569080163Disabling compacts and flushes for region at 1731569080163Disabling writes for close at 1731569080163Writing region close event to WAL at 1731569080163Closed at 1731569080163
2024-11-14T07:24:40,164 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=105, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testtb-testExportFileSystemStateWithMergeRegion-1 execute state=CREATE_TABLE_ADD_TO_META
2024-11-14T07:24:40,165 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testtb-testExportFileSystemStateWithMergeRegion-1,,1731569080142.bf70ac7d0d6bb911f071671790a8e315.","families":{"info":[{"qualifier":"regioninfo","vlen":84,"tag":[],"timestamp":"1731569080164"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731569080164"}]},"ts":"1731569080164"}
2024-11-14T07:24:40,165 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testtb-testExportFileSystemStateWithMergeRegion-1,2,1731569080142.a9e35e160003c0f7ad3b09798aade7fc.","families":{"info":[{"qualifier":"regioninfo","vlen":84,"tag":[],"timestamp":"1731569080164"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731569080164"}]},"ts":"1731569080164"}
2024-11-14T07:24:40,167 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta.
2024-11-14T07:24:40,167 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=105, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testtb-testExportFileSystemStateWithMergeRegion-1 execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-14T07:24:40,168 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testtb-testExportFileSystemStateWithMergeRegion-1","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731569080168"}]},"ts":"1731569080168"}
2024-11-14T07:24:40,169 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=testtb-testExportFileSystemStateWithMergeRegion-1, state=ENABLING in hbase:meta
2024-11-14T07:24:40,169 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(204): Hosts are {20680646cf8a=0} racks are {/default-rack=0}
2024-11-14T07:24:40,170 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(303): server 0 has 0 regions
2024-11-14T07:24:40,170 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(303): server 1 has 0 regions
2024-11-14T07:24:40,170 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(303): server 2 has 0 regions
2024-11-14T07:24:40,171 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(310): server 0 is on host 0
2024-11-14T07:24:40,171 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(310): server 1 is on host 0
2024-11-14T07:24:40,171 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(310): server 2 is on host 0
2024-11-14T07:24:40,171 INFO  [PEWorker-2 {}] balancer.BalancerClusterState(321): server 0 is on rack 0
2024-11-14T07:24:40,171 INFO  [PEWorker-2 {}] balancer.BalancerClusterState(321): server 1 is on rack 0
2024-11-14T07:24:40,171 INFO  [PEWorker-2 {}] balancer.BalancerClusterState(321): server 2 is on rack 0
2024-11-14T07:24:40,171 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1
2024-11-14T07:24:40,171 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=106, ppid=105, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testtb-testExportFileSystemStateWithMergeRegion-1, region=bf70ac7d0d6bb911f071671790a8e315, ASSIGN}, {pid=107, ppid=105, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testtb-testExportFileSystemStateWithMergeRegion-1, region=a9e35e160003c0f7ad3b09798aade7fc, ASSIGN}]
2024-11-14T07:24:40,172 INFO  [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=106, ppid=105, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testtb-testExportFileSystemStateWithMergeRegion-1, region=bf70ac7d0d6bb911f071671790a8e315, ASSIGN
2024-11-14T07:24:40,172 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=107, ppid=105, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testtb-testExportFileSystemStateWithMergeRegion-1, region=a9e35e160003c0f7ad3b09798aade7fc, ASSIGN
2024-11-14T07:24:40,173 INFO  [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=106, ppid=105, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testtb-testExportFileSystemStateWithMergeRegion-1, region=bf70ac7d0d6bb911f071671790a8e315, ASSIGN; state=OFFLINE, location=20680646cf8a,41449,1731568958363; forceNewPlan=false, retain=false
2024-11-14T07:24:40,173 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=107, ppid=105, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testtb-testExportFileSystemStateWithMergeRegion-1, region=a9e35e160003c0f7ad3b09798aade7fc, ASSIGN; state=OFFLINE, location=20680646cf8a,46383,1731568958548; forceNewPlan=false, retain=false
2024-11-14T07:24:40,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33371 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105
2024-11-14T07:24:40,323 INFO  [20680646cf8a:33371 {}] balancer.BaseLoadBalancer(388): Reassigned 2 regions. 2 retained the pre-restart assignment. 
2024-11-14T07:24:40,323 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=106 updating hbase:meta row=bf70ac7d0d6bb911f071671790a8e315, regionState=OPENING, regionLocation=20680646cf8a,41449,1731568958363
2024-11-14T07:24:40,323 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=107 updating hbase:meta row=a9e35e160003c0f7ad3b09798aade7fc, regionState=OPENING, regionLocation=20680646cf8a,46383,1731568958548
2024-11-14T07:24:40,326 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=107, ppid=105, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testtb-testExportFileSystemStateWithMergeRegion-1, region=a9e35e160003c0f7ad3b09798aade7fc, ASSIGN because future has completed
2024-11-14T07:24:40,326 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=108, ppid=107, state=RUNNABLE, hasLock=false; OpenRegionProcedure a9e35e160003c0f7ad3b09798aade7fc, server=20680646cf8a,46383,1731568958548}]
2024-11-14T07:24:40,327 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=106, ppid=105, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testtb-testExportFileSystemStateWithMergeRegion-1, region=bf70ac7d0d6bb911f071671790a8e315, ASSIGN because future has completed
2024-11-14T07:24:40,327 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=109, ppid=106, state=RUNNABLE, hasLock=false; OpenRegionProcedure bf70ac7d0d6bb911f071671790a8e315, server=20680646cf8a,41449,1731568958363}]
2024-11-14T07:24:40,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33371 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105
2024-11-14T07:24:40,481 INFO  [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=108}] handler.AssignRegionHandler(132): Open testtb-testExportFileSystemStateWithMergeRegion-1,2,1731569080142.a9e35e160003c0f7ad3b09798aade7fc.
2024-11-14T07:24:40,481 INFO  [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=109}] handler.AssignRegionHandler(132): Open testtb-testExportFileSystemStateWithMergeRegion-1,,1731569080142.bf70ac7d0d6bb911f071671790a8e315.
2024-11-14T07:24:40,481 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=109}] regionserver.HRegion(7752): Opening region: {ENCODED => bf70ac7d0d6bb911f071671790a8e315, NAME => 'testtb-testExportFileSystemStateWithMergeRegion-1,,1731569080142.bf70ac7d0d6bb911f071671790a8e315.', STARTKEY => '', ENDKEY => '2'}
2024-11-14T07:24:40,481 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=108}] regionserver.HRegion(7752): Opening region: {ENCODED => a9e35e160003c0f7ad3b09798aade7fc, NAME => 'testtb-testExportFileSystemStateWithMergeRegion-1,2,1731569080142.a9e35e160003c0f7ad3b09798aade7fc.', STARTKEY => '2', ENDKEY => ''}
2024-11-14T07:24:40,481 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=109}] regionserver.HRegion(8280): Registered coprocessor service: region=testtb-testExportFileSystemStateWithMergeRegion-1,,1731569080142.bf70ac7d0d6bb911f071671790a8e315. service=AccessControlService
2024-11-14T07:24:40,481 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=108}] regionserver.HRegion(8280): Registered coprocessor service: region=testtb-testExportFileSystemStateWithMergeRegion-1,2,1731569080142.a9e35e160003c0f7ad3b09798aade7fc. service=AccessControlService
2024-11-14T07:24:40,482 INFO  [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=109}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.security.access.AccessController loaded, priority=536870911.
2024-11-14T07:24:40,482 INFO  [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=108}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.security.access.AccessController loaded, priority=536870911.
2024-11-14T07:24:40,482 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=109}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testtb-testExportFileSystemStateWithMergeRegion-1 bf70ac7d0d6bb911f071671790a8e315
2024-11-14T07:24:40,482 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=108}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testtb-testExportFileSystemStateWithMergeRegion-1 a9e35e160003c0f7ad3b09798aade7fc
2024-11-14T07:24:40,482 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=109}] regionserver.HRegion(898): Instantiated testtb-testExportFileSystemStateWithMergeRegion-1,,1731569080142.bf70ac7d0d6bb911f071671790a8e315.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-14T07:24:40,482 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=108}] regionserver.HRegion(898): Instantiated testtb-testExportFileSystemStateWithMergeRegion-1,2,1731569080142.a9e35e160003c0f7ad3b09798aade7fc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-14T07:24:40,482 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=108}] regionserver.HRegion(7794): checking encryption for a9e35e160003c0f7ad3b09798aade7fc
2024-11-14T07:24:40,482 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=109}] regionserver.HRegion(7794): checking encryption for bf70ac7d0d6bb911f071671790a8e315
2024-11-14T07:24:40,482 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=108}] regionserver.HRegion(7797): checking classloading for a9e35e160003c0f7ad3b09798aade7fc
2024-11-14T07:24:40,482 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=109}] regionserver.HRegion(7797): checking classloading for bf70ac7d0d6bb911f071671790a8e315
2024-11-14T07:24:40,484 INFO  [StoreOpener-bf70ac7d0d6bb911f071671790a8e315-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region bf70ac7d0d6bb911f071671790a8e315 
2024-11-14T07:24:40,484 INFO  [StoreOpener-a9e35e160003c0f7ad3b09798aade7fc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region a9e35e160003c0f7ad3b09798aade7fc 
2024-11-14T07:24:40,485 INFO  [StoreOpener-a9e35e160003c0f7ad3b09798aade7fc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a9e35e160003c0f7ad3b09798aade7fc columnFamilyName cf
2024-11-14T07:24:40,485 INFO  [StoreOpener-bf70ac7d0d6bb911f071671790a8e315-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bf70ac7d0d6bb911f071671790a8e315 columnFamilyName cf
2024-11-14T07:24:40,485 DEBUG [StoreOpener-a9e35e160003c0f7ad3b09798aade7fc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T07:24:40,485 DEBUG [StoreOpener-bf70ac7d0d6bb911f071671790a8e315-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T07:24:40,486 INFO  [StoreOpener-bf70ac7d0d6bb911f071671790a8e315-1 {}] regionserver.HStore(327): Store=bf70ac7d0d6bb911f071671790a8e315/cf,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-14T07:24:40,486 INFO  [StoreOpener-a9e35e160003c0f7ad3b09798aade7fc-1 {}] regionserver.HStore(327): Store=a9e35e160003c0f7ad3b09798aade7fc/cf,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-14T07:24:40,486 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=109}] regionserver.HRegion(1038): replaying wal for bf70ac7d0d6bb911f071671790a8e315
2024-11-14T07:24:40,486 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=108}] regionserver.HRegion(1038): replaying wal for a9e35e160003c0f7ad3b09798aade7fc
2024-11-14T07:24:40,487 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=109}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testtb-testExportFileSystemStateWithMergeRegion-1/bf70ac7d0d6bb911f071671790a8e315
2024-11-14T07:24:40,487 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=108}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testtb-testExportFileSystemStateWithMergeRegion-1/a9e35e160003c0f7ad3b09798aade7fc
2024-11-14T07:24:40,487 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=109}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testtb-testExportFileSystemStateWithMergeRegion-1/bf70ac7d0d6bb911f071671790a8e315
2024-11-14T07:24:40,487 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=108}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testtb-testExportFileSystemStateWithMergeRegion-1/a9e35e160003c0f7ad3b09798aade7fc
2024-11-14T07:24:40,488 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=109}] regionserver.HRegion(1048): stopping wal replay for bf70ac7d0d6bb911f071671790a8e315
2024-11-14T07:24:40,488 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=109}] regionserver.HRegion(1060): Cleaning up temporary data for bf70ac7d0d6bb911f071671790a8e315
2024-11-14T07:24:40,488 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=108}] regionserver.HRegion(1048): stopping wal replay for a9e35e160003c0f7ad3b09798aade7fc
2024-11-14T07:24:40,488 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=108}] regionserver.HRegion(1060): Cleaning up temporary data for a9e35e160003c0f7ad3b09798aade7fc
2024-11-14T07:24:40,490 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=109}] regionserver.HRegion(1093): writing seq id for bf70ac7d0d6bb911f071671790a8e315
2024-11-14T07:24:40,490 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=108}] regionserver.HRegion(1093): writing seq id for a9e35e160003c0f7ad3b09798aade7fc
2024-11-14T07:24:40,493 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=109}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testtb-testExportFileSystemStateWithMergeRegion-1/bf70ac7d0d6bb911f071671790a8e315/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-14T07:24:40,493 INFO  [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=109}] regionserver.HRegion(1114): Opened bf70ac7d0d6bb911f071671790a8e315; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67041379, jitterRate=-0.001005604863166809}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-14T07:24:40,494 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=109}] regionserver.HRegion(1122): Running coprocessor post-open hooks for bf70ac7d0d6bb911f071671790a8e315
2024-11-14T07:24:40,495 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=109}] regionserver.HRegion(1006): Region open journal for bf70ac7d0d6bb911f071671790a8e315:
Running coprocessor pre-open hook at 1731569080482Writing region info on filesystem at 1731569080482Initializing all the Stores at 1731569080483 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731569080483Cleaning up temporary data from old regions at 1731569080488 (+5 ms)Running coprocessor post-open hooks at 1731569080494 (+6 ms)Region opened successfully at 1731569080495 (+1 ms)
2024-11-14T07:24:40,496 INFO  [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=109}] regionserver.HRegionServer(2236): Post open deploy tasks for testtb-testExportFileSystemStateWithMergeRegion-1,,1731569080142.bf70ac7d0d6bb911f071671790a8e315., pid=109, masterSystemTime=1731569080478
2024-11-14T07:24:40,497 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=108}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testtb-testExportFileSystemStateWithMergeRegion-1/a9e35e160003c0f7ad3b09798aade7fc/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-14T07:24:40,498 INFO  [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=108}] regionserver.HRegion(1114): Opened a9e35e160003c0f7ad3b09798aade7fc; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59305753, jitterRate=-0.11627541482448578}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-14T07:24:40,498 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=108}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a9e35e160003c0f7ad3b09798aade7fc
2024-11-14T07:24:40,498 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=108}] regionserver.HRegion(1006): Region open journal for a9e35e160003c0f7ad3b09798aade7fc:
Running coprocessor pre-open hook at 1731569080482Writing region info on filesystem at 1731569080482Initializing all the Stores at 1731569080483 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731569080483Cleaning up temporary data from old regions at 1731569080488 (+5 ms)Running coprocessor post-open hooks at 1731569080498 (+10 ms)Region opened successfully at 1731569080498
2024-11-14T07:24:40,498 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=109}] regionserver.HRegionServer(2266): Finished post open deploy task for testtb-testExportFileSystemStateWithMergeRegion-1,,1731569080142.bf70ac7d0d6bb911f071671790a8e315.
2024-11-14T07:24:40,499 INFO  [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=109}] handler.AssignRegionHandler(153): Opened testtb-testExportFileSystemStateWithMergeRegion-1,,1731569080142.bf70ac7d0d6bb911f071671790a8e315.
2024-11-14T07:24:40,499 INFO  [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=108}] regionserver.HRegionServer(2236): Post open deploy tasks for testtb-testExportFileSystemStateWithMergeRegion-1,2,1731569080142.a9e35e160003c0f7ad3b09798aade7fc., pid=108, masterSystemTime=1731569080478
2024-11-14T07:24:40,499 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=106 updating hbase:meta row=bf70ac7d0d6bb911f071671790a8e315, regionState=OPEN, openSeqNum=2, regionLocation=20680646cf8a,41449,1731568958363
2024-11-14T07:24:40,501 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=108}] regionserver.HRegionServer(2266): Finished post open deploy task for testtb-testExportFileSystemStateWithMergeRegion-1,2,1731569080142.a9e35e160003c0f7ad3b09798aade7fc.
2024-11-14T07:24:40,501 INFO  [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=108}] handler.AssignRegionHandler(153): Opened testtb-testExportFileSystemStateWithMergeRegion-1,2,1731569080142.a9e35e160003c0f7ad3b09798aade7fc.
2024-11-14T07:24:40,502 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=107 updating hbase:meta row=a9e35e160003c0f7ad3b09798aade7fc, regionState=OPEN, openSeqNum=2, regionLocation=20680646cf8a,46383,1731568958548
2024-11-14T07:24:40,502 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=109, ppid=106, state=RUNNABLE, hasLock=false; OpenRegionProcedure bf70ac7d0d6bb911f071671790a8e315, server=20680646cf8a,41449,1731568958363 because future has completed
2024-11-14T07:24:40,503 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=108, ppid=107, state=RUNNABLE, hasLock=false; OpenRegionProcedure a9e35e160003c0f7ad3b09798aade7fc, server=20680646cf8a,46383,1731568958548 because future has completed
2024-11-14T07:24:40,504 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=109, resume processing ppid=106
2024-11-14T07:24:40,505 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=109, ppid=106, state=SUCCESS, hasLock=false; OpenRegionProcedure bf70ac7d0d6bb911f071671790a8e315, server=20680646cf8a,41449,1731568958363 in 176 msec
2024-11-14T07:24:40,506 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=108, resume processing ppid=107
2024-11-14T07:24:40,506 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=106, ppid=105, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testtb-testExportFileSystemStateWithMergeRegion-1, region=bf70ac7d0d6bb911f071671790a8e315, ASSIGN in 334 msec
2024-11-14T07:24:40,506 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=108, ppid=107, state=SUCCESS, hasLock=false; OpenRegionProcedure a9e35e160003c0f7ad3b09798aade7fc, server=20680646cf8a,46383,1731568958548 in 178 msec
2024-11-14T07:24:40,510 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=107, resume processing ppid=105
2024-11-14T07:24:40,510 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=107, ppid=105, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testtb-testExportFileSystemStateWithMergeRegion-1, region=a9e35e160003c0f7ad3b09798aade7fc, ASSIGN in 335 msec
2024-11-14T07:24:40,511 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=105, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testtb-testExportFileSystemStateWithMergeRegion-1 execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-14T07:24:40,511 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testtb-testExportFileSystemStateWithMergeRegion-1","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731569080511"}]},"ts":"1731569080511"}
2024-11-14T07:24:40,513 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testtb-testExportFileSystemStateWithMergeRegion-1, state=ENABLED in hbase:meta
2024-11-14T07:24:40,514 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=105, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testtb-testExportFileSystemStateWithMergeRegion-1 execute state=CREATE_TABLE_POST_OPERATION
2024-11-14T07:24:40,514 DEBUG [PEWorker-1 {}] access.PermissionStorage(177): Writing permission with rowKey testtb-testExportFileSystemStateWithMergeRegion-1 jenkins: RWXCA
2024-11-14T07:24:40,518 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46383 {}] access.PermissionStorage(613): Read acl: entry[testtb-testExportFileSystemStateWithMergeRegion-1], kv [jenkins: RWXCA]
2024-11-14T07:24:40,519 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46383-0x1003d1cd0e50003, quorum=127.0.0.1:51438, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl
2024-11-14T07:24:40,519 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35229-0x1003d1cd0e50002, quorum=127.0.0.1:51438, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl
2024-11-14T07:24:40,519 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33371-0x1003d1cd0e50000, quorum=127.0.0.1:51438, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl
2024-11-14T07:24:40,519 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41449-0x1003d1cd0e50001, quorum=127.0.0.1:51438, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl
2024-11-14T07:24:40,521 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportFileSystemStateWithMergeRegion with data PBUF\x0AU\x0A\x07jenkins\x12J\x08\x03"F\x0A:\x0A\x07default\x12/testtb-testExportFileSystemStateWithMergeRegion \x00 \x01 \x02 \x03 \x04
2024-11-14T07:24:40,521 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportFileSystemStateWithMergeRegion with data PBUF\x0AU\x0A\x07jenkins\x12J\x08\x03"F\x0A:\x0A\x07default\x12/testtb-testExportFileSystemStateWithMergeRegion \x00 \x01 \x02 \x03 \x04
2024-11-14T07:24:40,521 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportFileSystemStateWithMergeRegion with data PBUF\x0AU\x0A\x07jenkins\x12J\x08\x03"F\x0A:\x0A\x07default\x12/testtb-testExportFileSystemStateWithMergeRegion \x00 \x01 \x02 \x03 \x04
2024-11-14T07:24:40,521 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportFileSystemStateWithMergeRegion-1 with data PBUF\x0AW\x0A\x07jenkins\x12L\x08\x03"H\x0A<\x0A\x07default\x121testtb-testExportFileSystemStateWithMergeRegion-1 \x00 \x01 \x02 \x03 \x04
2024-11-14T07:24:40,521 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportFileSystemStateWithMergeRegion with data PBUF\x0AU\x0A\x07jenkins\x12J\x08\x03"F\x0A:\x0A\x07default\x12/testtb-testExportFileSystemStateWithMergeRegion \x00 \x01 \x02 \x03 \x04
2024-11-14T07:24:40,521 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportFileSystemStateWithMergeRegion-1 with data PBUF\x0AW\x0A\x07jenkins\x12L\x08\x03"H\x0A<\x0A\x07default\x121testtb-testExportFileSystemStateWithMergeRegion-1 \x00 \x01 \x02 \x03 \x04
2024-11-14T07:24:40,521 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportFileSystemStateWithMergeRegion-1 with data PBUF\x0AW\x0A\x07jenkins\x12L\x08\x03"H\x0A<\x0A\x07default\x121testtb-testExportFileSystemStateWithMergeRegion-1 \x00 \x01 \x02 \x03 \x04
2024-11-14T07:24:40,521 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportFileSystemStateWithMergeRegion-1 with data PBUF\x0AW\x0A\x07jenkins\x12L\x08\x03"H\x0A<\x0A\x07default\x121testtb-testExportFileSystemStateWithMergeRegion-1 \x00 \x01 \x02 \x03 \x04
2024-11-14T07:24:40,522 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=105, state=SUCCESS, hasLock=false; CreateTableProcedure table=testtb-testExportFileSystemStateWithMergeRegion-1 in 378 msec
2024-11-14T07:24:40,620 INFO  [Socket Reader #1 for port 0 {}] ipc.Server$Connection(2290): Auth successful for appattempt_1731568965212_0005_000001 (auth:SIMPLE) from 127.0.0.1:41280
2024-11-14T07:24:40,629 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testtb-testExportFileSystemStateWithMergeRegion-1'
2024-11-14T07:24:40,631 WARN  [ContainersLauncher #0 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/test/data/MiniMRCluster_1860380176/yarn-1025303830/MiniMRCluster_1860380176-localDir-nm-1_3/usercache/jenkins/appcache/application_1731568965212_0005/container_1731568965212_0005_01_000001/launch_container.sh]
2024-11-14T07:24:40,631 WARN  [ContainersLauncher #0 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/test/data/MiniMRCluster_1860380176/yarn-1025303830/MiniMRCluster_1860380176-localDir-nm-1_3/usercache/jenkins/appcache/application_1731568965212_0005/container_1731568965212_0005_01_000001/container_tokens]
2024-11-14T07:24:40,631 WARN  [ContainersLauncher #0 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/test/data/MiniMRCluster_1860380176/yarn-1025303830/MiniMRCluster_1860380176-localDir-nm-1_3/usercache/jenkins/appcache/application_1731568965212_0005/container_1731568965212_0005_01_000001/sysfs]
2024-11-14T07:24:40,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33371 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105
2024-11-14T07:24:40,768 INFO  [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testtb-testExportFileSystemStateWithMergeRegion-1 completed
2024-11-14T07:24:40,770 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testtb-testExportFileSystemStateWithMergeRegion-1', row='1', locateType=CURRENT is [region=testtb-testExportFileSystemStateWithMergeRegion-1,,1731569080142.bf70ac7d0d6bb911f071671790a8e315., hostname=20680646cf8a,41449,1731568958363, seqNum=2]
2024-11-14T07:24:40,774 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testtb-testExportFileSystemStateWithMergeRegion-1', row='2', locateType=CURRENT is [region=testtb-testExportFileSystemStateWithMergeRegion-1,2,1731569080142.a9e35e160003c0f7ad3b09798aade7fc., hostname=20680646cf8a,46383,1731568958548, seqNum=2]
2024-11-14T07:24:40,776 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testtb-testExportFileSystemStateWithMergeRegion-1,, stopping at row=testtb-testExportFileSystemStateWithMergeRegion-1 ,, for max=2147483647 with caching=100
2024-11-14T07:24:40,790 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33371 {}] master.HMaster$2(2278): Client=jenkins//172.17.0.2 merge regions [bf70ac7d0d6bb911f071671790a8e315, a9e35e160003c0f7ad3b09798aade7fc]
2024-11-14T07:24:40,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33371 {}] procedure2.ProcedureExecutor(1139): Stored pid=110, state=RUNNABLE:MERGE_TABLE_REGIONS_PREPARE, hasLock=false; MergeTableRegionsProcedure table=testtb-testExportFileSystemStateWithMergeRegion-1, regions=[bf70ac7d0d6bb911f071671790a8e315, a9e35e160003c0f7ad3b09798aade7fc], force=true
2024-11-14T07:24:40,795 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=110, state=RUNNABLE:MERGE_TABLE_REGIONS_PREPARE, hasLock=false; MergeTableRegionsProcedure table=testtb-testExportFileSystemStateWithMergeRegion-1, regions=[bf70ac7d0d6bb911f071671790a8e315, a9e35e160003c0f7ad3b09798aade7fc], force=true
2024-11-14T07:24:40,795 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=110, state=RUNNABLE:MERGE_TABLE_REGIONS_PREPARE, hasLock=false; MergeTableRegionsProcedure table=testtb-testExportFileSystemStateWithMergeRegion-1, regions=[bf70ac7d0d6bb911f071671790a8e315, a9e35e160003c0f7ad3b09798aade7fc], force=true
2024-11-14T07:24:40,795 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=110, state=RUNNABLE:MERGE_TABLE_REGIONS_PREPARE, hasLock=false; MergeTableRegionsProcedure table=testtb-testExportFileSystemStateWithMergeRegion-1, regions=[bf70ac7d0d6bb911f071671790a8e315, a9e35e160003c0f7ad3b09798aade7fc], force=true
2024-11-14T07:24:40,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33371 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=110
2024-11-14T07:24:40,807 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=111, ppid=110, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testtb-testExportFileSystemStateWithMergeRegion-1, region=bf70ac7d0d6bb911f071671790a8e315, UNASSIGN}, {pid=112, ppid=110, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testtb-testExportFileSystemStateWithMergeRegion-1, region=a9e35e160003c0f7ad3b09798aade7fc, UNASSIGN}]
2024-11-14T07:24:40,808 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=111, ppid=110, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testtb-testExportFileSystemStateWithMergeRegion-1, region=bf70ac7d0d6bb911f071671790a8e315, UNASSIGN
2024-11-14T07:24:40,808 INFO  [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=112, ppid=110, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testtb-testExportFileSystemStateWithMergeRegion-1, region=a9e35e160003c0f7ad3b09798aade7fc, UNASSIGN
2024-11-14T07:24:40,812 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=111 updating hbase:meta row=bf70ac7d0d6bb911f071671790a8e315, regionState=CLOSING, regionLocation=20680646cf8a,41449,1731568958363
2024-11-14T07:24:40,812 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=112 updating hbase:meta row=a9e35e160003c0f7ad3b09798aade7fc, regionState=CLOSING, regionLocation=20680646cf8a,46383,1731568958548
2024-11-14T07:24:40,814 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=111, ppid=110, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=testtb-testExportFileSystemStateWithMergeRegion-1, region=bf70ac7d0d6bb911f071671790a8e315, UNASSIGN because future has completed
2024-11-14T07:24:40,814 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: true: evictOnSplit: true: evictOnClose: false
2024-11-14T07:24:40,814 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=113, ppid=111, state=RUNNABLE, hasLock=false; CloseRegionProcedure bf70ac7d0d6bb911f071671790a8e315, server=20680646cf8a,41449,1731568958363}]
2024-11-14T07:24:40,814 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=112, ppid=110, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=testtb-testExportFileSystemStateWithMergeRegion-1, region=a9e35e160003c0f7ad3b09798aade7fc, UNASSIGN because future has completed
2024-11-14T07:24:40,815 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: true: evictOnSplit: true: evictOnClose: false
2024-11-14T07:24:40,815 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=114, ppid=112, state=RUNNABLE, hasLock=false; CloseRegionProcedure a9e35e160003c0f7ad3b09798aade7fc, server=20680646cf8a,46383,1731568958548}]
2024-11-14T07:24:40,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33371 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=110
2024-11-14T07:24:40,968 INFO  [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] handler.UnassignRegionHandler(122): Close a9e35e160003c0f7ad3b09798aade7fc
2024-11-14T07:24:40,968 INFO  [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=113}] handler.UnassignRegionHandler(122): Close bf70ac7d0d6bb911f071671790a8e315
2024-11-14T07:24:40,968 DEBUG [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] handler.UnassignRegionHandler(136): Unassign region: split region: true: evictCache: true
2024-11-14T07:24:40,968 DEBUG [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=113}] handler.UnassignRegionHandler(136): Unassign region: split region: true: evictCache: true
2024-11-14T07:24:40,968 DEBUG [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] regionserver.HRegion(1722): Closing a9e35e160003c0f7ad3b09798aade7fc, disabling compactions & flushes
2024-11-14T07:24:40,968 INFO  [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] regionserver.HRegion(1755): Closing region testtb-testExportFileSystemStateWithMergeRegion-1,2,1731569080142.a9e35e160003c0f7ad3b09798aade7fc.
2024-11-14T07:24:40,968 DEBUG [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=113}] regionserver.HRegion(1722): Closing bf70ac7d0d6bb911f071671790a8e315, disabling compactions & flushes
2024-11-14T07:24:40,968 DEBUG [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] regionserver.HRegion(1776): Time limited wait for close lock on testtb-testExportFileSystemStateWithMergeRegion-1,2,1731569080142.a9e35e160003c0f7ad3b09798aade7fc.
2024-11-14T07:24:40,968 INFO  [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=113}] regionserver.HRegion(1755): Closing region testtb-testExportFileSystemStateWithMergeRegion-1,,1731569080142.bf70ac7d0d6bb911f071671790a8e315.
2024-11-14T07:24:40,969 DEBUG [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] regionserver.HRegion(1843): Acquired close lock on testtb-testExportFileSystemStateWithMergeRegion-1,2,1731569080142.a9e35e160003c0f7ad3b09798aade7fc. after waiting 0 ms
2024-11-14T07:24:40,969 DEBUG [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] regionserver.HRegion(1853): Updates disabled for region testtb-testExportFileSystemStateWithMergeRegion-1,2,1731569080142.a9e35e160003c0f7ad3b09798aade7fc.
2024-11-14T07:24:40,969 DEBUG [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=113}] regionserver.HRegion(1776): Time limited wait for close lock on testtb-testExportFileSystemStateWithMergeRegion-1,,1731569080142.bf70ac7d0d6bb911f071671790a8e315.
2024-11-14T07:24:40,969 INFO  [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] regionserver.HRegion(2902): Flushing a9e35e160003c0f7ad3b09798aade7fc 1/1 column families, dataSize=24 B heapSize=352 B
2024-11-14T07:24:40,969 DEBUG [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=113}] regionserver.HRegion(1843): Acquired close lock on testtb-testExportFileSystemStateWithMergeRegion-1,,1731569080142.bf70ac7d0d6bb911f071671790a8e315. after waiting 0 ms
2024-11-14T07:24:40,969 DEBUG [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=113}] regionserver.HRegion(1853): Updates disabled for region testtb-testExportFileSystemStateWithMergeRegion-1,,1731569080142.bf70ac7d0d6bb911f071671790a8e315.
2024-11-14T07:24:40,969 INFO  [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=113}] regionserver.HRegion(2902): Flushing bf70ac7d0d6bb911f071671790a8e315 1/1 column families, dataSize=24 B heapSize=352 B
2024-11-14T07:24:40,993 DEBUG [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=113}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testtb-testExportFileSystemStateWithMergeRegion-1/bf70ac7d0d6bb911f071671790a8e315/.tmp/cf/f1ce60f187cb4f2ab2cc8814e462544a is 28, key is 1/cf:/1731569080771/Put/seqid=0
2024-11-14T07:24:40,993 DEBUG [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testtb-testExportFileSystemStateWithMergeRegion-1/a9e35e160003c0f7ad3b09798aade7fc/.tmp/cf/dba5cb966002452591f3e649fcaa299e is 28, key is 2/cf:/1731569080775/Put/seqid=0
2024-11-14T07:24:40,997 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073742127_1303 (size=4945)
2024-11-14T07:24:40,997 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073742127_1303 (size=4945)
2024-11-14T07:24:40,998 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073742127_1303 (size=4945)
2024-11-14T07:24:40,998 INFO  [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testtb-testExportFileSystemStateWithMergeRegion-1/a9e35e160003c0f7ad3b09798aade7fc/.tmp/cf/dba5cb966002452591f3e649fcaa299e
2024-11-14T07:24:40,998 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073742128_1304 (size=4945)
2024-11-14T07:24:40,998 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073742128_1304 (size=4945)
2024-11-14T07:24:40,999 INFO  [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=113}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testtb-testExportFileSystemStateWithMergeRegion-1/bf70ac7d0d6bb911f071671790a8e315/.tmp/cf/f1ce60f187cb4f2ab2cc8814e462544a
2024-11-14T07:24:40,999 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073742128_1304 (size=4945)
2024-11-14T07:24:41,003 DEBUG [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=113}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testtb-testExportFileSystemStateWithMergeRegion-1/bf70ac7d0d6bb911f071671790a8e315/.tmp/cf/f1ce60f187cb4f2ab2cc8814e462544a as hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testtb-testExportFileSystemStateWithMergeRegion-1/bf70ac7d0d6bb911f071671790a8e315/cf/f1ce60f187cb4f2ab2cc8814e462544a
2024-11-14T07:24:41,003 DEBUG [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testtb-testExportFileSystemStateWithMergeRegion-1/a9e35e160003c0f7ad3b09798aade7fc/.tmp/cf/dba5cb966002452591f3e649fcaa299e as hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testtb-testExportFileSystemStateWithMergeRegion-1/a9e35e160003c0f7ad3b09798aade7fc/cf/dba5cb966002452591f3e649fcaa299e
2024-11-14T07:24:41,007 INFO  [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=113}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testtb-testExportFileSystemStateWithMergeRegion-1/bf70ac7d0d6bb911f071671790a8e315/cf/f1ce60f187cb4f2ab2cc8814e462544a, entries=1, sequenceid=5, filesize=4.8 K
2024-11-14T07:24:41,007 INFO  [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testtb-testExportFileSystemStateWithMergeRegion-1/a9e35e160003c0f7ad3b09798aade7fc/cf/dba5cb966002452591f3e649fcaa299e, entries=1, sequenceid=5, filesize=4.8 K
2024-11-14T07:24:41,008 INFO  [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] regionserver.HRegion(3140): Finished flush of dataSize ~24 B/24, heapSize ~336 B/336, currentSize=0 B/0 for a9e35e160003c0f7ad3b09798aade7fc in 39ms, sequenceid=5, compaction requested=false
2024-11-14T07:24:41,008 INFO  [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=113}] regionserver.HRegion(3140): Finished flush of dataSize ~24 B/24, heapSize ~336 B/336, currentSize=0 B/0 for bf70ac7d0d6bb911f071671790a8e315 in 39ms, sequenceid=5, compaction requested=false
2024-11-14T07:24:41,011 DEBUG [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=113}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testtb-testExportFileSystemStateWithMergeRegion-1/bf70ac7d0d6bb911f071671790a8e315/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1
2024-11-14T07:24:41,011 DEBUG [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testtb-testExportFileSystemStateWithMergeRegion-1/a9e35e160003c0f7ad3b09798aade7fc/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1
2024-11-14T07:24:41,012 DEBUG [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=113}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.security.access.AccessController
2024-11-14T07:24:41,012 DEBUG [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.security.access.AccessController
2024-11-14T07:24:41,012 INFO  [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=113}] regionserver.HRegion(1973): Closed testtb-testExportFileSystemStateWithMergeRegion-1,,1731569080142.bf70ac7d0d6bb911f071671790a8e315.
2024-11-14T07:24:41,012 INFO  [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] regionserver.HRegion(1973): Closed testtb-testExportFileSystemStateWithMergeRegion-1,2,1731569080142.a9e35e160003c0f7ad3b09798aade7fc.
2024-11-14T07:24:41,012 DEBUG [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] regionserver.HRegion(1676): Region close journal for a9e35e160003c0f7ad3b09798aade7fc:
Waiting for close lock at 1731569080968Running coprocessor pre-close hooks at 1731569080968Disabling compacts and flushes for region at 1731569080968Disabling writes for close at 1731569080969 (+1 ms)Obtaining lock to block concurrent updates at 1731569080969Preparing flush snapshotting stores in a9e35e160003c0f7ad3b09798aade7fc at 1731569080969Finished memstore snapshotting testtb-testExportFileSystemStateWithMergeRegion-1,2,1731569080142.a9e35e160003c0f7ad3b09798aade7fc., syncing WAL and waiting on mvcc, flushsize=dataSize=24, getHeapSize=336, getOffHeapSize=0, getCellsCount=1 at 1731569080970 (+1 ms)Flushing stores of testtb-testExportFileSystemStateWithMergeRegion-1,2,1731569080142.a9e35e160003c0f7ad3b09798aade7fc. at 1731569080971 (+1 ms)Flushing a9e35e160003c0f7ad3b09798aade7fc/cf: creating writer at 1731569080972 (+1 ms)Flushing a9e35e160003c0f7ad3b09798aade7fc/cf: appending metadata at 1731569080992 (+20 ms)Flushing a9e35e160003c0f7ad3b09798aade7fc/cf: closing flushed file at 1731569080992Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4db0b1be: reopening flushed file at 1731569081002 (+10 ms)Finished flush of dataSize ~24 B/24, heapSize ~336 B/336, currentSize=0 B/0 for a9e35e160003c0f7ad3b09798aade7fc in 39ms, sequenceid=5, compaction requested=false at 1731569081008 (+6 ms)Writing region close event to WAL at 1731569081009 (+1 ms)Running coprocessor post-close hooks at 1731569081012 (+3 ms)Closed at 1731569081012
2024-11-14T07:24:41,012 DEBUG [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=113}] regionserver.HRegion(1676): Region close journal for bf70ac7d0d6bb911f071671790a8e315:
Waiting for close lock at 1731569080968Running coprocessor pre-close hooks at 1731569080968Disabling compacts and flushes for region at 1731569080968Disabling writes for close at 1731569080969 (+1 ms)Obtaining lock to block concurrent updates at 1731569080969Preparing flush snapshotting stores in bf70ac7d0d6bb911f071671790a8e315 at 1731569080969Finished memstore snapshotting testtb-testExportFileSystemStateWithMergeRegion-1,,1731569080142.bf70ac7d0d6bb911f071671790a8e315., syncing WAL and waiting on mvcc, flushsize=dataSize=24, getHeapSize=336, getOffHeapSize=0, getCellsCount=1 at 1731569080970 (+1 ms)Flushing stores of testtb-testExportFileSystemStateWithMergeRegion-1,,1731569080142.bf70ac7d0d6bb911f071671790a8e315. at 1731569080971 (+1 ms)Flushing bf70ac7d0d6bb911f071671790a8e315/cf: creating writer at 1731569080972 (+1 ms)Flushing bf70ac7d0d6bb911f071671790a8e315/cf: appending metadata at 1731569080992 (+20 ms)Flushing bf70ac7d0d6bb911f071671790a8e315/cf: closing flushed file at 1731569080992Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@bfaa232: reopening flushed file at 1731569081002 (+10 ms)Finished flush of dataSize ~24 B/24, heapSize ~336 B/336, currentSize=0 B/0 for bf70ac7d0d6bb911f071671790a8e315 in 39ms, sequenceid=5, compaction requested=false at 1731569081008 (+6 ms)Writing region close event to WAL at 1731569081009 (+1 ms)Running coprocessor post-close hooks at 1731569081012 (+3 ms)Closed at 1731569081012
2024-11-14T07:24:41,014 INFO  [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] handler.UnassignRegionHandler(157): Closed a9e35e160003c0f7ad3b09798aade7fc
2024-11-14T07:24:41,014 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=112 updating hbase:meta row=a9e35e160003c0f7ad3b09798aade7fc, regionState=CLOSED
2024-11-14T07:24:41,014 INFO  [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=113}] handler.UnassignRegionHandler(157): Closed bf70ac7d0d6bb911f071671790a8e315
2024-11-14T07:24:41,015 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=111 updating hbase:meta row=bf70ac7d0d6bb911f071671790a8e315, regionState=CLOSED
2024-11-14T07:24:41,016 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=114, ppid=112, state=RUNNABLE, hasLock=false; CloseRegionProcedure a9e35e160003c0f7ad3b09798aade7fc, server=20680646cf8a,46383,1731568958548 because future has completed
2024-11-14T07:24:41,017 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=113, ppid=111, state=RUNNABLE, hasLock=false; CloseRegionProcedure bf70ac7d0d6bb911f071671790a8e315, server=20680646cf8a,41449,1731568958363 because future has completed
2024-11-14T07:24:41,018 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=114, resume processing ppid=112
2024-11-14T07:24:41,018 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=114, ppid=112, state=SUCCESS, hasLock=false; CloseRegionProcedure a9e35e160003c0f7ad3b09798aade7fc, server=20680646cf8a,46383,1731568958548 in 202 msec
2024-11-14T07:24:41,019 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=113, resume processing ppid=111
2024-11-14T07:24:41,019 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=113, ppid=111, state=SUCCESS, hasLock=false; CloseRegionProcedure bf70ac7d0d6bb911f071671790a8e315, server=20680646cf8a,41449,1731568958363 in 203 msec
2024-11-14T07:24:41,019 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=112, ppid=110, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testtb-testExportFileSystemStateWithMergeRegion-1, region=a9e35e160003c0f7ad3b09798aade7fc, UNASSIGN in 211 msec
2024-11-14T07:24:41,020 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=111, resume processing ppid=110
2024-11-14T07:24:41,020 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=111, ppid=110, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testtb-testExportFileSystemStateWithMergeRegion-1, region=bf70ac7d0d6bb911f071671790a8e315, UNASSIGN in 212 msec
2024-11-14T07:24:41,032 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073742129_1305 (size=84)
2024-11-14T07:24:41,032 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073742129_1305 (size=84)
2024-11-14T07:24:41,032 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073742129_1305 (size=84)
2024-11-14T07:24:41,034 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T07:24:41,045 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073742130_1306 (size=20)
2024-11-14T07:24:41,045 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073742130_1306 (size=20)
2024-11-14T07:24:41,046 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073742130_1306 (size=20)
2024-11-14T07:24:41,047 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T07:24:41,053 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073742131_1307 (size=21)
2024-11-14T07:24:41,053 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073742131_1307 (size=21)
2024-11-14T07:24:41,053 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073742131_1307 (size=21)
2024-11-14T07:24:41,059 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073742132_1308 (size=84)
2024-11-14T07:24:41,059 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073742132_1308 (size=84)
2024-11-14T07:24:41,059 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073742132_1308 (size=84)
2024-11-14T07:24:41,059 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T07:24:41,068 DEBUG [PEWorker-2 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testtb-testExportFileSystemStateWithMergeRegion-1/21202dfe5cdb25c9b07d3da32818bf04/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=-1
2024-11-14T07:24:41,070 DEBUG [PEWorker-2 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"testtb-testExportFileSystemStateWithMergeRegion-1,,1731569080142.bf70ac7d0d6bb911f071671790a8e315.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"9223372036854775807"}]},"ts":"9223372036854775807"}
2024-11-14T07:24:41,070 DEBUG [PEWorker-2 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"testtb-testExportFileSystemStateWithMergeRegion-1,2,1731569080142.a9e35e160003c0f7ad3b09798aade7fc.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"9223372036854775807"}]},"ts":"9223372036854775807"}
2024-11-14T07:24:41,070 DEBUG [PEWorker-2 {}] assignment.RegionStateStore(723): Put {"totalColumns":7,"row":"testtb-testExportFileSystemStateWithMergeRegion-1,,1731569080143.21202dfe5cdb25c9b07d3da32818bf04.","families":{"info":[{"qualifier":"regioninfo","vlen":83,"tag":[],"timestamp":"9223372036854775807"},{"qualifier":"merge0000","vlen":84,"tag":[],"timestamp":"9223372036854775807"},{"qualifier":"merge0001","vlen":84,"tag":[],"timestamp":"9223372036854775807"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"9223372036854775807"}]},"ts":"9223372036854775807"}
2024-11-14T07:24:41,085 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=115, ppid=110, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testtb-testExportFileSystemStateWithMergeRegion-1, region=21202dfe5cdb25c9b07d3da32818bf04, ASSIGN}]
2024-11-14T07:24:41,086 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=115, ppid=110, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testtb-testExportFileSystemStateWithMergeRegion-1, region=21202dfe5cdb25c9b07d3da32818bf04, ASSIGN
2024-11-14T07:24:41,087 INFO  [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=115, ppid=110, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testtb-testExportFileSystemStateWithMergeRegion-1, region=21202dfe5cdb25c9b07d3da32818bf04, ASSIGN; state=MERGED, location=20680646cf8a,41449,1731568958363; forceNewPlan=false, retain=false
2024-11-14T07:24:41,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33371 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=110
2024-11-14T07:24:41,237 INFO  [20680646cf8a:33371 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 
2024-11-14T07:24:41,237 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=115 updating hbase:meta row=21202dfe5cdb25c9b07d3da32818bf04, regionState=OPENING, regionLocation=20680646cf8a,41449,1731568958363
2024-11-14T07:24:41,240 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=115, ppid=110, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testtb-testExportFileSystemStateWithMergeRegion-1, region=21202dfe5cdb25c9b07d3da32818bf04, ASSIGN because future has completed
2024-11-14T07:24:41,240 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=116, ppid=115, state=RUNNABLE, hasLock=false; OpenRegionProcedure 21202dfe5cdb25c9b07d3da32818bf04, server=20680646cf8a,41449,1731568958363}]
2024-11-14T07:24:41,283 DEBUG [master/20680646cf8a:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region df1d1a98ada08977af752542442813be changed from -1.0 to 0.0, refreshing cache
2024-11-14T07:24:41,283 DEBUG [master/20680646cf8a:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 537a566af2a74eb8eccf593e5dd7bd16 changed from -1.0 to 0.0, refreshing cache
2024-11-14T07:24:41,396 INFO  [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=116}] handler.AssignRegionHandler(132): Open testtb-testExportFileSystemStateWithMergeRegion-1,,1731569080143.21202dfe5cdb25c9b07d3da32818bf04.
2024-11-14T07:24:41,396 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=116}] regionserver.HRegion(7752): Opening region: {ENCODED => 21202dfe5cdb25c9b07d3da32818bf04, NAME => 'testtb-testExportFileSystemStateWithMergeRegion-1,,1731569080143.21202dfe5cdb25c9b07d3da32818bf04.', STARTKEY => '', ENDKEY => ''}
2024-11-14T07:24:41,396 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=116}] regionserver.HRegion(8280): Registered coprocessor service: region=testtb-testExportFileSystemStateWithMergeRegion-1,,1731569080143.21202dfe5cdb25c9b07d3da32818bf04. service=AccessControlService
2024-11-14T07:24:41,397 INFO  [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=116}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.security.access.AccessController loaded, priority=536870911.
2024-11-14T07:24:41,397 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=116}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testtb-testExportFileSystemStateWithMergeRegion-1 21202dfe5cdb25c9b07d3da32818bf04
2024-11-14T07:24:41,397 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=116}] regionserver.HRegion(898): Instantiated testtb-testExportFileSystemStateWithMergeRegion-1,,1731569080143.21202dfe5cdb25c9b07d3da32818bf04.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-14T07:24:41,397 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=116}] regionserver.HRegion(7794): checking encryption for 21202dfe5cdb25c9b07d3da32818bf04
2024-11-14T07:24:41,397 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=116}] regionserver.HRegion(7797): checking classloading for 21202dfe5cdb25c9b07d3da32818bf04
2024-11-14T07:24:41,400 INFO  [StoreOpener-21202dfe5cdb25c9b07d3da32818bf04-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 21202dfe5cdb25c9b07d3da32818bf04 
2024-11-14T07:24:41,401 INFO  [StoreOpener-21202dfe5cdb25c9b07d3da32818bf04-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 21202dfe5cdb25c9b07d3da32818bf04 columnFamilyName cf
2024-11-14T07:24:41,402 DEBUG [StoreOpener-21202dfe5cdb25c9b07d3da32818bf04-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T07:24:41,427 DEBUG [StoreOpener-21202dfe5cdb25c9b07d3da32818bf04-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testtb-testExportFileSystemStateWithMergeRegion-1/21202dfe5cdb25c9b07d3da32818bf04/cf/dba5cb966002452591f3e649fcaa299e.a9e35e160003c0f7ad3b09798aade7fc->hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testtb-testExportFileSystemStateWithMergeRegion-1/a9e35e160003c0f7ad3b09798aade7fc/cf/dba5cb966002452591f3e649fcaa299e-top
2024-11-14T07:24:41,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33371 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=110
2024-11-14T07:24:41,434 DEBUG [StoreOpener-21202dfe5cdb25c9b07d3da32818bf04-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testtb-testExportFileSystemStateWithMergeRegion-1/21202dfe5cdb25c9b07d3da32818bf04/cf/f1ce60f187cb4f2ab2cc8814e462544a.bf70ac7d0d6bb911f071671790a8e315->hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testtb-testExportFileSystemStateWithMergeRegion-1/bf70ac7d0d6bb911f071671790a8e315/cf/f1ce60f187cb4f2ab2cc8814e462544a-top
2024-11-14T07:24:41,435 INFO  [StoreOpener-21202dfe5cdb25c9b07d3da32818bf04-1 {}] regionserver.HStore(327): Store=21202dfe5cdb25c9b07d3da32818bf04/cf,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-14T07:24:41,435 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=116}] regionserver.HRegion(1038): replaying wal for 21202dfe5cdb25c9b07d3da32818bf04
2024-11-14T07:24:41,436 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=116}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testtb-testExportFileSystemStateWithMergeRegion-1/21202dfe5cdb25c9b07d3da32818bf04
2024-11-14T07:24:41,438 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=116}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testtb-testExportFileSystemStateWithMergeRegion-1/21202dfe5cdb25c9b07d3da32818bf04
2024-11-14T07:24:41,438 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=116}] regionserver.HRegion(1048): stopping wal replay for 21202dfe5cdb25c9b07d3da32818bf04
2024-11-14T07:24:41,438 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=116}] regionserver.HRegion(1060): Cleaning up temporary data for 21202dfe5cdb25c9b07d3da32818bf04
2024-11-14T07:24:41,440 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=116}] regionserver.HRegion(1093): writing seq id for 21202dfe5cdb25c9b07d3da32818bf04
2024-11-14T07:24:41,441 INFO  [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=116}] regionserver.HRegion(1114): Opened 21202dfe5cdb25c9b07d3da32818bf04; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63499323, jitterRate=-0.05378635227680206}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-14T07:24:41,441 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=116}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 21202dfe5cdb25c9b07d3da32818bf04
2024-11-14T07:24:41,441 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=116}] regionserver.HRegion(1006): Region open journal for 21202dfe5cdb25c9b07d3da32818bf04:
Running coprocessor pre-open hook at 1731569081397Writing region info on filesystem at 1731569081397Initializing all the Stores at 1731569081399 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731569081399Cleaning up temporary data from old regions at 1731569081438 (+39 ms)Running coprocessor post-open hooks at 1731569081441 (+3 ms)Region opened successfully at 1731569081441
2024-11-14T07:24:41,442 INFO  [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=116}] regionserver.HRegionServer(2236): Post open deploy tasks for testtb-testExportFileSystemStateWithMergeRegion-1,,1731569080143.21202dfe5cdb25c9b07d3da32818bf04., pid=116, masterSystemTime=1731569081392
2024-11-14T07:24:41,443 INFO  [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=116}] regionserver.CompactSplit(342): Ignoring compaction request for testtb-testExportFileSystemStateWithMergeRegion-1,,1731569080143.21202dfe5cdb25c9b07d3da32818bf04.,because compaction is disabled.
2024-11-14T07:24:41,445 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=116}] regionserver.HRegionServer(2266): Finished post open deploy task for testtb-testExportFileSystemStateWithMergeRegion-1,,1731569080143.21202dfe5cdb25c9b07d3da32818bf04.
2024-11-14T07:24:41,445 INFO  [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=116}] handler.AssignRegionHandler(153): Opened testtb-testExportFileSystemStateWithMergeRegion-1,,1731569080143.21202dfe5cdb25c9b07d3da32818bf04.
2024-11-14T07:24:41,445 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=115 updating hbase:meta row=21202dfe5cdb25c9b07d3da32818bf04, regionState=OPEN, openSeqNum=9, regionLocation=20680646cf8a,41449,1731568958363
2024-11-14T07:24:41,447 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=116, ppid=115, state=RUNNABLE, hasLock=false; OpenRegionProcedure 21202dfe5cdb25c9b07d3da32818bf04, server=20680646cf8a,41449,1731568958363 because future has completed
2024-11-14T07:24:41,451 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=116, resume processing ppid=115
2024-11-14T07:24:41,451 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=116, ppid=115, state=SUCCESS, hasLock=false; OpenRegionProcedure 21202dfe5cdb25c9b07d3da32818bf04, server=20680646cf8a,41449,1731568958363 in 208 msec
2024-11-14T07:24:41,454 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=115, resume processing ppid=110
2024-11-14T07:24:41,454 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=115, ppid=110, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testtb-testExportFileSystemStateWithMergeRegion-1, region=21202dfe5cdb25c9b07d3da32818bf04, ASSIGN in 366 msec
2024-11-14T07:24:41,456 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=110, state=SUCCESS, hasLock=false; MergeTableRegionsProcedure table=testtb-testExportFileSystemStateWithMergeRegion-1, regions=[bf70ac7d0d6bb911f071671790a8e315, a9e35e160003c0f7ad3b09798aade7fc], force=true in 662 msec
2024-11-14T07:24:41,603 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties
2024-11-14T07:24:41,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33371 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=110
2024-11-14T07:24:41,938 INFO  [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MERGE_REGIONS, Table Name: default:testtb-testExportFileSystemStateWithMergeRegion-1 completed
2024-11-14T07:24:41,939 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33371 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.2 snapshot request for:{ ss=snaptb0-testExportFileSystemStateWithMergeRegion-1 table=testtb-testExportFileSystemStateWithMergeRegion-1 type=FLUSH ttl=0 }
2024-11-14T07:24:41,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33371 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1731569081939 (current time:1731569081939).
2024-11-14T07:24:41,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33371 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0
2024-11-14T07:24:41,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33371 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snaptb0-testExportFileSystemStateWithMergeRegion-1 VERSION not specified, setting to 2
2024-11-14T07:24:41,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33371 {}] snapshot.SnapshotDescriptionUtils(346): Set jenkins as owner of Snapshot
2024-11-14T07:24:41,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33371 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13990ec3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-14T07:24:41,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33371 {}] client.ClusterIdFetcher(90): Going to request 20680646cf8a,33371,-1 for getting cluster id
2024-11-14T07:24:41,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33371 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-14T07:24:41,940 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '46377f42-1a23-4b7c-b287-d7f34e5e911d'
2024-11-14T07:24:41,940 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-14T07:24:41,940 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "46377f42-1a23-4b7c-b287-d7f34e5e911d"

2024-11-14T07:24:41,941 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39423839, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-14T07:24:41,941 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [20680646cf8a,33371,-1]
2024-11-14T07:24:41,941 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-14T07:24:41,941 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-14T07:24:41,942 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41558, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-14T07:24:41,942 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f2cb28d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-14T07:24:41,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33371 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-14T07:24:41,943 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=20680646cf8a,35229,1731568958498, seqNum=-1]
2024-11-14T07:24:41,943 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-14T07:24:41,944 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53016, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-14T07:24:41,945 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33371 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33371.
2024-11-14T07:24:41,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33371 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353)
    at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767)
    at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java)
    at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
    at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T07:24:41,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33371 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-14T07:24:41,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33371 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-14T07:24:41,945 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-14T07:24:41,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33371 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@aa10926, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-14T07:24:41,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33371 {}] client.ClusterIdFetcher(90): Going to request 20680646cf8a,33371,-1 for getting cluster id
2024-11-14T07:24:41,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33371 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-14T07:24:41,946 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '46377f42-1a23-4b7c-b287-d7f34e5e911d'
2024-11-14T07:24:41,947 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-14T07:24:41,947 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "46377f42-1a23-4b7c-b287-d7f34e5e911d"

2024-11-14T07:24:41,947 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14991b4c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-14T07:24:41,947 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [20680646cf8a,33371,-1]
2024-11-14T07:24:41,947 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-14T07:24:41,947 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-14T07:24:41,948 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41564, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-14T07:24:41,948 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52ac4ef7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-14T07:24:41,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33371 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-14T07:24:41,949 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=20680646cf8a,35229,1731568958498, seqNum=-1]
2024-11-14T07:24:41,949 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-14T07:24:41,950 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53018, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-14T07:24:41,952 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:acl', row='testtb-testExportFileSystemStateWithMergeRegion-1', locateType=CURRENT is [region=hbase:acl,,1731568961356.99a97c7ce2d8675b0310f1de2e0c2662., hostname=20680646cf8a,46383,1731568958548, seqNum=2]
2024-11-14T07:24:41,952 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-14T07:24:41,953 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39364, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-14T07:24:41,954 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33371 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33371.
2024-11-14T07:24:41,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33371 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.security.access.PermissionStorage.getPermissions(PermissionStorage.java:522)
    at org.apache.hadoop.hbase.security.access.PermissionStorage.getTablePermissions(PermissionStorage.java:485)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils$1.run(SnapshotDescriptionUtils.java:490)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils$1.run(SnapshotDescriptionUtils.java:487)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:712)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:439)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953)
    at org.apache.hadoop.security.SecurityUtil.doAsUser(SecurityUtil.java:555)
    at org.apache.hadoop.security.SecurityUtil.doAsLoginUser(SecurityUtil.java:535)
    at jdk.internal.reflect.GeneratedMethodAccessor262.invoke(Unknown Source)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.apache.hadoop.hbase.util.Methods.call(Methods.java:39)
    at org.apache.hadoop.hbase.security.User.runAsLoginUser(User.java:174)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.writeAclToSnapshotDescription(SnapshotDescriptionUtils.java:487)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:354)
    at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767)
    at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java)
    at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
    at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T07:24:41,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33371 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-14T07:24:41,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33371 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-14T07:24:41,954 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-14T07:24:41,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33371 {}] access.PermissionStorage(613): Read acl: entry[testtb-testExportFileSystemStateWithMergeRegion-1], kv [jenkins: RWXCA]
2024-11-14T07:24:41,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33371 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot...
2024-11-14T07:24:41,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33371 {}] procedure2.ProcedureExecutor(1139): Stored pid=117, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=117, snapshot={ ss=snaptb0-testExportFileSystemStateWithMergeRegion-1 table=testtb-testExportFileSystemStateWithMergeRegion-1 type=FLUSH ttl=0 }
2024-11-14T07:24:41,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33371 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snaptb0-testExportFileSystemStateWithMergeRegion-1 table=testtb-testExportFileSystemStateWithMergeRegion-1 type=FLUSH ttl=0 }, snapshot procedure id = 117
2024-11-14T07:24:41,956 INFO  [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=117, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=117, snapshot={ ss=snaptb0-testExportFileSystemStateWithMergeRegion-1 table=testtb-testExportFileSystemStateWithMergeRegion-1 type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE
2024-11-14T07:24:41,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33371 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117
2024-11-14T07:24:41,957 INFO  [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=117, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=117, snapshot={ ss=snaptb0-testExportFileSystemStateWithMergeRegion-1 table=testtb-testExportFileSystemStateWithMergeRegion-1 type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION
2024-11-14T07:24:41,959 INFO  [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=117, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=117, snapshot={ ss=snaptb0-testExportFileSystemStateWithMergeRegion-1 table=testtb-testExportFileSystemStateWithMergeRegion-1 type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO
2024-11-14T07:24:41,964 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073742133_1309 (size=216)
2024-11-14T07:24:41,964 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073742133_1309 (size=216)
2024-11-14T07:24:41,964 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073742133_1309 (size=216)
2024-11-14T07:24:41,965 INFO  [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=117, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=117, snapshot={ ss=snaptb0-testExportFileSystemStateWithMergeRegion-1 table=testtb-testExportFileSystemStateWithMergeRegion-1 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS
2024-11-14T07:24:41,966 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=118, ppid=117, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 21202dfe5cdb25c9b07d3da32818bf04}]
2024-11-14T07:24:41,967 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=118, ppid=117, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 21202dfe5cdb25c9b07d3da32818bf04
2024-11-14T07:24:42,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33371 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117
2024-11-14T07:24:42,118 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41449 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=118
2024-11-14T07:24:42,119 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=118}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on testtb-testExportFileSystemStateWithMergeRegion-1,,1731569080143.21202dfe5cdb25c9b07d3da32818bf04.
2024-11-14T07:24:42,119 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=118}] regionserver.HRegion(2603): Flush status journal for 21202dfe5cdb25c9b07d3da32818bf04:

2024-11-14T07:24:42,119 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=118}] regionserver.SnapshotRegionCallable(75): Snapshotting region testtb-testExportFileSystemStateWithMergeRegion-1,,1731569080143.21202dfe5cdb25c9b07d3da32818bf04. for snaptb0-testExportFileSystemStateWithMergeRegion-1 completed.
2024-11-14T07:24:42,119 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=118}] snapshot.SnapshotManifest(241): Storing 'testtb-testExportFileSystemStateWithMergeRegion-1,,1731569080143.21202dfe5cdb25c9b07d3da32818bf04.' region-info for snapshot=snaptb0-testExportFileSystemStateWithMergeRegion-1
2024-11-14T07:24:42,119 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=118}] snapshot.SnapshotManifest(246): Creating references for hfiles
2024-11-14T07:24:42,119 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=118}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testtb-testExportFileSystemStateWithMergeRegion-1/21202dfe5cdb25c9b07d3da32818bf04/cf/dba5cb966002452591f3e649fcaa299e.a9e35e160003c0f7ad3b09798aade7fc->hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testtb-testExportFileSystemStateWithMergeRegion-1/a9e35e160003c0f7ad3b09798aade7fc/cf/dba5cb966002452591f3e649fcaa299e-top, hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testtb-testExportFileSystemStateWithMergeRegion-1/21202dfe5cdb25c9b07d3da32818bf04/cf/f1ce60f187cb4f2ab2cc8814e462544a.bf70ac7d0d6bb911f071671790a8e315->hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testtb-testExportFileSystemStateWithMergeRegion-1/bf70ac7d0d6bb911f071671790a8e315/cf/f1ce60f187cb4f2ab2cc8814e462544a-top] hfiles
2024-11-14T07:24:42,119 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=118}] snapshot.SnapshotManifest(265): Adding reference for file (1/2): hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testtb-testExportFileSystemStateWithMergeRegion-1/21202dfe5cdb25c9b07d3da32818bf04/cf/dba5cb966002452591f3e649fcaa299e.a9e35e160003c0f7ad3b09798aade7fc for snapshot=snaptb0-testExportFileSystemStateWithMergeRegion-1
2024-11-14T07:24:42,120 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=118}] snapshot.SnapshotManifest(265): Adding reference for file (2/2): hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testtb-testExportFileSystemStateWithMergeRegion-1/21202dfe5cdb25c9b07d3da32818bf04/cf/f1ce60f187cb4f2ab2cc8814e462544a.bf70ac7d0d6bb911f071671790a8e315 for snapshot=snaptb0-testExportFileSystemStateWithMergeRegion-1
2024-11-14T07:24:42,126 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073742134_1310 (size=269)
2024-11-14T07:24:42,126 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073742134_1310 (size=269)
2024-11-14T07:24:42,126 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073742134_1310 (size=269)
2024-11-14T07:24:42,126 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=118}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on testtb-testExportFileSystemStateWithMergeRegion-1,,1731569080143.21202dfe5cdb25c9b07d3da32818bf04.
2024-11-14T07:24:42,126 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=118}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=118
2024-11-14T07:24:42,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33371 {}] master.HMaster(4169): Remote procedure done, pid=118
2024-11-14T07:24:42,127 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33371 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snaptb0-testExportFileSystemStateWithMergeRegion-1 on region 21202dfe5cdb25c9b07d3da32818bf04
2024-11-14T07:24:42,127 INFO  [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=118, ppid=117, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 21202dfe5cdb25c9b07d3da32818bf04
2024-11-14T07:24:42,129 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=118, resume processing ppid=117
2024-11-14T07:24:42,129 INFO  [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=117, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=117, snapshot={ ss=snaptb0-testExportFileSystemStateWithMergeRegion-1 table=testtb-testExportFileSystemStateWithMergeRegion-1 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS
2024-11-14T07:24:42,129 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=118, ppid=117, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 21202dfe5cdb25c9b07d3da32818bf04 in 162 msec
2024-11-14T07:24:42,130 INFO  [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=117, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=117, snapshot={ ss=snaptb0-testExportFileSystemStateWithMergeRegion-1 table=testtb-testExportFileSystemStateWithMergeRegion-1 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION
2024-11-14T07:24:42,131 INFO  [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=117, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=117, snapshot={ ss=snaptb0-testExportFileSystemStateWithMergeRegion-1 table=testtb-testExportFileSystemStateWithMergeRegion-1 type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT
2024-11-14T07:24:42,131 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snaptb0-testExportFileSystemStateWithMergeRegion-1
2024-11-14T07:24:42,131 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/.hbase-snapshot/.tmp/snaptb0-testExportFileSystemStateWithMergeRegion-1
2024-11-14T07:24:42,138 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073742135_1311 (size=670)
2024-11-14T07:24:42,138 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073742135_1311 (size=670)
2024-11-14T07:24:42,138 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073742135_1311 (size=670)
2024-11-14T07:24:42,140 INFO  [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=117, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=117, snapshot={ ss=snaptb0-testExportFileSystemStateWithMergeRegion-1 table=testtb-testExportFileSystemStateWithMergeRegion-1 type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT
2024-11-14T07:24:42,145 INFO  [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=117, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=117, snapshot={ ss=snaptb0-testExportFileSystemStateWithMergeRegion-1 table=testtb-testExportFileSystemStateWithMergeRegion-1 type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT
2024-11-14T07:24:42,146 DEBUG [PEWorker-1 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/.hbase-snapshot/.tmp/snaptb0-testExportFileSystemStateWithMergeRegion-1 to hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/.hbase-snapshot/snaptb0-testExportFileSystemStateWithMergeRegion-1
2024-11-14T07:24:42,147 INFO  [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=117, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=117, snapshot={ ss=snaptb0-testExportFileSystemStateWithMergeRegion-1 table=testtb-testExportFileSystemStateWithMergeRegion-1 type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION
2024-11-14T07:24:42,147 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snaptb0-testExportFileSystemStateWithMergeRegion-1 table=testtb-testExportFileSystemStateWithMergeRegion-1 type=FLUSH ttl=0 }, snapshot procedure id = 117
2024-11-14T07:24:42,148 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=117, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=117, snapshot={ ss=snaptb0-testExportFileSystemStateWithMergeRegion-1 table=testtb-testExportFileSystemStateWithMergeRegion-1 type=FLUSH ttl=0 } in 192 msec
2024-11-14T07:24:42,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33371 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117
2024-11-14T07:24:42,278 INFO  [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: default:testtb-testExportFileSystemStateWithMergeRegion-1 completed
2024-11-14T07:24:42,278 INFO  [Time-limited test {}] snapshot.TestExportSnapshot(467): HDFS export destination path: hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/export-test/export-1731569082278
2024-11-14T07:24:42,278 INFO  [Time-limited test {}] snapshot.TestExportSnapshot(494): tgtFsUri=hdfs://localhost:33275, tgtDir=hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/export-test/export-1731569082278, rawTgtDir=hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/export-test/export-1731569082278, srcFsUri=hdfs://localhost:33275, srcDir=hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50
2024-11-14T07:24:42,304 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1085): inputFs=hdfs://localhost:33275, inputRoot=hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50
2024-11-14T07:24:42,304 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1086): outputFs=DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_-1453683247_22, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/export-test/export-1731569082278, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/export-test/export-1731569082278/.hbase-snapshot/.tmp/snaptb0-testExportFileSystemStateWithMergeRegion-1
2024-11-14T07:24:42,305 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1095): Verify the source snapshot's expiration status and integrity.
2024-11-14T07:24:42,310 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1153): Copy Snapshot Manifest from hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/.hbase-snapshot/snaptb0-testExportFileSystemStateWithMergeRegion-1 to hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/export-test/export-1731569082278/.hbase-snapshot/.tmp/snaptb0-testExportFileSystemStateWithMergeRegion-1
2024-11-14T07:24:42,326 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073742137_1313 (size=670)
2024-11-14T07:24:42,327 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073742137_1313 (size=670)
2024-11-14T07:24:42,327 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073742137_1313 (size=670)
2024-11-14T07:24:42,333 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073742136_1312 (size=216)
2024-11-14T07:24:42,333 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073742136_1312 (size=216)
2024-11-14T07:24:42,334 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073742136_1312 (size=216)
2024-11-14T07:24:42,335 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar
2024-11-14T07:24:42,336 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-protocol-shaded/target/hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar
2024-11-14T07:24:42,336 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-client/target/hbase-client-4.0.0-alpha-1-SNAPSHOT.jar
2024-11-14T07:24:43,304 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/test-data/223408e5-ae9c-411c-e3d8-231e394aecc4/hadoop-8737236480902758474.jar
2024-11-14T07:24:43,304 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar
2024-11-14T07:24:43,304 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar
2024-11-14T07:24:43,362 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/test-data/223408e5-ae9c-411c-e3d8-231e394aecc4/hadoop-17221813199374817938.jar
2024-11-14T07:24:43,362 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics/target/hbase-metrics-4.0.0-alpha-1-SNAPSHOT.jar
2024-11-14T07:24:43,363 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics-api/target/hbase-metrics-api-4.0.0-alpha-1-SNAPSHOT.jar
2024-11-14T07:24:43,363 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-replication/target/hbase-replication-4.0.0-alpha-1-SNAPSHOT.jar
2024-11-14T07:24:43,363 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-http/target/hbase-http-4.0.0-alpha-1-SNAPSHOT.jar
2024-11-14T07:24:43,363 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-procedure/target/hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar
2024-11-14T07:24:43,363 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-zookeeper/target/hbase-zookeeper-4.0.0-alpha-1-SNAPSHOT.jar
2024-11-14T07:24:43,364 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar
2024-11-14T07:24:43,364 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar
2024-11-14T07:24:43,364 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar
2024-11-14T07:24:43,364 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar
2024-11-14T07:24:43,364 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar
2024-11-14T07:24:43,364 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar
2024-11-14T07:24:43,365 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar
2024-11-14T07:24:43,365 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar
2024-11-14T07:24:43,365 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar
2024-11-14T07:24:43,365 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar
2024-11-14T07:24:43,365 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar
2024-11-14T07:24:43,366 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar
2024-11-14T07:24:43,366 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar
2024-11-14T07:24:43,366 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar
2024-11-14T07:24:43,366 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar
2024-11-14T07:24:43,367 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar
2024-11-14T07:24:43,367 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar
2024-11-14T07:24:43,367 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar
2024-11-14T07:24:43,424 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073742138_1314 (size=131440)
2024-11-14T07:24:43,424 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073742138_1314 (size=131440)
2024-11-14T07:24:43,425 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073742138_1314 (size=131440)
2024-11-14T07:24:43,440 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073742139_1315 (size=4188619)
2024-11-14T07:24:43,440 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073742139_1315 (size=4188619)
2024-11-14T07:24:43,440 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073742139_1315 (size=4188619)
2024-11-14T07:24:43,452 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073742140_1316 (size=1323991)
2024-11-14T07:24:43,452 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073742140_1316 (size=1323991)
2024-11-14T07:24:43,452 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073742140_1316 (size=1323991)
2024-11-14T07:24:43,460 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073742141_1317 (size=903741)
2024-11-14T07:24:43,461 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073742141_1317 (size=903741)
2024-11-14T07:24:43,461 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073742141_1317 (size=903741)
2024-11-14T07:24:43,486 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073742142_1318 (size=8360083)
2024-11-14T07:24:43,486 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073742142_1318 (size=8360083)
2024-11-14T07:24:43,486 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073742142_1318 (size=8360083)
2024-11-14T07:24:43,499 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073742143_1319 (size=1877034)
2024-11-14T07:24:43,500 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073742143_1319 (size=1877034)
2024-11-14T07:24:43,500 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073742143_1319 (size=1877034)
2024-11-14T07:24:43,511 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073742144_1320 (size=77835)
2024-11-14T07:24:43,512 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073742144_1320 (size=77835)
2024-11-14T07:24:43,512 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073742144_1320 (size=77835)
2024-11-14T07:24:43,522 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073742145_1321 (size=30949)
2024-11-14T07:24:43,522 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073742145_1321 (size=30949)
2024-11-14T07:24:43,523 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073742145_1321 (size=30949)
2024-11-14T07:24:43,532 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073742146_1322 (size=1597327)
2024-11-14T07:24:43,532 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073742146_1322 (size=1597327)
2024-11-14T07:24:43,532 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073742146_1322 (size=1597327)
2024-11-14T07:24:43,544 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073742147_1323 (size=440392)
2024-11-14T07:24:43,545 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073742147_1323 (size=440392)
2024-11-14T07:24:43,545 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073742147_1323 (size=440392)
2024-11-14T07:24:43,560 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073742148_1324 (size=4695811)
2024-11-14T07:24:43,560 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073742148_1324 (size=4695811)
2024-11-14T07:24:43,560 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073742148_1324 (size=4695811)
2024-11-14T07:24:43,568 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073742149_1325 (size=232957)
2024-11-14T07:24:43,568 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073742149_1325 (size=232957)
2024-11-14T07:24:43,568 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073742149_1325 (size=232957)
2024-11-14T07:24:43,575 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073742150_1326 (size=127628)
2024-11-14T07:24:43,575 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073742150_1326 (size=127628)
2024-11-14T07:24:43,575 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073742150_1326 (size=127628)
2024-11-14T07:24:43,582 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073742151_1327 (size=20406)
2024-11-14T07:24:43,582 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073742151_1327 (size=20406)
2024-11-14T07:24:43,582 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073742151_1327 (size=20406)
2024-11-14T07:24:43,601 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073742152_1328 (size=5175431)
2024-11-14T07:24:43,601 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073742152_1328 (size=5175431)
2024-11-14T07:24:43,601 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073742152_1328 (size=5175431)
2024-11-14T07:24:43,626 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073742153_1329 (size=6424747)
2024-11-14T07:24:43,626 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073742153_1329 (size=6424747)
2024-11-14T07:24:43,626 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073742153_1329 (size=6424747)
2024-11-14T07:24:43,633 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073742154_1330 (size=217634)
2024-11-14T07:24:43,633 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073742154_1330 (size=217634)
2024-11-14T07:24:43,633 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073742154_1330 (size=217634)
2024-11-14T07:24:43,643 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073742155_1331 (size=1832290)
2024-11-14T07:24:43,643 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073742155_1331 (size=1832290)
2024-11-14T07:24:43,644 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073742155_1331 (size=1832290)
2024-11-14T07:24:43,655 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073742156_1332 (size=322274)
2024-11-14T07:24:43,655 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073742156_1332 (size=322274)
2024-11-14T07:24:43,655 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073742156_1332 (size=322274)
2024-11-14T07:24:43,662 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073742157_1333 (size=503880)
2024-11-14T07:24:43,663 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073742157_1333 (size=503880)
2024-11-14T07:24:43,663 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073742157_1333 (size=503880)
2024-11-14T07:24:43,670 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073742158_1334 (size=29229)
2024-11-14T07:24:43,670 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073742158_1334 (size=29229)
2024-11-14T07:24:43,670 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073742158_1334 (size=29229)
2024-11-14T07:24:43,677 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073742159_1335 (size=24096)
2024-11-14T07:24:43,678 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073742159_1335 (size=24096)
2024-11-14T07:24:43,678 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073742159_1335 (size=24096)
2024-11-14T07:24:43,684 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073742160_1336 (size=111872)
2024-11-14T07:24:43,685 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073742160_1336 (size=111872)
2024-11-14T07:24:43,685 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073742160_1336 (size=111872)
2024-11-14T07:24:43,692 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073742161_1337 (size=45609)
2024-11-14T07:24:43,692 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073742161_1337 (size=45609)
2024-11-14T07:24:43,692 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073742161_1337 (size=45609)
2024-11-14T07:24:43,699 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073742162_1338 (size=136454)
2024-11-14T07:24:43,699 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073742162_1338 (size=136454)
2024-11-14T07:24:43,699 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073742162_1338 (size=136454)
2024-11-14T07:24:43,701 WARN  [Time-limited test {}] mapreduce.JobResourceUploader(481): No job jar file set.  User classes may not be found. See Job or Job#setJar(String).
2024-11-14T07:24:43,703 INFO  [Time-limited test {}] snapshot.ExportSnapshot(661): Loading Snapshot 'snaptb0-testExportFileSystemStateWithMergeRegion-1' hfile list
2024-11-14T07:24:43,706 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(754): export split=0 size=9.7 K
2024-11-14T07:24:43,712 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073742163_1339 (size=378)
2024-11-14T07:24:43,712 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073742163_1339 (size=378)
2024-11-14T07:24:43,712 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073742163_1339 (size=378)
2024-11-14T07:24:43,719 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073742164_1340 (size=15)
2024-11-14T07:24:43,719 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073742164_1340 (size=15)
2024-11-14T07:24:43,720 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073742164_1340 (size=15)
2024-11-14T07:24:43,734 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073742165_1341 (size=303787)
2024-11-14T07:24:43,734 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073742165_1341 (size=303787)
2024-11-14T07:24:43,735 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073742165_1341 (size=303787)
2024-11-14T07:24:43,754 WARN  [SchedulerEventDispatcher:Event Processor {}] capacity.AbstractLeafQueue(880): maximum-am-resource-percent is insufficient to start a single application in queue, it is likely set too low. skipping enforcement to allow at least one application to start
2024-11-14T07:24:43,754 WARN  [SchedulerEventDispatcher:Event Processor {}] capacity.AbstractLeafQueue(913): maximum-am-resource-percent is insufficient to start a single application in queue for user, it is likely set too low. skipping enforcement to allow at least one application to start
2024-11-14T07:24:44,453 INFO  [Socket Reader #1 for port 0 {}] ipc.Server$Connection(2290): Auth successful for appattempt_1731568965212_0006_000001 (auth:SIMPLE) from 127.0.0.1:45300
2024-11-14T07:24:46,514 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties
2024-11-14T07:24:47,970 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testtb-testExportFileSystemStateWithMergeRegion
2024-11-14T07:24:47,970 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testtb-testExportFileSystemStateWithMergeRegion Metrics about Tables on a single HBase RegionServer
2024-11-14T07:24:47,971 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testtb-testExportFileSystemStateWithMergeRegion-1
2024-11-14T07:24:47,971 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testtb-testExportFileSystemStateWithMergeRegion-1 Metrics about Tables on a single HBase RegionServer
2024-11-14T07:24:50,851 INFO  [Socket Reader #1 for port 0 {}] ipc.Server$Connection(2290): Auth successful for appattempt_1731568965212_0006_000001 (auth:SIMPLE) from 127.0.0.1:46104
2024-11-14T07:24:51,075 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073742166_1342 (size=349437)
2024-11-14T07:24:51,075 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073742166_1342 (size=349437)
2024-11-14T07:24:51,075 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073742166_1342 (size=349437)
2024-11-14T07:24:53,120 INFO  [Socket Reader #1 for port 0 {}] ipc.Server$Connection(2290): Auth successful for appattempt_1731568965212_0006_000001 (auth:SIMPLE) from 127.0.0.1:60794
2024-11-14T07:24:56,242 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073742167_1343 (size=4945)
2024-11-14T07:24:56,242 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073742167_1343 (size=4945)
2024-11-14T07:24:56,242 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073742167_1343 (size=4945)
2024-11-14T07:24:56,287 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073742168_1344 (size=4945)
2024-11-14T07:24:56,287 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073742168_1344 (size=4945)
2024-11-14T07:24:56,287 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073742168_1344 (size=4945)
2024-11-14T07:24:56,361 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073742169_1345 (size=17474)
2024-11-14T07:24:56,361 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073742169_1345 (size=17474)
2024-11-14T07:24:56,362 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073742169_1345 (size=17474)
2024-11-14T07:24:56,372 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073742170_1346 (size=482)
2024-11-14T07:24:56,372 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073742170_1346 (size=482)
2024-11-14T07:24:56,372 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073742170_1346 (size=482)
2024-11-14T07:24:56,404 WARN  [ContainersLauncher #1 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/test/data/MiniMRCluster_1860380176/yarn-1025303830/MiniMRCluster_1860380176-localDir-nm-0_1/usercache/jenkins/appcache/application_1731568965212_0006/container_1731568965212_0006_01_000002/launch_container.sh]
2024-11-14T07:24:56,404 WARN  [ContainersLauncher #1 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/test/data/MiniMRCluster_1860380176/yarn-1025303830/MiniMRCluster_1860380176-localDir-nm-0_1/usercache/jenkins/appcache/application_1731568965212_0006/container_1731568965212_0006_01_000002/container_tokens]
2024-11-14T07:24:56,404 WARN  [ContainersLauncher #1 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/test/data/MiniMRCluster_1860380176/yarn-1025303830/MiniMRCluster_1860380176-localDir-nm-0_1/usercache/jenkins/appcache/application_1731568965212_0006/container_1731568965212_0006_01_000002/sysfs]
2024-11-14T07:24:56,407 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073742171_1347 (size=17474)
2024-11-14T07:24:56,407 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073742171_1347 (size=17474)
2024-11-14T07:24:56,407 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073742171_1347 (size=17474)
2024-11-14T07:24:56,424 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073742172_1348 (size=349437)
2024-11-14T07:24:56,424 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073742172_1348 (size=349437)
2024-11-14T07:24:56,424 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073742172_1348 (size=349437)
2024-11-14T07:24:56,438 INFO  [Socket Reader #1 for port 0 {}] ipc.Server$Connection(2290): Auth successful for appattempt_1731568965212_0006_000001 (auth:SIMPLE) from 127.0.0.1:60804
2024-11-14T07:24:58,116 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1210): Finalize the Snapshot Export
2024-11-14T07:24:58,118 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1221): Verify the exported snapshot's expiration status and integrity.
2024-11-14T07:24:58,131 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1227): Export Completed: snaptb0-testExportFileSystemStateWithMergeRegion-1
2024-11-14T07:24:58,131 INFO  [Time-limited test {}] snapshot.TestExportSnapshot(361): Exported snapshot
2024-11-14T07:24:58,131 INFO  [Time-limited test {}] snapshot.TestExportSnapshot(372): Verified filesystem state
2024-11-14T07:24:58,131 DEBUG [Time-limited test {}] snapshot.TestExportSnapshot(447): List files in DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_-1453683247_22, ugi=jenkins (auth:SIMPLE)]] in root hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/.hbase-snapshot/snaptb0-testExportFileSystemStateWithMergeRegion-1 at hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/.hbase-snapshot/snaptb0-testExportFileSystemStateWithMergeRegion-1
2024-11-14T07:24:58,132 DEBUG [Time-limited test {}] snapshot.TestExportSnapshot(452): hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/.hbase-snapshot/snaptb0-testExportFileSystemStateWithMergeRegion-1/.snapshotinfo
2024-11-14T07:24:58,132 DEBUG [Time-limited test {}] snapshot.TestExportSnapshot(452): hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/.hbase-snapshot/snaptb0-testExportFileSystemStateWithMergeRegion-1/data.manifest
2024-11-14T07:24:58,132 DEBUG [Time-limited test {}] snapshot.TestExportSnapshot(447): List files in DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_-1453683247_22, ugi=jenkins (auth:SIMPLE)]] in root hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/export-test/export-1731569082278/.hbase-snapshot/snaptb0-testExportFileSystemStateWithMergeRegion-1 at hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/export-test/export-1731569082278/.hbase-snapshot/snaptb0-testExportFileSystemStateWithMergeRegion-1
2024-11-14T07:24:58,132 DEBUG [Time-limited test {}] snapshot.TestExportSnapshot(452): hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/export-test/export-1731569082278/.hbase-snapshot/snaptb0-testExportFileSystemStateWithMergeRegion-1/.snapshotinfo
2024-11-14T07:24:58,132 DEBUG [Time-limited test {}] snapshot.TestExportSnapshot(452): hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/export-test/export-1731569082278/.hbase-snapshot/snaptb0-testExportFileSystemStateWithMergeRegion-1/data.manifest
2024-11-14T07:24:58,141 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33371 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable testtb-testExportFileSystemStateWithMergeRegion-1
2024-11-14T07:24:58,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33371 {}] procedure2.ProcedureExecutor(1139): Stored pid=119, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=testtb-testExportFileSystemStateWithMergeRegion-1
2024-11-14T07:24:58,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33371 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119
2024-11-14T07:24:58,145 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testtb-testExportFileSystemStateWithMergeRegion-1","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731569098145"}]},"ts":"1731569098145"}
2024-11-14T07:24:58,147 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=testtb-testExportFileSystemStateWithMergeRegion-1, state=DISABLING in hbase:meta
2024-11-14T07:24:58,147 INFO  [PEWorker-4 {}] procedure.DisableTableProcedure(284): Set testtb-testExportFileSystemStateWithMergeRegion-1 to state=DISABLING
2024-11-14T07:24:58,148 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=120, ppid=119, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=testtb-testExportFileSystemStateWithMergeRegion-1}]
2024-11-14T07:24:58,150 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=121, ppid=120, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testtb-testExportFileSystemStateWithMergeRegion-1, region=21202dfe5cdb25c9b07d3da32818bf04, UNASSIGN}]
2024-11-14T07:24:58,151 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=121, ppid=120, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testtb-testExportFileSystemStateWithMergeRegion-1, region=21202dfe5cdb25c9b07d3da32818bf04, UNASSIGN
2024-11-14T07:24:58,151 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=121 updating hbase:meta row=21202dfe5cdb25c9b07d3da32818bf04, regionState=CLOSING, regionLocation=20680646cf8a,41449,1731568958363
2024-11-14T07:24:58,153 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=121, ppid=120, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=testtb-testExportFileSystemStateWithMergeRegion-1, region=21202dfe5cdb25c9b07d3da32818bf04, UNASSIGN because future has completed
2024-11-14T07:24:58,154 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false
2024-11-14T07:24:58,154 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=122, ppid=121, state=RUNNABLE, hasLock=false; CloseRegionProcedure 21202dfe5cdb25c9b07d3da32818bf04, server=20680646cf8a,41449,1731568958363}]
2024-11-14T07:24:58,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33371 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119
2024-11-14T07:24:58,306 INFO  [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=122}] handler.UnassignRegionHandler(122): Close 21202dfe5cdb25c9b07d3da32818bf04
2024-11-14T07:24:58,306 DEBUG [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=122}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false
2024-11-14T07:24:58,307 DEBUG [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=122}] regionserver.HRegion(1722): Closing 21202dfe5cdb25c9b07d3da32818bf04, disabling compactions & flushes
2024-11-14T07:24:58,307 INFO  [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=122}] regionserver.HRegion(1755): Closing region testtb-testExportFileSystemStateWithMergeRegion-1,,1731569080143.21202dfe5cdb25c9b07d3da32818bf04.
2024-11-14T07:24:58,307 DEBUG [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=122}] regionserver.HRegion(1776): Time limited wait for close lock on testtb-testExportFileSystemStateWithMergeRegion-1,,1731569080143.21202dfe5cdb25c9b07d3da32818bf04.
2024-11-14T07:24:58,307 DEBUG [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=122}] regionserver.HRegion(1843): Acquired close lock on testtb-testExportFileSystemStateWithMergeRegion-1,,1731569080143.21202dfe5cdb25c9b07d3da32818bf04. after waiting 0 ms
2024-11-14T07:24:58,307 DEBUG [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=122}] regionserver.HRegion(1853): Updates disabled for region testtb-testExportFileSystemStateWithMergeRegion-1,,1731569080143.21202dfe5cdb25c9b07d3da32818bf04.
2024-11-14T07:24:58,312 DEBUG [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=122}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testtb-testExportFileSystemStateWithMergeRegion-1/21202dfe5cdb25c9b07d3da32818bf04/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=8
2024-11-14T07:24:58,313 DEBUG [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=122}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.security.access.AccessController
2024-11-14T07:24:58,313 INFO  [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=122}] regionserver.HRegion(1973): Closed testtb-testExportFileSystemStateWithMergeRegion-1,,1731569080143.21202dfe5cdb25c9b07d3da32818bf04.
2024-11-14T07:24:58,313 DEBUG [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=122}] regionserver.HRegion(1676): Region close journal for 21202dfe5cdb25c9b07d3da32818bf04:
Waiting for close lock at 1731569098306Running coprocessor pre-close hooks at 1731569098306Disabling compacts and flushes for region at 1731569098307 (+1 ms)Disabling writes for close at 1731569098307Writing region close event to WAL at 1731569098307Running coprocessor post-close hooks at 1731569098312 (+5 ms)Closed at 1731569098313 (+1 ms)
2024-11-14T07:24:58,315 INFO  [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=122}] handler.UnassignRegionHandler(157): Closed 21202dfe5cdb25c9b07d3da32818bf04
2024-11-14T07:24:58,316 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=121 updating hbase:meta row=21202dfe5cdb25c9b07d3da32818bf04, regionState=CLOSED
2024-11-14T07:24:58,325 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=122, ppid=121, state=RUNNABLE, hasLock=false; CloseRegionProcedure 21202dfe5cdb25c9b07d3da32818bf04, server=20680646cf8a,41449,1731568958363 because future has completed
2024-11-14T07:24:58,328 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=122, resume processing ppid=121
2024-11-14T07:24:58,329 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=122, ppid=121, state=SUCCESS, hasLock=false; CloseRegionProcedure 21202dfe5cdb25c9b07d3da32818bf04, server=20680646cf8a,41449,1731568958363 in 173 msec
2024-11-14T07:24:58,330 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=121, resume processing ppid=120
2024-11-14T07:24:58,330 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=121, ppid=120, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testtb-testExportFileSystemStateWithMergeRegion-1, region=21202dfe5cdb25c9b07d3da32818bf04, UNASSIGN in 178 msec
2024-11-14T07:24:58,332 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=120, resume processing ppid=119
2024-11-14T07:24:58,332 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=120, ppid=119, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=testtb-testExportFileSystemStateWithMergeRegion-1 in 182 msec
2024-11-14T07:24:58,333 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testtb-testExportFileSystemStateWithMergeRegion-1","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731569098333"}]},"ts":"1731569098333"}
2024-11-14T07:24:58,335 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testtb-testExportFileSystemStateWithMergeRegion-1, state=DISABLED in hbase:meta
2024-11-14T07:24:58,336 INFO  [PEWorker-3 {}] procedure.DisableTableProcedure(296): Set testtb-testExportFileSystemStateWithMergeRegion-1 to state=DISABLED
2024-11-14T07:24:58,338 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=119, state=SUCCESS, hasLock=false; DisableTableProcedure table=testtb-testExportFileSystemStateWithMergeRegion-1 in 195 msec
2024-11-14T07:24:58,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33371 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119
2024-11-14T07:24:58,458 INFO  [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:testtb-testExportFileSystemStateWithMergeRegion-1 completed
2024-11-14T07:24:58,459 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33371 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete testtb-testExportFileSystemStateWithMergeRegion-1
2024-11-14T07:24:58,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33371 {}] procedure2.ProcedureExecutor(1139): Stored pid=123, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=testtb-testExportFileSystemStateWithMergeRegion-1
2024-11-14T07:24:58,461 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=123, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=testtb-testExportFileSystemStateWithMergeRegion-1
2024-11-14T07:24:58,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33371 {}] access.PermissionStorage(261): Removing permissions of removed table testtb-testExportFileSystemStateWithMergeRegion-1
2024-11-14T07:24:58,463 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=123, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=testtb-testExportFileSystemStateWithMergeRegion-1
2024-11-14T07:24:58,466 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46383 {}] access.PermissionStorage(529): No permissions found in hbase:acl for acl entry testtb-testExportFileSystemStateWithMergeRegion-1
2024-11-14T07:24:58,467 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testtb-testExportFileSystemStateWithMergeRegion-1/21202dfe5cdb25c9b07d3da32818bf04
2024-11-14T07:24:58,467 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testtb-testExportFileSystemStateWithMergeRegion-1/bf70ac7d0d6bb911f071671790a8e315
2024-11-14T07:24:58,468 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testtb-testExportFileSystemStateWithMergeRegion-1/a9e35e160003c0f7ad3b09798aade7fc
2024-11-14T07:24:58,469 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35229-0x1003d1cd0e50002, quorum=127.0.0.1:51438, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/acl/testtb-testExportFileSystemStateWithMergeRegion-1
2024-11-14T07:24:58,469 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41449-0x1003d1cd0e50001, quorum=127.0.0.1:51438, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/acl/testtb-testExportFileSystemStateWithMergeRegion-1
2024-11-14T07:24:58,469 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33371-0x1003d1cd0e50000, quorum=127.0.0.1:51438, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/acl/testtb-testExportFileSystemStateWithMergeRegion-1
2024-11-14T07:24:58,469 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46383-0x1003d1cd0e50003, quorum=127.0.0.1:51438, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/acl/testtb-testExportFileSystemStateWithMergeRegion-1
2024-11-14T07:24:58,469 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testtb-testExportFileSystemStateWithMergeRegion-1/21202dfe5cdb25c9b07d3da32818bf04/cf, FileablePath, hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testtb-testExportFileSystemStateWithMergeRegion-1/21202dfe5cdb25c9b07d3da32818bf04/recovered.edits]
2024-11-14T07:24:58,469 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testtb-testExportFileSystemStateWithMergeRegion-1/bf70ac7d0d6bb911f071671790a8e315/cf, FileablePath, hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testtb-testExportFileSystemStateWithMergeRegion-1/bf70ac7d0d6bb911f071671790a8e315/recovered.edits]
2024-11-14T07:24:58,470 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testtb-testExportFileSystemStateWithMergeRegion-1/a9e35e160003c0f7ad3b09798aade7fc/cf, FileablePath, hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testtb-testExportFileSystemStateWithMergeRegion-1/a9e35e160003c0f7ad3b09798aade7fc/recovered.edits]
2024-11-14T07:24:58,470 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportFileSystemStateWithMergeRegion-1 with data PBUF
2024-11-14T07:24:58,470 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportFileSystemStateWithMergeRegion-1 with data PBUF
2024-11-14T07:24:58,470 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportFileSystemStateWithMergeRegion-1 with data PBUF
2024-11-14T07:24:58,470 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportFileSystemStateWithMergeRegion-1 with data PBUF
2024-11-14T07:24:58,473 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33371-0x1003d1cd0e50000, quorum=127.0.0.1:51438, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/acl/testtb-testExportFileSystemStateWithMergeRegion-1
2024-11-14T07:24:58,473 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46383-0x1003d1cd0e50003, quorum=127.0.0.1:51438, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/acl/testtb-testExportFileSystemStateWithMergeRegion-1
2024-11-14T07:24:58,473 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41449-0x1003d1cd0e50001, quorum=127.0.0.1:51438, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/acl/testtb-testExportFileSystemStateWithMergeRegion-1
2024-11-14T07:24:58,474 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35229-0x1003d1cd0e50002, quorum=127.0.0.1:51438, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/acl/testtb-testExportFileSystemStateWithMergeRegion-1
2024-11-14T07:24:58,475 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33371-0x1003d1cd0e50000, quorum=127.0.0.1:51438, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl
2024-11-14T07:24:58,475 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46383-0x1003d1cd0e50003, quorum=127.0.0.1:51438, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl
2024-11-14T07:24:58,475 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41449-0x1003d1cd0e50001, quorum=127.0.0.1:51438, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl
2024-11-14T07:24:58,475 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35229-0x1003d1cd0e50002, quorum=127.0.0.1:51438, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl
2024-11-14T07:24:58,475 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testtb-testExportFileSystemStateWithMergeRegion-1/bf70ac7d0d6bb911f071671790a8e315/cf/f1ce60f187cb4f2ab2cc8814e462544a to hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/archive/data/default/testtb-testExportFileSystemStateWithMergeRegion-1/bf70ac7d0d6bb911f071671790a8e315/cf/f1ce60f187cb4f2ab2cc8814e462544a
2024-11-14T07:24:58,475 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testtb-testExportFileSystemStateWithMergeRegion-1/21202dfe5cdb25c9b07d3da32818bf04/cf/dba5cb966002452591f3e649fcaa299e.a9e35e160003c0f7ad3b09798aade7fc to hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/archive/data/default/testtb-testExportFileSystemStateWithMergeRegion-1/21202dfe5cdb25c9b07d3da32818bf04/cf/dba5cb966002452591f3e649fcaa299e.a9e35e160003c0f7ad3b09798aade7fc
2024-11-14T07:24:58,475 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testtb-testExportFileSystemStateWithMergeRegion-1/a9e35e160003c0f7ad3b09798aade7fc/cf/dba5cb966002452591f3e649fcaa299e to hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/archive/data/default/testtb-testExportFileSystemStateWithMergeRegion-1/a9e35e160003c0f7ad3b09798aade7fc/cf/dba5cb966002452591f3e649fcaa299e
2024-11-14T07:24:58,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33371 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123
2024-11-14T07:24:58,477 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportFileSystemStateWithMergeRegion with data PBUF\x0AU\x0A\x07jenkins\x12J\x08\x03"F\x0A:\x0A\x07default\x12/testtb-testExportFileSystemStateWithMergeRegion \x00 \x01 \x02 \x03 \x04
2024-11-14T07:24:58,477 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportFileSystemStateWithMergeRegion with data PBUF\x0AU\x0A\x07jenkins\x12J\x08\x03"F\x0A:\x0A\x07default\x12/testtb-testExportFileSystemStateWithMergeRegion \x00 \x01 \x02 \x03 \x04
2024-11-14T07:24:58,477 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportFileSystemStateWithMergeRegion with data PBUF\x0AU\x0A\x07jenkins\x12J\x08\x03"F\x0A:\x0A\x07default\x12/testtb-testExportFileSystemStateWithMergeRegion \x00 \x01 \x02 \x03 \x04
2024-11-14T07:24:58,477 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportFileSystemStateWithMergeRegion with data PBUF\x0AU\x0A\x07jenkins\x12J\x08\x03"F\x0A:\x0A\x07default\x12/testtb-testExportFileSystemStateWithMergeRegion \x00 \x01 \x02 \x03 \x04
2024-11-14T07:24:58,477 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testtb-testExportFileSystemStateWithMergeRegion-1/21202dfe5cdb25c9b07d3da32818bf04/cf/f1ce60f187cb4f2ab2cc8814e462544a.bf70ac7d0d6bb911f071671790a8e315 to hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/archive/data/default/testtb-testExportFileSystemStateWithMergeRegion-1/21202dfe5cdb25c9b07d3da32818bf04/cf/f1ce60f187cb4f2ab2cc8814e462544a.bf70ac7d0d6bb911f071671790a8e315
2024-11-14T07:24:58,479 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testtb-testExportFileSystemStateWithMergeRegion-1/bf70ac7d0d6bb911f071671790a8e315/recovered.edits/8.seqid to hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/archive/data/default/testtb-testExportFileSystemStateWithMergeRegion-1/bf70ac7d0d6bb911f071671790a8e315/recovered.edits/8.seqid
2024-11-14T07:24:58,479 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testtb-testExportFileSystemStateWithMergeRegion-1/a9e35e160003c0f7ad3b09798aade7fc/recovered.edits/8.seqid to hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/archive/data/default/testtb-testExportFileSystemStateWithMergeRegion-1/a9e35e160003c0f7ad3b09798aade7fc/recovered.edits/8.seqid
2024-11-14T07:24:58,479 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testtb-testExportFileSystemStateWithMergeRegion-1/bf70ac7d0d6bb911f071671790a8e315
2024-11-14T07:24:58,479 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testtb-testExportFileSystemStateWithMergeRegion-1/a9e35e160003c0f7ad3b09798aade7fc
2024-11-14T07:24:58,480 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testtb-testExportFileSystemStateWithMergeRegion-1/21202dfe5cdb25c9b07d3da32818bf04/recovered.edits/12.seqid to hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/archive/data/default/testtb-testExportFileSystemStateWithMergeRegion-1/21202dfe5cdb25c9b07d3da32818bf04/recovered.edits/12.seqid
2024-11-14T07:24:58,480 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testtb-testExportFileSystemStateWithMergeRegion-1/21202dfe5cdb25c9b07d3da32818bf04
2024-11-14T07:24:58,480 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(313): Archived testtb-testExportFileSystemStateWithMergeRegion-1 regions
2024-11-14T07:24:58,482 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=123, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=testtb-testExportFileSystemStateWithMergeRegion-1
2024-11-14T07:24:58,485 WARN  [PEWorker-4 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of testtb-testExportFileSystemStateWithMergeRegion-1 from hbase:meta
2024-11-14T07:24:58,487 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(407): Removing 'testtb-testExportFileSystemStateWithMergeRegion-1' descriptor.
2024-11-14T07:24:58,488 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=123, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=testtb-testExportFileSystemStateWithMergeRegion-1
2024-11-14T07:24:58,489 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(397): Removing 'testtb-testExportFileSystemStateWithMergeRegion-1' from region states.
2024-11-14T07:24:58,489 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"testtb-testExportFileSystemStateWithMergeRegion-1,,1731569080143.21202dfe5cdb25c9b07d3da32818bf04.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731569098489"}]},"ts":"9223372036854775807"}
2024-11-14T07:24:58,490 INFO  [PEWorker-4 {}] assignment.RegionStateStore(562): Deleted 1 regions from META
2024-11-14T07:24:58,490 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 21202dfe5cdb25c9b07d3da32818bf04, NAME => 'testtb-testExportFileSystemStateWithMergeRegion-1,,1731569080143.21202dfe5cdb25c9b07d3da32818bf04.', STARTKEY => '', ENDKEY => ''}]
2024-11-14T07:24:58,490 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(401): Marking 'testtb-testExportFileSystemStateWithMergeRegion-1' as deleted.
2024-11-14T07:24:58,491 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"testtb-testExportFileSystemStateWithMergeRegion-1","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731569098491"}]},"ts":"9223372036854775807"}
2024-11-14T07:24:58,492 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(867): Deleted table testtb-testExportFileSystemStateWithMergeRegion-1 state from META
2024-11-14T07:24:58,493 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(133): Finished pid=123, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=testtb-testExportFileSystemStateWithMergeRegion-1
2024-11-14T07:24:58,494 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=123, state=SUCCESS, hasLock=false; DeleteTableProcedure table=testtb-testExportFileSystemStateWithMergeRegion-1 in 34 msec
2024-11-14T07:24:58,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33371 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123
2024-11-14T07:24:58,580 DEBUG [RPCClient-NioEventLoopGroup-6-4 {}] client.AsyncRegionLocator(219): Clear meta cache for testtb-testExportFileSystemStateWithMergeRegion-1
2024-11-14T07:24:58,580 INFO  [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:testtb-testExportFileSystemStateWithMergeRegion-1 completed
2024-11-14T07:24:58,581 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33371 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable testtb-testExportFileSystemStateWithMergeRegion
2024-11-14T07:24:58,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33371 {}] procedure2.ProcedureExecutor(1139): Stored pid=124, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=testtb-testExportFileSystemStateWithMergeRegion
2024-11-14T07:24:58,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33371 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=124
2024-11-14T07:24:58,588 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testtb-testExportFileSystemStateWithMergeRegion","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731569098588"}]},"ts":"1731569098588"}
2024-11-14T07:24:58,591 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=testtb-testExportFileSystemStateWithMergeRegion, state=DISABLING in hbase:meta
2024-11-14T07:24:58,591 INFO  [PEWorker-5 {}] procedure.DisableTableProcedure(284): Set testtb-testExportFileSystemStateWithMergeRegion to state=DISABLING
2024-11-14T07:24:58,591 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=125, ppid=124, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=testtb-testExportFileSystemStateWithMergeRegion}]
2024-11-14T07:24:58,593 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=126, ppid=125, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testtb-testExportFileSystemStateWithMergeRegion, region=df1d1a98ada08977af752542442813be, UNASSIGN}, {pid=127, ppid=125, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testtb-testExportFileSystemStateWithMergeRegion, region=537a566af2a74eb8eccf593e5dd7bd16, UNASSIGN}]
2024-11-14T07:24:58,594 INFO  [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=126, ppid=125, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testtb-testExportFileSystemStateWithMergeRegion, region=df1d1a98ada08977af752542442813be, UNASSIGN
2024-11-14T07:24:58,594 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=127, ppid=125, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testtb-testExportFileSystemStateWithMergeRegion, region=537a566af2a74eb8eccf593e5dd7bd16, UNASSIGN
2024-11-14T07:24:58,595 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=127 updating hbase:meta row=537a566af2a74eb8eccf593e5dd7bd16, regionState=CLOSING, regionLocation=20680646cf8a,46383,1731568958548
2024-11-14T07:24:58,595 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=126 updating hbase:meta row=df1d1a98ada08977af752542442813be, regionState=CLOSING, regionLocation=20680646cf8a,35229,1731568958498
2024-11-14T07:24:58,597 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=127, ppid=125, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=testtb-testExportFileSystemStateWithMergeRegion, region=537a566af2a74eb8eccf593e5dd7bd16, UNASSIGN because future has completed
2024-11-14T07:24:58,597 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false
2024-11-14T07:24:58,598 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=128, ppid=127, state=RUNNABLE, hasLock=false; CloseRegionProcedure 537a566af2a74eb8eccf593e5dd7bd16, server=20680646cf8a,46383,1731568958548}]
2024-11-14T07:24:58,598 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=126, ppid=125, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=testtb-testExportFileSystemStateWithMergeRegion, region=df1d1a98ada08977af752542442813be, UNASSIGN because future has completed
2024-11-14T07:24:58,598 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false
2024-11-14T07:24:58,598 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=129, ppid=126, state=RUNNABLE, hasLock=false; CloseRegionProcedure df1d1a98ada08977af752542442813be, server=20680646cf8a,35229,1731568958498}]
2024-11-14T07:24:58,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33371 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=124
2024-11-14T07:24:58,750 INFO  [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=128}] handler.UnassignRegionHandler(122): Close 537a566af2a74eb8eccf593e5dd7bd16
2024-11-14T07:24:58,750 DEBUG [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=128}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false
2024-11-14T07:24:58,750 DEBUG [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=128}] regionserver.HRegion(1722): Closing 537a566af2a74eb8eccf593e5dd7bd16, disabling compactions & flushes
2024-11-14T07:24:58,750 INFO  [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=128}] regionserver.HRegion(1755): Closing region testtb-testExportFileSystemStateWithMergeRegion,1,1731569077203.537a566af2a74eb8eccf593e5dd7bd16.
2024-11-14T07:24:58,750 DEBUG [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=128}] regionserver.HRegion(1776): Time limited wait for close lock on testtb-testExportFileSystemStateWithMergeRegion,1,1731569077203.537a566af2a74eb8eccf593e5dd7bd16.
2024-11-14T07:24:58,750 DEBUG [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=128}] regionserver.HRegion(1843): Acquired close lock on testtb-testExportFileSystemStateWithMergeRegion,1,1731569077203.537a566af2a74eb8eccf593e5dd7bd16. after waiting 0 ms
2024-11-14T07:24:58,750 DEBUG [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=128}] regionserver.HRegion(1853): Updates disabled for region testtb-testExportFileSystemStateWithMergeRegion,1,1731569077203.537a566af2a74eb8eccf593e5dd7bd16.
2024-11-14T07:24:58,751 INFO  [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] handler.UnassignRegionHandler(122): Close df1d1a98ada08977af752542442813be
2024-11-14T07:24:58,751 DEBUG [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false
2024-11-14T07:24:58,751 DEBUG [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] regionserver.HRegion(1722): Closing df1d1a98ada08977af752542442813be, disabling compactions & flushes
2024-11-14T07:24:58,751 INFO  [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] regionserver.HRegion(1755): Closing region testtb-testExportFileSystemStateWithMergeRegion,,1731569077203.df1d1a98ada08977af752542442813be.
2024-11-14T07:24:58,751 DEBUG [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] regionserver.HRegion(1776): Time limited wait for close lock on testtb-testExportFileSystemStateWithMergeRegion,,1731569077203.df1d1a98ada08977af752542442813be.
2024-11-14T07:24:58,751 DEBUG [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] regionserver.HRegion(1843): Acquired close lock on testtb-testExportFileSystemStateWithMergeRegion,,1731569077203.df1d1a98ada08977af752542442813be. after waiting 0 ms
2024-11-14T07:24:58,751 DEBUG [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] regionserver.HRegion(1853): Updates disabled for region testtb-testExportFileSystemStateWithMergeRegion,,1731569077203.df1d1a98ada08977af752542442813be.
2024-11-14T07:24:58,754 DEBUG [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=128}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testtb-testExportFileSystemStateWithMergeRegion/537a566af2a74eb8eccf593e5dd7bd16/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1
2024-11-14T07:24:58,755 DEBUG [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=128}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.security.access.AccessController
2024-11-14T07:24:58,755 INFO  [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=128}] regionserver.HRegion(1973): Closed testtb-testExportFileSystemStateWithMergeRegion,1,1731569077203.537a566af2a74eb8eccf593e5dd7bd16.
2024-11-14T07:24:58,755 DEBUG [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=128}] regionserver.HRegion(1676): Region close journal for 537a566af2a74eb8eccf593e5dd7bd16:
Waiting for close lock at 1731569098750Running coprocessor pre-close hooks at 1731569098750Disabling compacts and flushes for region at 1731569098750Disabling writes for close at 1731569098750Writing region close event to WAL at 1731569098751 (+1 ms)Running coprocessor post-close hooks at 1731569098755 (+4 ms)Closed at 1731569098755
2024-11-14T07:24:58,756 DEBUG [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testtb-testExportFileSystemStateWithMergeRegion/df1d1a98ada08977af752542442813be/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1
2024-11-14T07:24:58,756 DEBUG [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.security.access.AccessController
2024-11-14T07:24:58,756 INFO  [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] regionserver.HRegion(1973): Closed testtb-testExportFileSystemStateWithMergeRegion,,1731569077203.df1d1a98ada08977af752542442813be.
2024-11-14T07:24:58,756 DEBUG [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] regionserver.HRegion(1676): Region close journal for df1d1a98ada08977af752542442813be:
Waiting for close lock at 1731569098751Running coprocessor pre-close hooks at 1731569098751Disabling compacts and flushes for region at 1731569098751Disabling writes for close at 1731569098751Writing region close event to WAL at 1731569098752 (+1 ms)Running coprocessor post-close hooks at 1731569098756 (+4 ms)Closed at 1731569098756
2024-11-14T07:24:58,757 INFO  [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=128}] handler.UnassignRegionHandler(157): Closed 537a566af2a74eb8eccf593e5dd7bd16
2024-11-14T07:24:58,757 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=127 updating hbase:meta row=537a566af2a74eb8eccf593e5dd7bd16, regionState=CLOSED
2024-11-14T07:24:58,758 INFO  [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] handler.UnassignRegionHandler(157): Closed df1d1a98ada08977af752542442813be
2024-11-14T07:24:58,758 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=126 updating hbase:meta row=df1d1a98ada08977af752542442813be, regionState=CLOSED
2024-11-14T07:24:58,759 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=128, ppid=127, state=RUNNABLE, hasLock=false; CloseRegionProcedure 537a566af2a74eb8eccf593e5dd7bd16, server=20680646cf8a,46383,1731568958548 because future has completed
2024-11-14T07:24:58,760 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=129, ppid=126, state=RUNNABLE, hasLock=false; CloseRegionProcedure df1d1a98ada08977af752542442813be, server=20680646cf8a,35229,1731568958498 because future has completed
2024-11-14T07:24:58,762 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=128, resume processing ppid=127
2024-11-14T07:24:58,762 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=128, ppid=127, state=SUCCESS, hasLock=false; CloseRegionProcedure 537a566af2a74eb8eccf593e5dd7bd16, server=20680646cf8a,46383,1731568958548 in 163 msec
2024-11-14T07:24:58,762 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=129, resume processing ppid=126
2024-11-14T07:24:58,763 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=129, ppid=126, state=SUCCESS, hasLock=false; CloseRegionProcedure df1d1a98ada08977af752542442813be, server=20680646cf8a,35229,1731568958498 in 163 msec
2024-11-14T07:24:58,763 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=127, ppid=125, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testtb-testExportFileSystemStateWithMergeRegion, region=537a566af2a74eb8eccf593e5dd7bd16, UNASSIGN in 169 msec
2024-11-14T07:24:58,764 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=126, resume processing ppid=125
2024-11-14T07:24:58,764 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=126, ppid=125, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testtb-testExportFileSystemStateWithMergeRegion, region=df1d1a98ada08977af752542442813be, UNASSIGN in 170 msec
2024-11-14T07:24:58,766 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=125, resume processing ppid=124
2024-11-14T07:24:58,766 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=125, ppid=124, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=testtb-testExportFileSystemStateWithMergeRegion in 173 msec
2024-11-14T07:24:58,767 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testtb-testExportFileSystemStateWithMergeRegion","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731569098767"}]},"ts":"1731569098767"}
2024-11-14T07:24:58,769 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testtb-testExportFileSystemStateWithMergeRegion, state=DISABLED in hbase:meta
2024-11-14T07:24:58,769 INFO  [PEWorker-3 {}] procedure.DisableTableProcedure(296): Set testtb-testExportFileSystemStateWithMergeRegion to state=DISABLED
2024-11-14T07:24:58,771 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=124, state=SUCCESS, hasLock=false; DisableTableProcedure table=testtb-testExportFileSystemStateWithMergeRegion in 189 msec
2024-11-14T07:24:58,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33371 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=124
2024-11-14T07:24:58,909 INFO  [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:testtb-testExportFileSystemStateWithMergeRegion completed
2024-11-14T07:24:58,909 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33371 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete testtb-testExportFileSystemStateWithMergeRegion
2024-11-14T07:24:58,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33371 {}] procedure2.ProcedureExecutor(1139): Stored pid=130, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=testtb-testExportFileSystemStateWithMergeRegion
2024-11-14T07:24:58,911 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=130, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=testtb-testExportFileSystemStateWithMergeRegion
2024-11-14T07:24:58,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33371 {}] access.PermissionStorage(261): Removing permissions of removed table testtb-testExportFileSystemStateWithMergeRegion
2024-11-14T07:24:58,912 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=130, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=testtb-testExportFileSystemStateWithMergeRegion
2024-11-14T07:24:58,914 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46383 {}] access.PermissionStorage(529): No permissions found in hbase:acl for acl entry testtb-testExportFileSystemStateWithMergeRegion
2024-11-14T07:24:58,916 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testtb-testExportFileSystemStateWithMergeRegion/df1d1a98ada08977af752542442813be
2024-11-14T07:24:58,916 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testtb-testExportFileSystemStateWithMergeRegion/537a566af2a74eb8eccf593e5dd7bd16
2024-11-14T07:24:58,916 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33371-0x1003d1cd0e50000, quorum=127.0.0.1:51438, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/acl/testtb-testExportFileSystemStateWithMergeRegion
2024-11-14T07:24:58,916 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46383-0x1003d1cd0e50003, quorum=127.0.0.1:51438, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/acl/testtb-testExportFileSystemStateWithMergeRegion
2024-11-14T07:24:58,916 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35229-0x1003d1cd0e50002, quorum=127.0.0.1:51438, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/acl/testtb-testExportFileSystemStateWithMergeRegion
2024-11-14T07:24:58,916 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41449-0x1003d1cd0e50001, quorum=127.0.0.1:51438, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/acl/testtb-testExportFileSystemStateWithMergeRegion
2024-11-14T07:24:58,917 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportFileSystemStateWithMergeRegion with data PBUF
2024-11-14T07:24:58,917 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportFileSystemStateWithMergeRegion with data PBUF
2024-11-14T07:24:58,917 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportFileSystemStateWithMergeRegion with data PBUF
2024-11-14T07:24:58,917 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportFileSystemStateWithMergeRegion with data PBUF
2024-11-14T07:24:58,918 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46383-0x1003d1cd0e50003, quorum=127.0.0.1:51438, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/acl/testtb-testExportFileSystemStateWithMergeRegion
2024-11-14T07:24:58,918 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35229-0x1003d1cd0e50002, quorum=127.0.0.1:51438, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/acl/testtb-testExportFileSystemStateWithMergeRegion
2024-11-14T07:24:58,918 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41449-0x1003d1cd0e50001, quorum=127.0.0.1:51438, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/acl/testtb-testExportFileSystemStateWithMergeRegion
2024-11-14T07:24:58,918 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33371-0x1003d1cd0e50000, quorum=127.0.0.1:51438, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/acl/testtb-testExportFileSystemStateWithMergeRegion
2024-11-14T07:24:58,918 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46383-0x1003d1cd0e50003, quorum=127.0.0.1:51438, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl
2024-11-14T07:24:58,918 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35229-0x1003d1cd0e50002, quorum=127.0.0.1:51438, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl
2024-11-14T07:24:58,918 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41449-0x1003d1cd0e50001, quorum=127.0.0.1:51438, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl
2024-11-14T07:24:58,918 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33371-0x1003d1cd0e50000, quorum=127.0.0.1:51438, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl
2024-11-14T07:24:58,918 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testtb-testExportFileSystemStateWithMergeRegion/df1d1a98ada08977af752542442813be/cf, FileablePath, hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testtb-testExportFileSystemStateWithMergeRegion/df1d1a98ada08977af752542442813be/recovered.edits]
2024-11-14T07:24:58,918 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testtb-testExportFileSystemStateWithMergeRegion/537a566af2a74eb8eccf593e5dd7bd16/cf, FileablePath, hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testtb-testExportFileSystemStateWithMergeRegion/537a566af2a74eb8eccf593e5dd7bd16/recovered.edits]
2024-11-14T07:24:58,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33371 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=130
2024-11-14T07:24:58,922 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testtb-testExportFileSystemStateWithMergeRegion/537a566af2a74eb8eccf593e5dd7bd16/cf/7a0a6bd6d4c645a089ea4c0578587818 to hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/archive/data/default/testtb-testExportFileSystemStateWithMergeRegion/537a566af2a74eb8eccf593e5dd7bd16/cf/7a0a6bd6d4c645a089ea4c0578587818
2024-11-14T07:24:58,922 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testtb-testExportFileSystemStateWithMergeRegion/df1d1a98ada08977af752542442813be/cf/d23175281baf420bae68a65ac7013cda to hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/archive/data/default/testtb-testExportFileSystemStateWithMergeRegion/df1d1a98ada08977af752542442813be/cf/d23175281baf420bae68a65ac7013cda
2024-11-14T07:24:58,924 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testtb-testExportFileSystemStateWithMergeRegion/537a566af2a74eb8eccf593e5dd7bd16/recovered.edits/9.seqid to hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/archive/data/default/testtb-testExportFileSystemStateWithMergeRegion/537a566af2a74eb8eccf593e5dd7bd16/recovered.edits/9.seqid
2024-11-14T07:24:58,924 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testtb-testExportFileSystemStateWithMergeRegion/df1d1a98ada08977af752542442813be/recovered.edits/9.seqid to hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/archive/data/default/testtb-testExportFileSystemStateWithMergeRegion/df1d1a98ada08977af752542442813be/recovered.edits/9.seqid
2024-11-14T07:24:58,924 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testtb-testExportFileSystemStateWithMergeRegion/537a566af2a74eb8eccf593e5dd7bd16
2024-11-14T07:24:58,925 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testtb-testExportFileSystemStateWithMergeRegion/df1d1a98ada08977af752542442813be
2024-11-14T07:24:58,925 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(313): Archived testtb-testExportFileSystemStateWithMergeRegion regions
2024-11-14T07:24:58,925 DEBUG [PEWorker-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/mobdir/data/default/testtb-testExportFileSystemStateWithMergeRegion/aaca68e56e63a701f5c1ec9dc2f0511c
2024-11-14T07:24:58,926 DEBUG [PEWorker-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/mobdir/data/default/testtb-testExportFileSystemStateWithMergeRegion/aaca68e56e63a701f5c1ec9dc2f0511c/cf]
2024-11-14T07:24:58,929 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/mobdir/data/default/testtb-testExportFileSystemStateWithMergeRegion/aaca68e56e63a701f5c1ec9dc2f0511c/cf/c4ca4238a0b923820dcc509a6f75849b20241114a8195dbd74f0425f93301bc0c1c33535_537a566af2a74eb8eccf593e5dd7bd16 to hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/archive/data/default/testtb-testExportFileSystemStateWithMergeRegion/aaca68e56e63a701f5c1ec9dc2f0511c/cf/c4ca4238a0b923820dcc509a6f75849b20241114a8195dbd74f0425f93301bc0c1c33535_537a566af2a74eb8eccf593e5dd7bd16
2024-11-14T07:24:58,930 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/mobdir/data/default/testtb-testExportFileSystemStateWithMergeRegion/aaca68e56e63a701f5c1ec9dc2f0511c/cf/d41d8cd98f00b204e9800998ecf8427e20241114df265283e00443699a3442fdbf28b156_df1d1a98ada08977af752542442813be to hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/archive/data/default/testtb-testExportFileSystemStateWithMergeRegion/aaca68e56e63a701f5c1ec9dc2f0511c/cf/d41d8cd98f00b204e9800998ecf8427e20241114df265283e00443699a3442fdbf28b156_df1d1a98ada08977af752542442813be
2024-11-14T07:24:58,931 DEBUG [PEWorker-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/mobdir/data/default/testtb-testExportFileSystemStateWithMergeRegion/aaca68e56e63a701f5c1ec9dc2f0511c
2024-11-14T07:24:58,933 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=130, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=testtb-testExportFileSystemStateWithMergeRegion
2024-11-14T07:24:58,936 WARN  [PEWorker-2 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 2 rows of testtb-testExportFileSystemStateWithMergeRegion from hbase:meta
2024-11-14T07:24:58,939 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(407): Removing 'testtb-testExportFileSystemStateWithMergeRegion' descriptor.
2024-11-14T07:24:58,940 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=130, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=testtb-testExportFileSystemStateWithMergeRegion
2024-11-14T07:24:58,940 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(397): Removing 'testtb-testExportFileSystemStateWithMergeRegion' from region states.
2024-11-14T07:24:58,941 DEBUG [PEWorker-2 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"testtb-testExportFileSystemStateWithMergeRegion,,1731569077203.df1d1a98ada08977af752542442813be.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731569098940"}]},"ts":"9223372036854775807"}
2024-11-14T07:24:58,941 DEBUG [PEWorker-2 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"testtb-testExportFileSystemStateWithMergeRegion,1,1731569077203.537a566af2a74eb8eccf593e5dd7bd16.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731569098940"}]},"ts":"9223372036854775807"}
2024-11-14T07:24:58,944 INFO  [PEWorker-2 {}] assignment.RegionStateStore(562): Deleted 2 regions from META
2024-11-14T07:24:58,944 DEBUG [PEWorker-2 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => df1d1a98ada08977af752542442813be, NAME => 'testtb-testExportFileSystemStateWithMergeRegion,,1731569077203.df1d1a98ada08977af752542442813be.', STARTKEY => '', ENDKEY => '1'}, {ENCODED => 537a566af2a74eb8eccf593e5dd7bd16, NAME => 'testtb-testExportFileSystemStateWithMergeRegion,1,1731569077203.537a566af2a74eb8eccf593e5dd7bd16.', STARTKEY => '1', ENDKEY => ''}]
2024-11-14T07:24:58,945 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(401): Marking 'testtb-testExportFileSystemStateWithMergeRegion' as deleted.
2024-11-14T07:24:58,945 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"testtb-testExportFileSystemStateWithMergeRegion","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731569098945"}]},"ts":"9223372036854775807"}
2024-11-14T07:24:58,947 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(867): Deleted table testtb-testExportFileSystemStateWithMergeRegion state from META
2024-11-14T07:24:58,949 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(133): Finished pid=130, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=testtb-testExportFileSystemStateWithMergeRegion
2024-11-14T07:24:58,951 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=130, state=SUCCESS, hasLock=false; DeleteTableProcedure table=testtb-testExportFileSystemStateWithMergeRegion in 40 msec
2024-11-14T07:24:59,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33371 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=130
2024-11-14T07:24:59,029 DEBUG [RPCClient-NioEventLoopGroup-6-4 {}] client.AsyncRegionLocator(219): Clear meta cache for testtb-testExportFileSystemStateWithMergeRegion
2024-11-14T07:24:59,029 INFO  [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:testtb-testExportFileSystemStateWithMergeRegion completed
2024-11-14T07:24:59,039 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33371 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.2 delete name: "emptySnaptb0-testExportFileSystemStateWithMergeRegion"
type: DISABLED

2024-11-14T07:24:59,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33371 {}] snapshot.SnapshotManager(381): Deleting snapshot: emptySnaptb0-testExportFileSystemStateWithMergeRegion
2024-11-14T07:24:59,042 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33371 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.2 delete name: "snaptb0-testExportFileSystemStateWithMergeRegion"
type: DISABLED

2024-11-14T07:24:59,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33371 {}] snapshot.SnapshotManager(381): Deleting snapshot: snaptb0-testExportFileSystemStateWithMergeRegion
2024-11-14T07:24:59,046 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33371 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.2 delete name: "snaptb0-testExportFileSystemStateWithMergeRegion-1"
type: DISABLED

2024-11-14T07:24:59,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33371 {}] snapshot.SnapshotManager(381): Deleting snapshot: snaptb0-testExportFileSystemStateWithMergeRegion-1
2024-11-14T07:24:59,068 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: snapshot.TestMobSecureExportSnapshot#testExportFileSystemStateWithMergeRegion Thread=798 (was 784)
Potentially hanging thread: HFileArchiver-15
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HFileArchiver-12
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_435783444_1 at /127.0.0.1:35122 [Waiting for operation #2]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HFileArchiver-13
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HFileArchiver-11
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: process reaper (pid 107016)
	java.base@17.0.11/java.lang.ProcessHandleImpl.waitForProcessExit0(Native Method)
	java.base@17.0.11/java.lang.ProcessHandleImpl$1.run(ProcessHandleImpl.java:150)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-6-7
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-6-9
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ApplicationMasterLauncher #10
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_COMPACTED_FILES_DISCHARGER-regionserver/20680646cf8a:0-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1453683247_22 at /127.0.0.1:47970 [Waiting for operation #3]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36205
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ApplicationMasterLauncher #9
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_COMPACTED_FILES_DISCHARGER-regionserver/20680646cf8a:0-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HFileArchiver-14
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44907
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Thread-4739
	java.base@17.0.11/java.io.FileInputStream.readBytes(Native Method)
	java.base@17.0.11/java.io.FileInputStream.read(FileInputStream.java:276)
	java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:282)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343)
	java.base@17.0.11/sun.nio.cs.StreamDecoder.readBytes(StreamDecoder.java:281)
	java.base@17.0.11/sun.nio.cs.StreamDecoder.implRead(StreamDecoder.java:324)
	java.base@17.0.11/sun.nio.cs.StreamDecoder.read(StreamDecoder.java:189)
	java.base@17.0.11/java.io.InputStreamReader.read(InputStreamReader.java:177)
	java.base@17.0.11/java.io.BufferedReader.fill(BufferedReader.java:162)
	java.base@17.0.11/java.io.BufferedReader.readLine(BufferedReader.java:329)
	java.base@17.0.11/java.io.BufferedReader.readLine(BufferedReader.java:396)
	app//org.apache.hadoop.util.Shell$1.run(Shell.java:1025)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1453683247_22 at /127.0.0.1:35150 [Waiting for operation #8]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (346890841) connection to localhost/127.0.0.1:36205 from jenkins
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_435783444_1 at /127.0.0.1:54026 [Waiting for operation #2]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-6-8
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=803 (was 796) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=454 (was 497), ProcessCount=20 (was 20), AvailableMemoryMB=681 (was 577) - AvailableMemoryMB LEAK? -
2024-11-14T07:24:59,068 WARN  [Time-limited test {}] hbase.ResourceChecker(130): Thread=798 is superior to 500
2024-11-14T07:24:59,085 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: snapshot.TestMobSecureExportSnapshot#testExportExpiredSnapshot Thread=798, OpenFileDescriptor=803, MaxFileDescriptor=1048576, SystemLoadAverage=454, ProcessCount=20, AvailableMemoryMB=679
2024-11-14T07:24:59,085 WARN  [Time-limited test {}] hbase.ResourceChecker(130): Thread=798 is superior to 500
2024-11-14T07:24:59,087 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33371 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testtb-testExportExpiredSnapshot', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '0', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-14T07:24:59,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33371 {}] procedure2.ProcedureExecutor(1139): Stored pid=131, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testtb-testExportExpiredSnapshot
2024-11-14T07:24:59,089 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=131, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testtb-testExportExpiredSnapshot execute state=CREATE_TABLE_PRE_OPERATION
2024-11-14T07:24:59,089 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33371 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default"
qualifier: "testtb-testExportExpiredSnapshot"
 procId is: 131
2024-11-14T07:24:59,089 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=131, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testtb-testExportExpiredSnapshot execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-14T07:24:59,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33371 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131
2024-11-14T07:24:59,096 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073742173_1349 (size=443)
2024-11-14T07:24:59,096 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073742173_1349 (size=443)
2024-11-14T07:24:59,096 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073742173_1349 (size=443)
2024-11-14T07:24:59,098 INFO  [RegionOpenAndInit-testtb-testExportExpiredSnapshot-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 3f6db6ca40769307858dcfb76796e22e, NAME => 'testtb-testExportExpiredSnapshot,,1731569099086.3f6db6ca40769307858dcfb76796e22e.', STARTKEY => '', ENDKEY => '1'}, tableDescriptor='testtb-testExportExpiredSnapshot', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '0', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50
2024-11-14T07:24:59,098 INFO  [RegionOpenAndInit-testtb-testExportExpiredSnapshot-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 57b494d04e6bd58de9106f381bfe31ae, NAME => 'testtb-testExportExpiredSnapshot,1,1731569099086.57b494d04e6bd58de9106f381bfe31ae.', STARTKEY => '1', ENDKEY => ''}, tableDescriptor='testtb-testExportExpiredSnapshot', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '0', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50
2024-11-14T07:24:59,104 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073742174_1350 (size=68)
2024-11-14T07:24:59,104 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073742175_1351 (size=68)
2024-11-14T07:24:59,104 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073742175_1351 (size=68)
2024-11-14T07:24:59,104 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073742174_1350 (size=68)
2024-11-14T07:24:59,104 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073742174_1350 (size=68)
2024-11-14T07:24:59,105 DEBUG [RegionOpenAndInit-testtb-testExportExpiredSnapshot-pool-0 {}] regionserver.HRegion(898): Instantiated testtb-testExportExpiredSnapshot,,1731569099086.3f6db6ca40769307858dcfb76796e22e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-14T07:24:59,105 DEBUG [RegionOpenAndInit-testtb-testExportExpiredSnapshot-pool-0 {}] regionserver.HRegion(1722): Closing 3f6db6ca40769307858dcfb76796e22e, disabling compactions & flushes
2024-11-14T07:24:59,105 INFO  [RegionOpenAndInit-testtb-testExportExpiredSnapshot-pool-0 {}] regionserver.HRegion(1755): Closing region testtb-testExportExpiredSnapshot,,1731569099086.3f6db6ca40769307858dcfb76796e22e.
2024-11-14T07:24:59,105 DEBUG [RegionOpenAndInit-testtb-testExportExpiredSnapshot-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testtb-testExportExpiredSnapshot,,1731569099086.3f6db6ca40769307858dcfb76796e22e.
2024-11-14T07:24:59,105 DEBUG [RegionOpenAndInit-testtb-testExportExpiredSnapshot-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testtb-testExportExpiredSnapshot,,1731569099086.3f6db6ca40769307858dcfb76796e22e. after waiting 0 ms
2024-11-14T07:24:59,105 DEBUG [RegionOpenAndInit-testtb-testExportExpiredSnapshot-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testtb-testExportExpiredSnapshot,,1731569099086.3f6db6ca40769307858dcfb76796e22e.
2024-11-14T07:24:59,105 INFO  [RegionOpenAndInit-testtb-testExportExpiredSnapshot-pool-0 {}] regionserver.HRegion(1973): Closed testtb-testExportExpiredSnapshot,,1731569099086.3f6db6ca40769307858dcfb76796e22e.
2024-11-14T07:24:59,105 DEBUG [RegionOpenAndInit-testtb-testExportExpiredSnapshot-pool-0 {}] regionserver.HRegion(1676): Region close journal for 3f6db6ca40769307858dcfb76796e22e:
Waiting for close lock at 1731569099105Disabling compacts and flushes for region at 1731569099105Disabling writes for close at 1731569099105Writing region close event to WAL at 1731569099105Closed at 1731569099105
2024-11-14T07:24:59,105 DEBUG [RegionOpenAndInit-testtb-testExportExpiredSnapshot-pool-1 {}] regionserver.HRegion(898): Instantiated testtb-testExportExpiredSnapshot,1,1731569099086.57b494d04e6bd58de9106f381bfe31ae.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-14T07:24:59,105 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073742175_1351 (size=68)
2024-11-14T07:24:59,105 DEBUG [RegionOpenAndInit-testtb-testExportExpiredSnapshot-pool-1 {}] regionserver.HRegion(1722): Closing 57b494d04e6bd58de9106f381bfe31ae, disabling compactions & flushes
2024-11-14T07:24:59,105 INFO  [RegionOpenAndInit-testtb-testExportExpiredSnapshot-pool-1 {}] regionserver.HRegion(1755): Closing region testtb-testExportExpiredSnapshot,1,1731569099086.57b494d04e6bd58de9106f381bfe31ae.
2024-11-14T07:24:59,105 DEBUG [RegionOpenAndInit-testtb-testExportExpiredSnapshot-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testtb-testExportExpiredSnapshot,1,1731569099086.57b494d04e6bd58de9106f381bfe31ae.
2024-11-14T07:24:59,105 DEBUG [RegionOpenAndInit-testtb-testExportExpiredSnapshot-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testtb-testExportExpiredSnapshot,1,1731569099086.57b494d04e6bd58de9106f381bfe31ae. after waiting 0 ms
2024-11-14T07:24:59,105 DEBUG [RegionOpenAndInit-testtb-testExportExpiredSnapshot-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testtb-testExportExpiredSnapshot,1,1731569099086.57b494d04e6bd58de9106f381bfe31ae.
2024-11-14T07:24:59,105 INFO  [RegionOpenAndInit-testtb-testExportExpiredSnapshot-pool-1 {}] regionserver.HRegion(1973): Closed testtb-testExportExpiredSnapshot,1,1731569099086.57b494d04e6bd58de9106f381bfe31ae.
2024-11-14T07:24:59,105 DEBUG [RegionOpenAndInit-testtb-testExportExpiredSnapshot-pool-1 {}] regionserver.HRegion(1676): Region close journal for 57b494d04e6bd58de9106f381bfe31ae:
Waiting for close lock at 1731569099105Disabling compacts and flushes for region at 1731569099105Disabling writes for close at 1731569099105Writing region close event to WAL at 1731569099105Closed at 1731569099105
2024-11-14T07:24:59,106 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=131, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testtb-testExportExpiredSnapshot execute state=CREATE_TABLE_ADD_TO_META
2024-11-14T07:24:59,107 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testtb-testExportExpiredSnapshot,,1731569099086.3f6db6ca40769307858dcfb76796e22e.","families":{"info":[{"qualifier":"regioninfo","vlen":67,"tag":[],"timestamp":"1731569099106"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731569099106"}]},"ts":"1731569099106"}
2024-11-14T07:24:59,107 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testtb-testExportExpiredSnapshot,1,1731569099086.57b494d04e6bd58de9106f381bfe31ae.","families":{"info":[{"qualifier":"regioninfo","vlen":67,"tag":[],"timestamp":"1731569099106"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731569099106"}]},"ts":"1731569099106"}
2024-11-14T07:24:59,109 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta.
2024-11-14T07:24:59,110 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=131, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testtb-testExportExpiredSnapshot execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-14T07:24:59,110 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testtb-testExportExpiredSnapshot","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731569099110"}]},"ts":"1731569099110"}
2024-11-14T07:24:59,112 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=testtb-testExportExpiredSnapshot, state=ENABLING in hbase:meta
2024-11-14T07:24:59,112 DEBUG [PEWorker-5 {}] balancer.BalancerClusterState(204): Hosts are {20680646cf8a=0} racks are {/default-rack=0}
2024-11-14T07:24:59,113 DEBUG [PEWorker-5 {}] balancer.BalancerClusterState(303): server 0 has 0 regions
2024-11-14T07:24:59,113 DEBUG [PEWorker-5 {}] balancer.BalancerClusterState(303): server 1 has 0 regions
2024-11-14T07:24:59,113 DEBUG [PEWorker-5 {}] balancer.BalancerClusterState(303): server 2 has 0 regions
2024-11-14T07:24:59,113 DEBUG [PEWorker-5 {}] balancer.BalancerClusterState(310): server 0 is on host 0
2024-11-14T07:24:59,113 DEBUG [PEWorker-5 {}] balancer.BalancerClusterState(310): server 1 is on host 0
2024-11-14T07:24:59,113 DEBUG [PEWorker-5 {}] balancer.BalancerClusterState(310): server 2 is on host 0
2024-11-14T07:24:59,113 INFO  [PEWorker-5 {}] balancer.BalancerClusterState(321): server 0 is on rack 0
2024-11-14T07:24:59,113 INFO  [PEWorker-5 {}] balancer.BalancerClusterState(321): server 1 is on rack 0
2024-11-14T07:24:59,113 INFO  [PEWorker-5 {}] balancer.BalancerClusterState(321): server 2 is on rack 0
2024-11-14T07:24:59,113 DEBUG [PEWorker-5 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1
2024-11-14T07:24:59,114 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=132, ppid=131, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testtb-testExportExpiredSnapshot, region=3f6db6ca40769307858dcfb76796e22e, ASSIGN}, {pid=133, ppid=131, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testtb-testExportExpiredSnapshot, region=57b494d04e6bd58de9106f381bfe31ae, ASSIGN}]
2024-11-14T07:24:59,115 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=132, ppid=131, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testtb-testExportExpiredSnapshot, region=3f6db6ca40769307858dcfb76796e22e, ASSIGN
2024-11-14T07:24:59,115 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=133, ppid=131, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testtb-testExportExpiredSnapshot, region=57b494d04e6bd58de9106f381bfe31ae, ASSIGN
2024-11-14T07:24:59,116 INFO  [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=133, ppid=131, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testtb-testExportExpiredSnapshot, region=57b494d04e6bd58de9106f381bfe31ae, ASSIGN; state=OFFLINE, location=20680646cf8a,35229,1731568958498; forceNewPlan=false, retain=false
2024-11-14T07:24:59,116 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=132, ppid=131, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testtb-testExportExpiredSnapshot, region=3f6db6ca40769307858dcfb76796e22e, ASSIGN; state=OFFLINE, location=20680646cf8a,46383,1731568958548; forceNewPlan=false, retain=false
2024-11-14T07:24:59,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33371 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131
2024-11-14T07:24:59,266 INFO  [20680646cf8a:33371 {}] balancer.BaseLoadBalancer(388): Reassigned 2 regions. 2 retained the pre-restart assignment. 
2024-11-14T07:24:59,267 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=132 updating hbase:meta row=3f6db6ca40769307858dcfb76796e22e, regionState=OPENING, regionLocation=20680646cf8a,46383,1731568958548
2024-11-14T07:24:59,267 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=133 updating hbase:meta row=57b494d04e6bd58de9106f381bfe31ae, regionState=OPENING, regionLocation=20680646cf8a,35229,1731568958498
2024-11-14T07:24:59,272 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=133, ppid=131, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testtb-testExportExpiredSnapshot, region=57b494d04e6bd58de9106f381bfe31ae, ASSIGN because future has completed
2024-11-14T07:24:59,272 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=134, ppid=133, state=RUNNABLE, hasLock=false; OpenRegionProcedure 57b494d04e6bd58de9106f381bfe31ae, server=20680646cf8a,35229,1731568958498}]
2024-11-14T07:24:59,274 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=132, ppid=131, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testtb-testExportExpiredSnapshot, region=3f6db6ca40769307858dcfb76796e22e, ASSIGN because future has completed
2024-11-14T07:24:59,274 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=135, ppid=132, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3f6db6ca40769307858dcfb76796e22e, server=20680646cf8a,46383,1731568958548}]
2024-11-14T07:24:59,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33371 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131
2024-11-14T07:24:59,433 INFO  [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=135}] handler.AssignRegionHandler(132): Open testtb-testExportExpiredSnapshot,,1731569099086.3f6db6ca40769307858dcfb76796e22e.
2024-11-14T07:24:59,433 INFO  [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=134}] handler.AssignRegionHandler(132): Open testtb-testExportExpiredSnapshot,1,1731569099086.57b494d04e6bd58de9106f381bfe31ae.
2024-11-14T07:24:59,434 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=134}] regionserver.HRegion(7752): Opening region: {ENCODED => 57b494d04e6bd58de9106f381bfe31ae, NAME => 'testtb-testExportExpiredSnapshot,1,1731569099086.57b494d04e6bd58de9106f381bfe31ae.', STARTKEY => '1', ENDKEY => ''}
2024-11-14T07:24:59,434 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=135}] regionserver.HRegion(7752): Opening region: {ENCODED => 3f6db6ca40769307858dcfb76796e22e, NAME => 'testtb-testExportExpiredSnapshot,,1731569099086.3f6db6ca40769307858dcfb76796e22e.', STARTKEY => '', ENDKEY => '1'}
2024-11-14T07:24:59,434 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=134}] regionserver.HRegion(8280): Registered coprocessor service: region=testtb-testExportExpiredSnapshot,1,1731569099086.57b494d04e6bd58de9106f381bfe31ae. service=AccessControlService
2024-11-14T07:24:59,434 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=135}] regionserver.HRegion(8280): Registered coprocessor service: region=testtb-testExportExpiredSnapshot,,1731569099086.3f6db6ca40769307858dcfb76796e22e. service=AccessControlService
2024-11-14T07:24:59,435 INFO  [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=134}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.security.access.AccessController loaded, priority=536870911.
2024-11-14T07:24:59,435 INFO  [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=135}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.security.access.AccessController loaded, priority=536870911.
2024-11-14T07:24:59,435 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=134}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testtb-testExportExpiredSnapshot 57b494d04e6bd58de9106f381bfe31ae
2024-11-14T07:24:59,435 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=135}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testtb-testExportExpiredSnapshot 3f6db6ca40769307858dcfb76796e22e
2024-11-14T07:24:59,435 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=134}] regionserver.HRegion(898): Instantiated testtb-testExportExpiredSnapshot,1,1731569099086.57b494d04e6bd58de9106f381bfe31ae.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-14T07:24:59,435 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=135}] regionserver.HRegion(898): Instantiated testtb-testExportExpiredSnapshot,,1731569099086.3f6db6ca40769307858dcfb76796e22e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-14T07:24:59,435 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=134}] regionserver.HRegion(7794): checking encryption for 57b494d04e6bd58de9106f381bfe31ae
2024-11-14T07:24:59,435 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=135}] regionserver.HRegion(7794): checking encryption for 3f6db6ca40769307858dcfb76796e22e
2024-11-14T07:24:59,435 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=134}] regionserver.HRegion(7797): checking classloading for 57b494d04e6bd58de9106f381bfe31ae
2024-11-14T07:24:59,436 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=135}] regionserver.HRegion(7797): checking classloading for 3f6db6ca40769307858dcfb76796e22e
2024-11-14T07:24:59,437 INFO  [StoreOpener-57b494d04e6bd58de9106f381bfe31ae-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 57b494d04e6bd58de9106f381bfe31ae 
2024-11-14T07:24:59,437 INFO  [StoreOpener-3f6db6ca40769307858dcfb76796e22e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 3f6db6ca40769307858dcfb76796e22e 
2024-11-14T07:24:59,439 INFO  [StoreOpener-57b494d04e6bd58de9106f381bfe31ae-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 57b494d04e6bd58de9106f381bfe31ae columnFamilyName cf
2024-11-14T07:24:59,439 INFO  [StoreOpener-3f6db6ca40769307858dcfb76796e22e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3f6db6ca40769307858dcfb76796e22e columnFamilyName cf
2024-11-14T07:24:59,440 DEBUG [StoreOpener-57b494d04e6bd58de9106f381bfe31ae-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T07:24:59,440 DEBUG [StoreOpener-3f6db6ca40769307858dcfb76796e22e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T07:24:59,440 INFO  [StoreOpener-3f6db6ca40769307858dcfb76796e22e-1 {}] regionserver.HStore(327): Store=3f6db6ca40769307858dcfb76796e22e/cf,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-14T07:24:59,440 INFO  [StoreOpener-57b494d04e6bd58de9106f381bfe31ae-1 {}] regionserver.HStore(327): Store=57b494d04e6bd58de9106f381bfe31ae/cf,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-14T07:24:59,440 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=134}] regionserver.HRegion(1038): replaying wal for 57b494d04e6bd58de9106f381bfe31ae
2024-11-14T07:24:59,440 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=135}] regionserver.HRegion(1038): replaying wal for 3f6db6ca40769307858dcfb76796e22e
2024-11-14T07:24:59,441 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=134}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testtb-testExportExpiredSnapshot/57b494d04e6bd58de9106f381bfe31ae
2024-11-14T07:24:59,441 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=135}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testtb-testExportExpiredSnapshot/3f6db6ca40769307858dcfb76796e22e
2024-11-14T07:24:59,441 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=134}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testtb-testExportExpiredSnapshot/57b494d04e6bd58de9106f381bfe31ae
2024-11-14T07:24:59,441 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=135}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testtb-testExportExpiredSnapshot/3f6db6ca40769307858dcfb76796e22e
2024-11-14T07:24:59,442 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=134}] regionserver.HRegion(1048): stopping wal replay for 57b494d04e6bd58de9106f381bfe31ae
2024-11-14T07:24:59,442 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=134}] regionserver.HRegion(1060): Cleaning up temporary data for 57b494d04e6bd58de9106f381bfe31ae
2024-11-14T07:24:59,442 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=135}] regionserver.HRegion(1048): stopping wal replay for 3f6db6ca40769307858dcfb76796e22e
2024-11-14T07:24:59,442 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=135}] regionserver.HRegion(1060): Cleaning up temporary data for 3f6db6ca40769307858dcfb76796e22e
2024-11-14T07:24:59,443 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=135}] regionserver.HRegion(1093): writing seq id for 3f6db6ca40769307858dcfb76796e22e
2024-11-14T07:24:59,443 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=134}] regionserver.HRegion(1093): writing seq id for 57b494d04e6bd58de9106f381bfe31ae
2024-11-14T07:24:59,445 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=134}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testtb-testExportExpiredSnapshot/57b494d04e6bd58de9106f381bfe31ae/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-14T07:24:59,445 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=135}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testtb-testExportExpiredSnapshot/3f6db6ca40769307858dcfb76796e22e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-14T07:24:59,445 INFO  [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=134}] regionserver.HRegion(1114): Opened 57b494d04e6bd58de9106f381bfe31ae; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62219402, jitterRate=-0.07285866141319275}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-14T07:24:59,445 INFO  [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=135}] regionserver.HRegion(1114): Opened 3f6db6ca40769307858dcfb76796e22e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74578581, jitterRate=0.11130745708942413}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-14T07:24:59,445 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=134}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 57b494d04e6bd58de9106f381bfe31ae
2024-11-14T07:24:59,445 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=135}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3f6db6ca40769307858dcfb76796e22e
2024-11-14T07:24:59,446 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=134}] regionserver.HRegion(1006): Region open journal for 57b494d04e6bd58de9106f381bfe31ae:
Running coprocessor pre-open hook at 1731569099436Writing region info on filesystem at 1731569099436Initializing all the Stores at 1731569099437 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '0', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731569099437Cleaning up temporary data from old regions at 1731569099442 (+5 ms)Running coprocessor post-open hooks at 1731569099445 (+3 ms)Region opened successfully at 1731569099446 (+1 ms)
2024-11-14T07:24:59,446 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=135}] regionserver.HRegion(1006): Region open journal for 3f6db6ca40769307858dcfb76796e22e:
Running coprocessor pre-open hook at 1731569099436Writing region info on filesystem at 1731569099436Initializing all the Stores at 1731569099437 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '0', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731569099437Cleaning up temporary data from old regions at 1731569099442 (+5 ms)Running coprocessor post-open hooks at 1731569099445 (+3 ms)Region opened successfully at 1731569099446 (+1 ms)
2024-11-14T07:24:59,446 INFO  [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=134}] regionserver.HRegionServer(2236): Post open deploy tasks for testtb-testExportExpiredSnapshot,1,1731569099086.57b494d04e6bd58de9106f381bfe31ae., pid=134, masterSystemTime=1731569099425
2024-11-14T07:24:59,446 INFO  [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=135}] regionserver.HRegionServer(2236): Post open deploy tasks for testtb-testExportExpiredSnapshot,,1731569099086.3f6db6ca40769307858dcfb76796e22e., pid=135, masterSystemTime=1731569099427
2024-11-14T07:24:59,448 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=134}] regionserver.HRegionServer(2266): Finished post open deploy task for testtb-testExportExpiredSnapshot,1,1731569099086.57b494d04e6bd58de9106f381bfe31ae.
2024-11-14T07:24:59,448 INFO  [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=134}] handler.AssignRegionHandler(153): Opened testtb-testExportExpiredSnapshot,1,1731569099086.57b494d04e6bd58de9106f381bfe31ae.
2024-11-14T07:24:59,448 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=133 updating hbase:meta row=57b494d04e6bd58de9106f381bfe31ae, regionState=OPEN, openSeqNum=2, regionLocation=20680646cf8a,35229,1731568958498
2024-11-14T07:24:59,449 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=135}] regionserver.HRegionServer(2266): Finished post open deploy task for testtb-testExportExpiredSnapshot,,1731569099086.3f6db6ca40769307858dcfb76796e22e.
2024-11-14T07:24:59,449 INFO  [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=135}] handler.AssignRegionHandler(153): Opened testtb-testExportExpiredSnapshot,,1731569099086.3f6db6ca40769307858dcfb76796e22e.
2024-11-14T07:24:59,449 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=132 updating hbase:meta row=3f6db6ca40769307858dcfb76796e22e, regionState=OPEN, openSeqNum=2, regionLocation=20680646cf8a,46383,1731568958548
2024-11-14T07:24:59,450 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=134, ppid=133, state=RUNNABLE, hasLock=false; OpenRegionProcedure 57b494d04e6bd58de9106f381bfe31ae, server=20680646cf8a,35229,1731568958498 because future has completed
2024-11-14T07:24:59,450 WARN  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33371 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=20680646cf8a,35229,1731568958498, table=testtb-testExportExpiredSnapshot, region=57b494d04e6bd58de9106f381bfe31ae. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now.
2024-11-14T07:24:59,451 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=135, ppid=132, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3f6db6ca40769307858dcfb76796e22e, server=20680646cf8a,46383,1731568958548 because future has completed
2024-11-14T07:24:59,452 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=134, resume processing ppid=133
2024-11-14T07:24:59,452 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=134, ppid=133, state=SUCCESS, hasLock=false; OpenRegionProcedure 57b494d04e6bd58de9106f381bfe31ae, server=20680646cf8a,35229,1731568958498 in 179 msec
2024-11-14T07:24:59,453 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=135, resume processing ppid=132
2024-11-14T07:24:59,453 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=133, ppid=131, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testtb-testExportExpiredSnapshot, region=57b494d04e6bd58de9106f381bfe31ae, ASSIGN in 338 msec
2024-11-14T07:24:59,453 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=135, ppid=132, state=SUCCESS, hasLock=false; OpenRegionProcedure 3f6db6ca40769307858dcfb76796e22e, server=20680646cf8a,46383,1731568958548 in 178 msec
2024-11-14T07:24:59,455 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=132, resume processing ppid=131
2024-11-14T07:24:59,455 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=132, ppid=131, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testtb-testExportExpiredSnapshot, region=3f6db6ca40769307858dcfb76796e22e, ASSIGN in 339 msec
2024-11-14T07:24:59,455 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=131, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testtb-testExportExpiredSnapshot execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-14T07:24:59,455 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testtb-testExportExpiredSnapshot","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731569099455"}]},"ts":"1731569099455"}
2024-11-14T07:24:59,457 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=testtb-testExportExpiredSnapshot, state=ENABLED in hbase:meta
2024-11-14T07:24:59,457 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=131, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testtb-testExportExpiredSnapshot execute state=CREATE_TABLE_POST_OPERATION
2024-11-14T07:24:59,457 DEBUG [PEWorker-5 {}] access.PermissionStorage(177): Writing permission with rowKey testtb-testExportExpiredSnapshot jenkins: RWXCA
2024-11-14T07:24:59,460 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46383 {}] access.PermissionStorage(613): Read acl: entry[testtb-testExportExpiredSnapshot], kv [jenkins: RWXCA]
2024-11-14T07:24:59,461 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41449-0x1003d1cd0e50001, quorum=127.0.0.1:51438, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl
2024-11-14T07:24:59,461 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35229-0x1003d1cd0e50002, quorum=127.0.0.1:51438, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl
2024-11-14T07:24:59,461 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46383-0x1003d1cd0e50003, quorum=127.0.0.1:51438, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl
2024-11-14T07:24:59,461 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33371-0x1003d1cd0e50000, quorum=127.0.0.1:51438, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl
2024-11-14T07:24:59,462 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportExpiredSnapshot with data PBUF\x0AF\x0A\x07jenkins\x12;\x08\x03"7\x0A+\x0A\x07default\x12 testtb-testExportExpiredSnapshot \x00 \x01 \x02 \x03 \x04
2024-11-14T07:24:59,462 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportExpiredSnapshot with data PBUF\x0AF\x0A\x07jenkins\x12;\x08\x03"7\x0A+\x0A\x07default\x12 testtb-testExportExpiredSnapshot \x00 \x01 \x02 \x03 \x04
2024-11-14T07:24:59,462 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportExpiredSnapshot with data PBUF\x0AF\x0A\x07jenkins\x12;\x08\x03"7\x0A+\x0A\x07default\x12 testtb-testExportExpiredSnapshot \x00 \x01 \x02 \x03 \x04
2024-11-14T07:24:59,463 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportExpiredSnapshot with data PBUF\x0AF\x0A\x07jenkins\x12;\x08\x03"7\x0A+\x0A\x07default\x12 testtb-testExportExpiredSnapshot \x00 \x01 \x02 \x03 \x04
2024-11-14T07:24:59,464 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=131, state=SUCCESS, hasLock=false; CreateTableProcedure table=testtb-testExportExpiredSnapshot in 376 msec
2024-11-14T07:24:59,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33371 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131
2024-11-14T07:24:59,718 INFO  [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testtb-testExportExpiredSnapshot completed
2024-11-14T07:24:59,718 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testtb-testExportExpiredSnapshot,, stopping at row=testtb-testExportExpiredSnapshot ,, for max=2147483647 with caching=100
2024-11-14T07:24:59,720 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2234): Found 2 regions for table testtb-testExportExpiredSnapshot
2024-11-14T07:24:59,721 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2240): firstRegionName=testtb-testExportExpiredSnapshot,,1731569099086.3f6db6ca40769307858dcfb76796e22e.
2024-11-14T07:24:59,721 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-14T07:24:59,722 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testtb-testExportExpiredSnapshot,, stopping at row=testtb-testExportExpiredSnapshot ,, for max=2147483647 with caching=100
2024-11-14T07:24:59,727 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testtb-testExportExpiredSnapshot,, stopping at row=testtb-testExportExpiredSnapshot ,, for max=2147483647 with caching=100
2024-11-14T07:24:59,731 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testtb-testExportExpiredSnapshot,, stopping at row=testtb-testExportExpiredSnapshot ,, for max=2147483647 with caching=100
2024-11-14T07:24:59,734 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33371 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.2 snapshot request for:{ ss=emptySnaptb0-testExportExpiredSnapshot table=testtb-testExportExpiredSnapshot type=FLUSH ttl=0 }
2024-11-14T07:24:59,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33371 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1731569099734 (current time:1731569099734).
2024-11-14T07:24:59,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33371 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0
2024-11-14T07:24:59,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33371 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot emptySnaptb0-testExportExpiredSnapshot VERSION not specified, setting to 2
2024-11-14T07:24:59,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33371 {}] snapshot.SnapshotDescriptionUtils(346): Set jenkins as owner of Snapshot
2024-11-14T07:24:59,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33371 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4464180d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-14T07:24:59,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33371 {}] client.ClusterIdFetcher(90): Going to request 20680646cf8a,33371,-1 for getting cluster id
2024-11-14T07:24:59,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33371 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-14T07:24:59,736 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '46377f42-1a23-4b7c-b287-d7f34e5e911d'
2024-11-14T07:24:59,736 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-14T07:24:59,736 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "46377f42-1a23-4b7c-b287-d7f34e5e911d"

2024-11-14T07:24:59,736 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4bc3b4c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-14T07:24:59,736 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [20680646cf8a,33371,-1]
2024-11-14T07:24:59,736 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-14T07:24:59,737 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-14T07:24:59,737 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37464, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-14T07:24:59,738 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5cbea971, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-14T07:24:59,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33371 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-14T07:24:59,739 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=20680646cf8a,35229,1731568958498, seqNum=-1]
2024-11-14T07:24:59,739 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-14T07:24:59,740 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60914, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-14T07:24:59,741 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33371 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33371.
2024-11-14T07:24:59,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33371 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353)
    at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767)
    at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java)
    at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
    at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T07:24:59,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33371 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-14T07:24:59,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33371 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-14T07:24:59,742 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-14T07:24:59,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33371 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@138ec524, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-14T07:24:59,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33371 {}] client.ClusterIdFetcher(90): Going to request 20680646cf8a,33371,-1 for getting cluster id
2024-11-14T07:24:59,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33371 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-14T07:24:59,743 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '46377f42-1a23-4b7c-b287-d7f34e5e911d'
2024-11-14T07:24:59,743 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-14T07:24:59,743 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "46377f42-1a23-4b7c-b287-d7f34e5e911d"

2024-11-14T07:24:59,743 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4102b28c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-14T07:24:59,743 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [20680646cf8a,33371,-1]
2024-11-14T07:24:59,744 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-14T07:24:59,744 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-14T07:24:59,744 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37480, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-14T07:24:59,745 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7355a102, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-14T07:24:59,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33371 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-14T07:24:59,746 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=20680646cf8a,35229,1731568958498, seqNum=-1]
2024-11-14T07:24:59,746 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-14T07:24:59,747 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60928, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-14T07:24:59,748 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:acl', row='testtb-testExportExpiredSnapshot', locateType=CURRENT is [region=hbase:acl,,1731568961356.99a97c7ce2d8675b0310f1de2e0c2662., hostname=20680646cf8a,46383,1731568958548, seqNum=2]
2024-11-14T07:24:59,749 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-14T07:24:59,749 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51950, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-14T07:24:59,750 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33371 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33371.
2024-11-14T07:24:59,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33371 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.security.access.PermissionStorage.getPermissions(PermissionStorage.java:522)
    at org.apache.hadoop.hbase.security.access.PermissionStorage.getTablePermissions(PermissionStorage.java:485)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils$1.run(SnapshotDescriptionUtils.java:490)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils$1.run(SnapshotDescriptionUtils.java:487)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:712)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:439)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953)
    at org.apache.hadoop.security.SecurityUtil.doAsUser(SecurityUtil.java:555)
    at org.apache.hadoop.security.SecurityUtil.doAsLoginUser(SecurityUtil.java:535)
    at jdk.internal.reflect.GeneratedMethodAccessor262.invoke(Unknown Source)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.apache.hadoop.hbase.util.Methods.call(Methods.java:39)
    at org.apache.hadoop.hbase.security.User.runAsLoginUser(User.java:174)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.writeAclToSnapshotDescription(SnapshotDescriptionUtils.java:487)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:354)
    at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767)
    at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java)
    at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
    at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T07:24:59,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33371 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-14T07:24:59,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33371 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-14T07:24:59,751 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-14T07:24:59,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33371 {}] access.PermissionStorage(613): Read acl: entry[testtb-testExportExpiredSnapshot], kv [jenkins: RWXCA]
2024-11-14T07:24:59,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33371 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot...
2024-11-14T07:24:59,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33371 {}] procedure2.ProcedureExecutor(1139): Stored pid=136, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=136, snapshot={ ss=emptySnaptb0-testExportExpiredSnapshot table=testtb-testExportExpiredSnapshot type=FLUSH ttl=0 }
2024-11-14T07:24:59,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33371 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=emptySnaptb0-testExportExpiredSnapshot table=testtb-testExportExpiredSnapshot type=FLUSH ttl=0 }, snapshot procedure id = 136
2024-11-14T07:24:59,753 INFO  [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=136, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=136, snapshot={ ss=emptySnaptb0-testExportExpiredSnapshot table=testtb-testExportExpiredSnapshot type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE
2024-11-14T07:24:59,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33371 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=136
2024-11-14T07:24:59,754 INFO  [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=136, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=136, snapshot={ ss=emptySnaptb0-testExportExpiredSnapshot table=testtb-testExportExpiredSnapshot type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION
2024-11-14T07:24:59,756 INFO  [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=136, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=136, snapshot={ ss=emptySnaptb0-testExportExpiredSnapshot table=testtb-testExportExpiredSnapshot type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO
2024-11-14T07:24:59,761 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073742176_1352 (size=170)
2024-11-14T07:24:59,761 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073742176_1352 (size=170)
2024-11-14T07:24:59,761 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073742176_1352 (size=170)
2024-11-14T07:24:59,762 INFO  [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=136, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=136, snapshot={ ss=emptySnaptb0-testExportExpiredSnapshot table=testtb-testExportExpiredSnapshot type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS
2024-11-14T07:24:59,762 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=137, ppid=136, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3f6db6ca40769307858dcfb76796e22e}, {pid=138, ppid=136, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 57b494d04e6bd58de9106f381bfe31ae}]
2024-11-14T07:24:59,763 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=138, ppid=136, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 57b494d04e6bd58de9106f381bfe31ae
2024-11-14T07:24:59,763 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=137, ppid=136, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3f6db6ca40769307858dcfb76796e22e
2024-11-14T07:24:59,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33371 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=136
2024-11-14T07:24:59,915 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46383 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=137
2024-11-14T07:24:59,915 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35229 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=138
2024-11-14T07:24:59,915 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=138}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on testtb-testExportExpiredSnapshot,1,1731569099086.57b494d04e6bd58de9106f381bfe31ae.
2024-11-14T07:24:59,915 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=137}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on testtb-testExportExpiredSnapshot,,1731569099086.3f6db6ca40769307858dcfb76796e22e.
2024-11-14T07:24:59,915 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=137}] regionserver.HRegion(2603): Flush status journal for 3f6db6ca40769307858dcfb76796e22e:

2024-11-14T07:24:59,915 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=138}] regionserver.HRegion(2603): Flush status journal for 57b494d04e6bd58de9106f381bfe31ae:

2024-11-14T07:24:59,915 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=137}] regionserver.SnapshotRegionCallable(75): Snapshotting region testtb-testExportExpiredSnapshot,,1731569099086.3f6db6ca40769307858dcfb76796e22e. for emptySnaptb0-testExportExpiredSnapshot completed.
2024-11-14T07:24:59,915 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=138}] regionserver.SnapshotRegionCallable(75): Snapshotting region testtb-testExportExpiredSnapshot,1,1731569099086.57b494d04e6bd58de9106f381bfe31ae. for emptySnaptb0-testExportExpiredSnapshot completed.
2024-11-14T07:24:59,915 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=138}] snapshot.SnapshotManifest(241): Storing 'testtb-testExportExpiredSnapshot,1,1731569099086.57b494d04e6bd58de9106f381bfe31ae.' region-info for snapshot=emptySnaptb0-testExportExpiredSnapshot
2024-11-14T07:24:59,915 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=137}] snapshot.SnapshotManifest(241): Storing 'testtb-testExportExpiredSnapshot,,1731569099086.3f6db6ca40769307858dcfb76796e22e.' region-info for snapshot=emptySnaptb0-testExportExpiredSnapshot
2024-11-14T07:24:59,915 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=138}] snapshot.SnapshotManifest(246): Creating references for hfiles
2024-11-14T07:24:59,915 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=137}] snapshot.SnapshotManifest(246): Creating references for hfiles
2024-11-14T07:24:59,916 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=137}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles
2024-11-14T07:24:59,916 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=138}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles
2024-11-14T07:24:59,923 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073742178_1354 (size=71)
2024-11-14T07:24:59,923 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073742178_1354 (size=71)
2024-11-14T07:24:59,923 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073742178_1354 (size=71)
2024-11-14T07:24:59,923 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=137}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on testtb-testExportExpiredSnapshot,,1731569099086.3f6db6ca40769307858dcfb76796e22e.
2024-11-14T07:24:59,923 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=137
2024-11-14T07:24:59,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33371 {}] master.HMaster(4169): Remote procedure done, pid=137
2024-11-14T07:24:59,924 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33371 {}] procedure.SnapshotRegionProcedure(132): finish snapshot emptySnaptb0-testExportExpiredSnapshot on region 3f6db6ca40769307858dcfb76796e22e
2024-11-14T07:24:59,924 INFO  [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=137, ppid=136, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3f6db6ca40769307858dcfb76796e22e
2024-11-14T07:24:59,926 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=137, ppid=136, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 3f6db6ca40769307858dcfb76796e22e in 163 msec
2024-11-14T07:24:59,929 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073742177_1353 (size=71)
2024-11-14T07:24:59,929 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073742177_1353 (size=71)
2024-11-14T07:24:59,930 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073742177_1353 (size=71)
2024-11-14T07:24:59,930 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=138}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on testtb-testExportExpiredSnapshot,1,1731569099086.57b494d04e6bd58de9106f381bfe31ae.
2024-11-14T07:24:59,930 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=138}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=138
2024-11-14T07:24:59,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33371 {}] master.HMaster(4169): Remote procedure done, pid=138
2024-11-14T07:24:59,931 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33371 {}] procedure.SnapshotRegionProcedure(132): finish snapshot emptySnaptb0-testExportExpiredSnapshot on region 57b494d04e6bd58de9106f381bfe31ae
2024-11-14T07:24:59,931 INFO  [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=138, ppid=136, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 57b494d04e6bd58de9106f381bfe31ae
2024-11-14T07:24:59,933 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=138, resume processing ppid=136
2024-11-14T07:24:59,933 INFO  [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=136, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=136, snapshot={ ss=emptySnaptb0-testExportExpiredSnapshot table=testtb-testExportExpiredSnapshot type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS
2024-11-14T07:24:59,933 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=138, ppid=136, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 57b494d04e6bd58de9106f381bfe31ae in 170 msec
2024-11-14T07:24:59,933 INFO  [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=136, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=136, snapshot={ ss=emptySnaptb0-testExportExpiredSnapshot table=testtb-testExportExpiredSnapshot type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION
2024-11-14T07:24:59,934 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(300): Storing region-info for snapshot.
2024-11-14T07:24:59,934 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(305): Creating references for hfiles
2024-11-14T07:24:59,935 DEBUG [MobRegionSnapshotPool-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T07:24:59,935 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(328): No files under family: cf
2024-11-14T07:24:59,940 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073742179_1355 (size=63)
2024-11-14T07:24:59,940 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073742179_1355 (size=63)
2024-11-14T07:24:59,940 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073742179_1355 (size=63)
2024-11-14T07:24:59,942 INFO  [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=136, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=136, snapshot={ ss=emptySnaptb0-testExportExpiredSnapshot table=testtb-testExportExpiredSnapshot type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT
2024-11-14T07:24:59,942 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for emptySnaptb0-testExportExpiredSnapshot
2024-11-14T07:24:59,942 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/.hbase-snapshot/.tmp/emptySnaptb0-testExportExpiredSnapshot
2024-11-14T07:24:59,949 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073742180_1356 (size=653)
2024-11-14T07:24:59,949 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073742180_1356 (size=653)
2024-11-14T07:24:59,950 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073742180_1356 (size=653)
2024-11-14T07:24:59,954 INFO  [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=136, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=136, snapshot={ ss=emptySnaptb0-testExportExpiredSnapshot table=testtb-testExportExpiredSnapshot type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT
2024-11-14T07:24:59,958 INFO  [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=136, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=136, snapshot={ ss=emptySnaptb0-testExportExpiredSnapshot table=testtb-testExportExpiredSnapshot type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT
2024-11-14T07:24:59,958 DEBUG [PEWorker-2 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/.hbase-snapshot/.tmp/emptySnaptb0-testExportExpiredSnapshot to hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/.hbase-snapshot/emptySnaptb0-testExportExpiredSnapshot
2024-11-14T07:24:59,959 INFO  [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=136, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=136, snapshot={ ss=emptySnaptb0-testExportExpiredSnapshot table=testtb-testExportExpiredSnapshot type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION
2024-11-14T07:24:59,959 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=emptySnaptb0-testExportExpiredSnapshot table=testtb-testExportExpiredSnapshot type=FLUSH ttl=0 }, snapshot procedure id = 136
2024-11-14T07:24:59,961 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=136, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=136, snapshot={ ss=emptySnaptb0-testExportExpiredSnapshot table=testtb-testExportExpiredSnapshot type=FLUSH ttl=0 } in 207 msec
2024-11-14T07:25:00,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33371 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=136
2024-11-14T07:25:00,068 INFO  [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: default:testtb-testExportExpiredSnapshot completed
2024-11-14T07:25:00,077 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46383 {}] regionserver.HRegion(8528): writing data to region testtb-testExportExpiredSnapshot,,1731569099086.3f6db6ca40769307858dcfb76796e22e. with WAL disabled. Data may be lost in the event of a crash.
2024-11-14T07:25:00,080 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35229 {}] regionserver.HRegion(8528): writing data to region testtb-testExportExpiredSnapshot,1,1731569099086.57b494d04e6bd58de9106f381bfe31ae. with WAL disabled. Data may be lost in the event of a crash.
2024-11-14T07:25:00,082 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testtb-testExportExpiredSnapshot,, stopping at row=testtb-testExportExpiredSnapshot ,, for max=2147483647 with caching=100
2024-11-14T07:25:00,085 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2234): Found 2 regions for table testtb-testExportExpiredSnapshot
2024-11-14T07:25:00,085 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2240): firstRegionName=testtb-testExportExpiredSnapshot,,1731569099086.3f6db6ca40769307858dcfb76796e22e.
2024-11-14T07:25:00,085 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-14T07:25:00,087 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testtb-testExportExpiredSnapshot,, stopping at row=testtb-testExportExpiredSnapshot ,, for max=2147483647 with caching=100
2024-11-14T07:25:00,091 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testtb-testExportExpiredSnapshot,, stopping at row=testtb-testExportExpiredSnapshot ,, for max=2147483647 with caching=100
2024-11-14T07:25:00,096 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testtb-testExportExpiredSnapshot,, stopping at row=testtb-testExportExpiredSnapshot ,, for max=2147483647 with caching=100
2024-11-14T07:25:00,098 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33371 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.2 snapshot request for:{ ss=snaptb0-testExportExpiredSnapshot table=testtb-testExportExpiredSnapshot type=FLUSH ttl=0 }
2024-11-14T07:25:00,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33371 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1731569100098 (current time:1731569100098).
2024-11-14T07:25:00,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33371 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0
2024-11-14T07:25:00,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33371 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snaptb0-testExportExpiredSnapshot VERSION not specified, setting to 2
2024-11-14T07:25:00,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33371 {}] snapshot.SnapshotDescriptionUtils(346): Set jenkins as owner of Snapshot
2024-11-14T07:25:00,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33371 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9243c6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-14T07:25:00,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33371 {}] client.ClusterIdFetcher(90): Going to request 20680646cf8a,33371,-1 for getting cluster id
2024-11-14T07:25:00,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33371 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-14T07:25:00,100 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '46377f42-1a23-4b7c-b287-d7f34e5e911d'
2024-11-14T07:25:00,100 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-14T07:25:00,100 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "46377f42-1a23-4b7c-b287-d7f34e5e911d"

2024-11-14T07:25:00,100 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47df34ee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-14T07:25:00,100 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [20680646cf8a,33371,-1]
2024-11-14T07:25:00,101 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-14T07:25:00,101 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-14T07:25:00,101 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37496, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-14T07:25:00,102 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10b91f31, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-14T07:25:00,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33371 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-14T07:25:00,103 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=20680646cf8a,35229,1731568958498, seqNum=-1]
2024-11-14T07:25:00,103 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-14T07:25:00,104 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60942, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-14T07:25:00,105 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33371 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33371.
2024-11-14T07:25:00,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33371 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353)
    at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767)
    at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java)
    at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
    at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T07:25:00,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33371 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-14T07:25:00,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33371 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-14T07:25:00,105 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-14T07:25:00,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33371 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f03372c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-14T07:25:00,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33371 {}] client.ClusterIdFetcher(90): Going to request 20680646cf8a,33371,-1 for getting cluster id
2024-11-14T07:25:00,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33371 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-14T07:25:00,107 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '46377f42-1a23-4b7c-b287-d7f34e5e911d'
2024-11-14T07:25:00,107 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-14T07:25:00,107 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "46377f42-1a23-4b7c-b287-d7f34e5e911d"

2024-11-14T07:25:00,107 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8f994f5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-14T07:25:00,107 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [20680646cf8a,33371,-1]
2024-11-14T07:25:00,108 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-14T07:25:00,108 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-14T07:25:00,108 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37516, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-14T07:25:00,109 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b1dd330, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-14T07:25:00,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33371 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-14T07:25:00,110 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=20680646cf8a,35229,1731568958498, seqNum=-1]
2024-11-14T07:25:00,111 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-14T07:25:00,112 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60958, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-14T07:25:00,114 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:acl', row='testtb-testExportExpiredSnapshot', locateType=CURRENT is [region=hbase:acl,,1731568961356.99a97c7ce2d8675b0310f1de2e0c2662., hostname=20680646cf8a,46383,1731568958548, seqNum=2]
2024-11-14T07:25:00,114 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-14T07:25:00,115 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51956, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-14T07:25:00,116 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33371 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33371.
2024-11-14T07:25:00,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33371 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.security.access.PermissionStorage.getPermissions(PermissionStorage.java:522)
    at org.apache.hadoop.hbase.security.access.PermissionStorage.getTablePermissions(PermissionStorage.java:485)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils$1.run(SnapshotDescriptionUtils.java:490)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils$1.run(SnapshotDescriptionUtils.java:487)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:712)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:439)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953)
    at org.apache.hadoop.security.SecurityUtil.doAsUser(SecurityUtil.java:555)
    at org.apache.hadoop.security.SecurityUtil.doAsLoginUser(SecurityUtil.java:535)
    at jdk.internal.reflect.GeneratedMethodAccessor262.invoke(Unknown Source)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.apache.hadoop.hbase.util.Methods.call(Methods.java:39)
    at org.apache.hadoop.hbase.security.User.runAsLoginUser(User.java:174)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.writeAclToSnapshotDescription(SnapshotDescriptionUtils.java:487)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:354)
    at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767)
    at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java)
    at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
    at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T07:25:00,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33371 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-14T07:25:00,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33371 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-14T07:25:00,117 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-14T07:25:00,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33371 {}] access.PermissionStorage(613): Read acl: entry[testtb-testExportExpiredSnapshot], kv [jenkins: RWXCA]
2024-11-14T07:25:00,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33371 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot...
2024-11-14T07:25:00,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33371 {}] procedure2.ProcedureExecutor(1139): Stored pid=139, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=139, snapshot={ ss=snaptb0-testExportExpiredSnapshot table=testtb-testExportExpiredSnapshot type=FLUSH ttl=0 }
2024-11-14T07:25:00,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33371 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snaptb0-testExportExpiredSnapshot table=testtb-testExportExpiredSnapshot type=FLUSH ttl=0 }, snapshot procedure id = 139
2024-11-14T07:25:00,120 INFO  [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=139, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=139, snapshot={ ss=snaptb0-testExportExpiredSnapshot table=testtb-testExportExpiredSnapshot type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE
2024-11-14T07:25:00,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33371 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=139
2024-11-14T07:25:00,121 INFO  [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=139, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=139, snapshot={ ss=snaptb0-testExportExpiredSnapshot table=testtb-testExportExpiredSnapshot type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION
2024-11-14T07:25:00,123 INFO  [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=139, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=139, snapshot={ ss=snaptb0-testExportExpiredSnapshot table=testtb-testExportExpiredSnapshot type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO
2024-11-14T07:25:00,128 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073742181_1357 (size=165)
2024-11-14T07:25:00,128 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073742181_1357 (size=165)
2024-11-14T07:25:00,128 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073742181_1357 (size=165)
2024-11-14T07:25:00,129 INFO  [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=139, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=139, snapshot={ ss=snaptb0-testExportExpiredSnapshot table=testtb-testExportExpiredSnapshot type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS
2024-11-14T07:25:00,130 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=140, ppid=139, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3f6db6ca40769307858dcfb76796e22e}, {pid=141, ppid=139, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 57b494d04e6bd58de9106f381bfe31ae}]
2024-11-14T07:25:00,130 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=141, ppid=139, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 57b494d04e6bd58de9106f381bfe31ae
2024-11-14T07:25:00,130 INFO  [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=140, ppid=139, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3f6db6ca40769307858dcfb76796e22e
2024-11-14T07:25:00,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33371 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=139
2024-11-14T07:25:00,283 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46383 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=140
2024-11-14T07:25:00,284 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35229 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=141
2024-11-14T07:25:00,284 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=140}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on testtb-testExportExpiredSnapshot,,1731569099086.3f6db6ca40769307858dcfb76796e22e.
2024-11-14T07:25:00,284 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=141}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on testtb-testExportExpiredSnapshot,1,1731569099086.57b494d04e6bd58de9106f381bfe31ae.
2024-11-14T07:25:00,286 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=140}] regionserver.HRegion(2902): Flushing 3f6db6ca40769307858dcfb76796e22e 1/1 column families, dataSize=199 B heapSize=688 B
2024-11-14T07:25:00,286 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=141}] regionserver.HRegion(2902): Flushing 57b494d04e6bd58de9106f381bfe31ae 1/1 column families, dataSize=3.06 KB heapSize=6.86 KB
2024-11-14T07:25:00,314 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=140}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114c119fbb358dc4b8198b4c7656f991e42_3f6db6ca40769307858dcfb76796e22e is 71, key is 06b12056b1ba26bddd6433c523bb31a1/cf:q/1731569100077/Put/seqid=0
2024-11-14T07:25:00,317 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=141}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/mobdir/.tmp/c4ca4238a0b923820dcc509a6f75849b2024111468fd55ed743840bc8a66305b9b75aafa_57b494d04e6bd58de9106f381bfe31ae is 71, key is 1c2113c81008d2318e102cc948b4cea4/cf:q/1731569100080/Put/seqid=0
2024-11-14T07:25:00,332 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073742182_1358 (size=5102)
2024-11-14T07:25:00,332 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073742182_1358 (size=5102)
2024-11-14T07:25:00,332 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073742182_1358 (size=5102)
2024-11-14T07:25:00,333 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=140}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T07:25:00,339 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=140}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114c119fbb358dc4b8198b4c7656f991e42_3f6db6ca40769307858dcfb76796e22e to hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/mobdir/data/default/testtb-testExportExpiredSnapshot/3d21f28acea2939462cb18e5d9576f2f/cf/d41d8cd98f00b204e9800998ecf8427e20241114c119fbb358dc4b8198b4c7656f991e42_3f6db6ca40769307858dcfb76796e22e
2024-11-14T07:25:00,340 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=140}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testtb-testExportExpiredSnapshot/3f6db6ca40769307858dcfb76796e22e/.tmp/cf/62eb03090194434396065cd93f3939a1, store: [table=testtb-testExportExpiredSnapshot family=cf region=3f6db6ca40769307858dcfb76796e22e]
2024-11-14T07:25:00,340 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=140}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testtb-testExportExpiredSnapshot/3f6db6ca40769307858dcfb76796e22e/.tmp/cf/62eb03090194434396065cd93f3939a1 is 209, key is 0cc7e481902caee9746a4dba06da29261/cf:q/1731569100077/Put/seqid=0
2024-11-14T07:25:00,343 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073742183_1359 (size=8172)
2024-11-14T07:25:00,344 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073742183_1359 (size=8172)
2024-11-14T07:25:00,344 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073742183_1359 (size=8172)
2024-11-14T07:25:00,345 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=141}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T07:25:00,349 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073742184_1360 (size=5918)
2024-11-14T07:25:00,349 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073742184_1360 (size=5918)
2024-11-14T07:25:00,350 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073742184_1360 (size=5918)
2024-11-14T07:25:00,351 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=140}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=6, memsize=199, hasBloomFilter=true, into tmp file hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testtb-testExportExpiredSnapshot/3f6db6ca40769307858dcfb76796e22e/.tmp/cf/62eb03090194434396065cd93f3939a1
2024-11-14T07:25:00,352 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=141}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/mobdir/.tmp/c4ca4238a0b923820dcc509a6f75849b2024111468fd55ed743840bc8a66305b9b75aafa_57b494d04e6bd58de9106f381bfe31ae to hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/mobdir/data/default/testtb-testExportExpiredSnapshot/3d21f28acea2939462cb18e5d9576f2f/cf/c4ca4238a0b923820dcc509a6f75849b2024111468fd55ed743840bc8a66305b9b75aafa_57b494d04e6bd58de9106f381bfe31ae
2024-11-14T07:25:00,353 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=141}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testtb-testExportExpiredSnapshot/57b494d04e6bd58de9106f381bfe31ae/.tmp/cf/23a51324d69d4c5888cc081c4e3f8286, store: [table=testtb-testExportExpiredSnapshot family=cf region=57b494d04e6bd58de9106f381bfe31ae]
2024-11-14T07:25:00,353 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=141}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testtb-testExportExpiredSnapshot/57b494d04e6bd58de9106f381bfe31ae/.tmp/cf/23a51324d69d4c5888cc081c4e3f8286 is 209, key is 17e8e99ad4d9f92c73536f2e2183802d2/cf:q/1731569100080/Put/seqid=0
2024-11-14T07:25:00,357 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=140}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testtb-testExportExpiredSnapshot/3f6db6ca40769307858dcfb76796e22e/.tmp/cf/62eb03090194434396065cd93f3939a1 as hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testtb-testExportExpiredSnapshot/3f6db6ca40769307858dcfb76796e22e/cf/62eb03090194434396065cd93f3939a1
2024-11-14T07:25:00,363 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=140}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testtb-testExportExpiredSnapshot/3f6db6ca40769307858dcfb76796e22e/cf/62eb03090194434396065cd93f3939a1, entries=3, sequenceid=6, filesize=5.8 K
2024-11-14T07:25:00,364 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=140}] regionserver.HRegion(3140): Finished flush of dataSize ~199 B/199, heapSize ~672 B/672, currentSize=0 B/0 for 3f6db6ca40769307858dcfb76796e22e in 78ms, sequenceid=6, compaction requested=false
2024-11-14T07:25:00,364 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=140}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testtb-testExportExpiredSnapshot'
2024-11-14T07:25:00,365 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=140}] regionserver.HRegion(2603): Flush status journal for 3f6db6ca40769307858dcfb76796e22e:

2024-11-14T07:25:00,365 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=140}] regionserver.SnapshotRegionCallable(75): Snapshotting region testtb-testExportExpiredSnapshot,,1731569099086.3f6db6ca40769307858dcfb76796e22e. for snaptb0-testExportExpiredSnapshot completed.
2024-11-14T07:25:00,365 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=140}] snapshot.SnapshotManifest(241): Storing 'testtb-testExportExpiredSnapshot,,1731569099086.3f6db6ca40769307858dcfb76796e22e.' region-info for snapshot=snaptb0-testExportExpiredSnapshot
2024-11-14T07:25:00,365 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=140}] snapshot.SnapshotManifest(246): Creating references for hfiles
2024-11-14T07:25:00,365 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=140}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testtb-testExportExpiredSnapshot/3f6db6ca40769307858dcfb76796e22e/cf/62eb03090194434396065cd93f3939a1] hfiles
2024-11-14T07:25:00,365 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=140}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testtb-testExportExpiredSnapshot/3f6db6ca40769307858dcfb76796e22e/cf/62eb03090194434396065cd93f3939a1 for snapshot=snaptb0-testExportExpiredSnapshot
2024-11-14T07:25:00,370 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073742185_1361 (size=14999)
2024-11-14T07:25:00,370 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073742185_1361 (size=14999)
2024-11-14T07:25:00,371 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073742185_1361 (size=14999)
2024-11-14T07:25:00,371 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=141}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=6, memsize=3.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testtb-testExportExpiredSnapshot/57b494d04e6bd58de9106f381bfe31ae/.tmp/cf/23a51324d69d4c5888cc081c4e3f8286
2024-11-14T07:25:00,378 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=141}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testtb-testExportExpiredSnapshot/57b494d04e6bd58de9106f381bfe31ae/.tmp/cf/23a51324d69d4c5888cc081c4e3f8286 as hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testtb-testExportExpiredSnapshot/57b494d04e6bd58de9106f381bfe31ae/cf/23a51324d69d4c5888cc081c4e3f8286
2024-11-14T07:25:00,380 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073742186_1362 (size=110)
2024-11-14T07:25:00,380 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073742186_1362 (size=110)
2024-11-14T07:25:00,380 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073742186_1362 (size=110)
2024-11-14T07:25:00,381 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=140}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on testtb-testExportExpiredSnapshot,,1731569099086.3f6db6ca40769307858dcfb76796e22e.
2024-11-14T07:25:00,381 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=140}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=140
2024-11-14T07:25:00,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33371 {}] master.HMaster(4169): Remote procedure done, pid=140
2024-11-14T07:25:00,381 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33371 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snaptb0-testExportExpiredSnapshot on region 3f6db6ca40769307858dcfb76796e22e
2024-11-14T07:25:00,382 INFO  [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=140, ppid=139, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3f6db6ca40769307858dcfb76796e22e
2024-11-14T07:25:00,384 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=141}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testtb-testExportExpiredSnapshot/57b494d04e6bd58de9106f381bfe31ae/cf/23a51324d69d4c5888cc081c4e3f8286, entries=47, sequenceid=6, filesize=14.6 K
2024-11-14T07:25:00,384 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=140, ppid=139, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 3f6db6ca40769307858dcfb76796e22e in 253 msec
2024-11-14T07:25:00,385 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=141}] regionserver.HRegion(3140): Finished flush of dataSize ~3.06 KB/3137, heapSize ~6.84 KB/7008, currentSize=0 B/0 for 57b494d04e6bd58de9106f381bfe31ae in 98ms, sequenceid=6, compaction requested=false
2024-11-14T07:25:00,385 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=141}] regionserver.HRegion(2603): Flush status journal for 57b494d04e6bd58de9106f381bfe31ae:

2024-11-14T07:25:00,385 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=141}] regionserver.SnapshotRegionCallable(75): Snapshotting region testtb-testExportExpiredSnapshot,1,1731569099086.57b494d04e6bd58de9106f381bfe31ae. for snaptb0-testExportExpiredSnapshot completed.
2024-11-14T07:25:00,385 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=141}] snapshot.SnapshotManifest(241): Storing 'testtb-testExportExpiredSnapshot,1,1731569099086.57b494d04e6bd58de9106f381bfe31ae.' region-info for snapshot=snaptb0-testExportExpiredSnapshot
2024-11-14T07:25:00,385 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=141}] snapshot.SnapshotManifest(246): Creating references for hfiles
2024-11-14T07:25:00,385 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=141}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testtb-testExportExpiredSnapshot/57b494d04e6bd58de9106f381bfe31ae/cf/23a51324d69d4c5888cc081c4e3f8286] hfiles
2024-11-14T07:25:00,385 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=141}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testtb-testExportExpiredSnapshot/57b494d04e6bd58de9106f381bfe31ae/cf/23a51324d69d4c5888cc081c4e3f8286 for snapshot=snaptb0-testExportExpiredSnapshot
2024-11-14T07:25:00,391 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073742187_1363 (size=110)
2024-11-14T07:25:00,391 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073742187_1363 (size=110)
2024-11-14T07:25:00,391 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073742187_1363 (size=110)
2024-11-14T07:25:00,392 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=141}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on testtb-testExportExpiredSnapshot,1,1731569099086.57b494d04e6bd58de9106f381bfe31ae.
2024-11-14T07:25:00,392 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=141}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=141
2024-11-14T07:25:00,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33371 {}] master.HMaster(4169): Remote procedure done, pid=141
2024-11-14T07:25:00,392 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33371 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snaptb0-testExportExpiredSnapshot on region 57b494d04e6bd58de9106f381bfe31ae
2024-11-14T07:25:00,393 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=141, ppid=139, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 57b494d04e6bd58de9106f381bfe31ae
2024-11-14T07:25:00,395 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=141, resume processing ppid=139
2024-11-14T07:25:00,395 INFO  [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=139, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=139, snapshot={ ss=snaptb0-testExportExpiredSnapshot table=testtb-testExportExpiredSnapshot type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS
2024-11-14T07:25:00,395 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=141, ppid=139, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 57b494d04e6bd58de9106f381bfe31ae in 265 msec
2024-11-14T07:25:00,396 INFO  [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=139, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=139, snapshot={ ss=snaptb0-testExportExpiredSnapshot table=testtb-testExportExpiredSnapshot type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION
2024-11-14T07:25:00,397 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(300): Storing region-info for snapshot.
2024-11-14T07:25:00,397 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(305): Creating references for hfiles
2024-11-14T07:25:00,397 DEBUG [MobRegionSnapshotPool-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T07:25:00,398 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(366): Adding snapshot references for [hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/mobdir/data/default/testtb-testExportExpiredSnapshot/3d21f28acea2939462cb18e5d9576f2f/cf/c4ca4238a0b923820dcc509a6f75849b2024111468fd55ed743840bc8a66305b9b75aafa_57b494d04e6bd58de9106f381bfe31ae, hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/mobdir/data/default/testtb-testExportExpiredSnapshot/3d21f28acea2939462cb18e5d9576f2f/cf/d41d8cd98f00b204e9800998ecf8427e20241114c119fbb358dc4b8198b4c7656f991e42_3f6db6ca40769307858dcfb76796e22e] hfiles
2024-11-14T07:25:00,398 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(374): Adding reference for hfile (1/2): hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/mobdir/data/default/testtb-testExportExpiredSnapshot/3d21f28acea2939462cb18e5d9576f2f/cf/c4ca4238a0b923820dcc509a6f75849b2024111468fd55ed743840bc8a66305b9b75aafa_57b494d04e6bd58de9106f381bfe31ae
2024-11-14T07:25:00,398 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(374): Adding reference for hfile (2/2): hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/mobdir/data/default/testtb-testExportExpiredSnapshot/3d21f28acea2939462cb18e5d9576f2f/cf/d41d8cd98f00b204e9800998ecf8427e20241114c119fbb358dc4b8198b4c7656f991e42_3f6db6ca40769307858dcfb76796e22e
2024-11-14T07:25:00,404 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073742188_1364 (size=294)
2024-11-14T07:25:00,404 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073742188_1364 (size=294)
2024-11-14T07:25:00,404 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073742188_1364 (size=294)
2024-11-14T07:25:00,406 INFO  [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=139, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=139, snapshot={ ss=snaptb0-testExportExpiredSnapshot table=testtb-testExportExpiredSnapshot type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT
2024-11-14T07:25:00,406 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snaptb0-testExportExpiredSnapshot
2024-11-14T07:25:00,406 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/.hbase-snapshot/.tmp/snaptb0-testExportExpiredSnapshot
2024-11-14T07:25:00,414 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073742189_1365 (size=963)
2024-11-14T07:25:00,414 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073742189_1365 (size=963)
2024-11-14T07:25:00,414 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073742189_1365 (size=963)
2024-11-14T07:25:00,416 INFO  [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=139, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=139, snapshot={ ss=snaptb0-testExportExpiredSnapshot table=testtb-testExportExpiredSnapshot type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT
2024-11-14T07:25:00,421 INFO  [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=139, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=139, snapshot={ ss=snaptb0-testExportExpiredSnapshot table=testtb-testExportExpiredSnapshot type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT
2024-11-14T07:25:00,421 DEBUG [PEWorker-4 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/.hbase-snapshot/.tmp/snaptb0-testExportExpiredSnapshot to hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/.hbase-snapshot/snaptb0-testExportExpiredSnapshot
2024-11-14T07:25:00,423 INFO  [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=139, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=139, snapshot={ ss=snaptb0-testExportExpiredSnapshot table=testtb-testExportExpiredSnapshot type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION
2024-11-14T07:25:00,423 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snaptb0-testExportExpiredSnapshot table=testtb-testExportExpiredSnapshot type=FLUSH ttl=0 }, snapshot procedure id = 139
2024-11-14T07:25:00,424 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=139, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=139, snapshot={ ss=snaptb0-testExportExpiredSnapshot table=testtb-testExportExpiredSnapshot type=FLUSH ttl=0 } in 305 msec
2024-11-14T07:25:00,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33371 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=139
2024-11-14T07:25:00,439 INFO  [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: default:testtb-testExportExpiredSnapshot completed
2024-11-14T07:25:00,440 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33371 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testExportExpiredSnapshot', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '0', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-14T07:25:00,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33371 {}] procedure2.ProcedureExecutor(1139): Stored pid=142, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testExportExpiredSnapshot
2024-11-14T07:25:00,441 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=142, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testExportExpiredSnapshot execute state=CREATE_TABLE_PRE_OPERATION
2024-11-14T07:25:00,442 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33371 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default"
qualifier: "testExportExpiredSnapshot"
 procId is: 142
2024-11-14T07:25:00,442 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=142, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testExportExpiredSnapshot execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-14T07:25:00,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33371 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=142
2024-11-14T07:25:00,448 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073742190_1366 (size=436)
2024-11-14T07:25:00,448 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073742190_1366 (size=436)
2024-11-14T07:25:00,448 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073742190_1366 (size=436)
2024-11-14T07:25:00,450 INFO  [RegionOpenAndInit-testExportExpiredSnapshot-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 7dbd4b4589a64564d56baa9732182deb, NAME => 'testExportExpiredSnapshot,,1731569100440.7dbd4b4589a64564d56baa9732182deb.', STARTKEY => '', ENDKEY => '1'}, tableDescriptor='testExportExpiredSnapshot', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '0', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50
2024-11-14T07:25:00,450 INFO  [RegionOpenAndInit-testExportExpiredSnapshot-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 0ea64a6c30d1d83966591221c6d8f2c2, NAME => 'testExportExpiredSnapshot,1,1731569100440.0ea64a6c30d1d83966591221c6d8f2c2.', STARTKEY => '1', ENDKEY => ''}, tableDescriptor='testExportExpiredSnapshot', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '0', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50
2024-11-14T07:25:00,455 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073742191_1367 (size=61)
2024-11-14T07:25:00,456 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073742191_1367 (size=61)
2024-11-14T07:25:00,456 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073742192_1368 (size=61)
2024-11-14T07:25:00,456 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073742192_1368 (size=61)
2024-11-14T07:25:00,456 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073742191_1367 (size=61)
2024-11-14T07:25:00,456 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073742192_1368 (size=61)
2024-11-14T07:25:00,456 DEBUG [RegionOpenAndInit-testExportExpiredSnapshot-pool-0 {}] regionserver.HRegion(898): Instantiated testExportExpiredSnapshot,,1731569100440.7dbd4b4589a64564d56baa9732182deb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-14T07:25:00,456 DEBUG [RegionOpenAndInit-testExportExpiredSnapshot-pool-0 {}] regionserver.HRegion(1722): Closing 7dbd4b4589a64564d56baa9732182deb, disabling compactions & flushes
2024-11-14T07:25:00,456 INFO  [RegionOpenAndInit-testExportExpiredSnapshot-pool-0 {}] regionserver.HRegion(1755): Closing region testExportExpiredSnapshot,,1731569100440.7dbd4b4589a64564d56baa9732182deb.
2024-11-14T07:25:00,456 DEBUG [RegionOpenAndInit-testExportExpiredSnapshot-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testExportExpiredSnapshot,,1731569100440.7dbd4b4589a64564d56baa9732182deb.
2024-11-14T07:25:00,456 DEBUG [RegionOpenAndInit-testExportExpiredSnapshot-pool-1 {}] regionserver.HRegion(898): Instantiated testExportExpiredSnapshot,1,1731569100440.0ea64a6c30d1d83966591221c6d8f2c2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-14T07:25:00,456 DEBUG [RegionOpenAndInit-testExportExpiredSnapshot-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testExportExpiredSnapshot,,1731569100440.7dbd4b4589a64564d56baa9732182deb. after waiting 0 ms
2024-11-14T07:25:00,456 DEBUG [RegionOpenAndInit-testExportExpiredSnapshot-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testExportExpiredSnapshot,,1731569100440.7dbd4b4589a64564d56baa9732182deb.
2024-11-14T07:25:00,457 INFO  [RegionOpenAndInit-testExportExpiredSnapshot-pool-0 {}] regionserver.HRegion(1973): Closed testExportExpiredSnapshot,,1731569100440.7dbd4b4589a64564d56baa9732182deb.
2024-11-14T07:25:00,457 DEBUG [RegionOpenAndInit-testExportExpiredSnapshot-pool-1 {}] regionserver.HRegion(1722): Closing 0ea64a6c30d1d83966591221c6d8f2c2, disabling compactions & flushes
2024-11-14T07:25:00,457 INFO  [RegionOpenAndInit-testExportExpiredSnapshot-pool-1 {}] regionserver.HRegion(1755): Closing region testExportExpiredSnapshot,1,1731569100440.0ea64a6c30d1d83966591221c6d8f2c2.
2024-11-14T07:25:00,457 DEBUG [RegionOpenAndInit-testExportExpiredSnapshot-pool-0 {}] regionserver.HRegion(1676): Region close journal for 7dbd4b4589a64564d56baa9732182deb:
Waiting for close lock at 1731569100456Disabling compacts and flushes for region at 1731569100456Disabling writes for close at 1731569100456Writing region close event to WAL at 1731569100457 (+1 ms)Closed at 1731569100457
2024-11-14T07:25:00,457 DEBUG [RegionOpenAndInit-testExportExpiredSnapshot-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testExportExpiredSnapshot,1,1731569100440.0ea64a6c30d1d83966591221c6d8f2c2.
2024-11-14T07:25:00,457 DEBUG [RegionOpenAndInit-testExportExpiredSnapshot-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testExportExpiredSnapshot,1,1731569100440.0ea64a6c30d1d83966591221c6d8f2c2. after waiting 0 ms
2024-11-14T07:25:00,457 DEBUG [RegionOpenAndInit-testExportExpiredSnapshot-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testExportExpiredSnapshot,1,1731569100440.0ea64a6c30d1d83966591221c6d8f2c2.
2024-11-14T07:25:00,457 INFO  [RegionOpenAndInit-testExportExpiredSnapshot-pool-1 {}] regionserver.HRegion(1973): Closed testExportExpiredSnapshot,1,1731569100440.0ea64a6c30d1d83966591221c6d8f2c2.
2024-11-14T07:25:00,457 DEBUG [RegionOpenAndInit-testExportExpiredSnapshot-pool-1 {}] regionserver.HRegion(1676): Region close journal for 0ea64a6c30d1d83966591221c6d8f2c2:
Waiting for close lock at 1731569100457Disabling compacts and flushes for region at 1731569100457Disabling writes for close at 1731569100457Writing region close event to WAL at 1731569100457Closed at 1731569100457
2024-11-14T07:25:00,458 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=142, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testExportExpiredSnapshot execute state=CREATE_TABLE_ADD_TO_META
2024-11-14T07:25:00,458 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testExportExpiredSnapshot,,1731569100440.7dbd4b4589a64564d56baa9732182deb.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731569100458"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731569100458"}]},"ts":"1731569100458"}
2024-11-14T07:25:00,458 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testExportExpiredSnapshot,1,1731569100440.0ea64a6c30d1d83966591221c6d8f2c2.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731569100458"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731569100458"}]},"ts":"1731569100458"}
2024-11-14T07:25:00,460 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta.
2024-11-14T07:25:00,461 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=142, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testExportExpiredSnapshot execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-14T07:25:00,461 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testExportExpiredSnapshot","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731569100461"}]},"ts":"1731569100461"}
2024-11-14T07:25:00,463 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testExportExpiredSnapshot, state=ENABLING in hbase:meta
2024-11-14T07:25:00,463 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {20680646cf8a=0} racks are {/default-rack=0}
2024-11-14T07:25:00,464 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions
2024-11-14T07:25:00,464 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions
2024-11-14T07:25:00,464 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions
2024-11-14T07:25:00,464 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0
2024-11-14T07:25:00,465 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0
2024-11-14T07:25:00,465 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0
2024-11-14T07:25:00,465 INFO  [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0
2024-11-14T07:25:00,465 INFO  [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0
2024-11-14T07:25:00,465 INFO  [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0
2024-11-14T07:25:00,465 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1
2024-11-14T07:25:00,465 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=143, ppid=142, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testExportExpiredSnapshot, region=7dbd4b4589a64564d56baa9732182deb, ASSIGN}, {pid=144, ppid=142, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testExportExpiredSnapshot, region=0ea64a6c30d1d83966591221c6d8f2c2, ASSIGN}]
2024-11-14T07:25:00,466 INFO  [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=143, ppid=142, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testExportExpiredSnapshot, region=7dbd4b4589a64564d56baa9732182deb, ASSIGN
2024-11-14T07:25:00,466 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=144, ppid=142, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testExportExpiredSnapshot, region=0ea64a6c30d1d83966591221c6d8f2c2, ASSIGN
2024-11-14T07:25:00,467 INFO  [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=143, ppid=142, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testExportExpiredSnapshot, region=7dbd4b4589a64564d56baa9732182deb, ASSIGN; state=OFFLINE, location=20680646cf8a,35229,1731568958498; forceNewPlan=false, retain=false
2024-11-14T07:25:00,467 INFO  [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=144, ppid=142, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testExportExpiredSnapshot, region=0ea64a6c30d1d83966591221c6d8f2c2, ASSIGN; state=OFFLINE, location=20680646cf8a,41449,1731568958363; forceNewPlan=false, retain=false
2024-11-14T07:25:00,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33371 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=142
2024-11-14T07:25:00,617 INFO  [20680646cf8a:33371 {}] balancer.BaseLoadBalancer(388): Reassigned 2 regions. 2 retained the pre-restart assignment. 
2024-11-14T07:25:00,617 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=144 updating hbase:meta row=0ea64a6c30d1d83966591221c6d8f2c2, regionState=OPENING, regionLocation=20680646cf8a,41449,1731568958363
2024-11-14T07:25:00,617 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=143 updating hbase:meta row=7dbd4b4589a64564d56baa9732182deb, regionState=OPENING, regionLocation=20680646cf8a,35229,1731568958498
2024-11-14T07:25:00,619 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=144, ppid=142, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testExportExpiredSnapshot, region=0ea64a6c30d1d83966591221c6d8f2c2, ASSIGN because future has completed
2024-11-14T07:25:00,620 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=145, ppid=144, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0ea64a6c30d1d83966591221c6d8f2c2, server=20680646cf8a,41449,1731568958363}]
2024-11-14T07:25:00,620 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=143, ppid=142, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testExportExpiredSnapshot, region=7dbd4b4589a64564d56baa9732182deb, ASSIGN because future has completed
2024-11-14T07:25:00,620 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=146, ppid=143, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7dbd4b4589a64564d56baa9732182deb, server=20680646cf8a,35229,1731568958498}]
2024-11-14T07:25:00,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33371 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=142
2024-11-14T07:25:00,777 INFO  [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=145}] handler.AssignRegionHandler(132): Open testExportExpiredSnapshot,1,1731569100440.0ea64a6c30d1d83966591221c6d8f2c2.
2024-11-14T07:25:00,777 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=145}] regionserver.HRegion(7752): Opening region: {ENCODED => 0ea64a6c30d1d83966591221c6d8f2c2, NAME => 'testExportExpiredSnapshot,1,1731569100440.0ea64a6c30d1d83966591221c6d8f2c2.', STARTKEY => '1', ENDKEY => ''}
2024-11-14T07:25:00,778 INFO  [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=146}] handler.AssignRegionHandler(132): Open testExportExpiredSnapshot,,1731569100440.7dbd4b4589a64564d56baa9732182deb.
2024-11-14T07:25:00,778 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=146}] regionserver.HRegion(7752): Opening region: {ENCODED => 7dbd4b4589a64564d56baa9732182deb, NAME => 'testExportExpiredSnapshot,,1731569100440.7dbd4b4589a64564d56baa9732182deb.', STARTKEY => '', ENDKEY => '1'}
2024-11-14T07:25:00,778 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=145}] regionserver.HRegion(8280): Registered coprocessor service: region=testExportExpiredSnapshot,1,1731569100440.0ea64a6c30d1d83966591221c6d8f2c2. service=AccessControlService
2024-11-14T07:25:00,778 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=146}] regionserver.HRegion(8280): Registered coprocessor service: region=testExportExpiredSnapshot,,1731569100440.7dbd4b4589a64564d56baa9732182deb. service=AccessControlService
2024-11-14T07:25:00,779 INFO  [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=146}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.security.access.AccessController loaded, priority=536870911.
2024-11-14T07:25:00,779 INFO  [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=145}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.security.access.AccessController loaded, priority=536870911.
2024-11-14T07:25:00,779 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=146}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testExportExpiredSnapshot 7dbd4b4589a64564d56baa9732182deb
2024-11-14T07:25:00,779 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=145}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testExportExpiredSnapshot 0ea64a6c30d1d83966591221c6d8f2c2
2024-11-14T07:25:00,779 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=146}] regionserver.HRegion(898): Instantiated testExportExpiredSnapshot,,1731569100440.7dbd4b4589a64564d56baa9732182deb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-14T07:25:00,779 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=146}] regionserver.HRegion(7794): checking encryption for 7dbd4b4589a64564d56baa9732182deb
2024-11-14T07:25:00,779 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=145}] regionserver.HRegion(898): Instantiated testExportExpiredSnapshot,1,1731569100440.0ea64a6c30d1d83966591221c6d8f2c2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-14T07:25:00,779 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=146}] regionserver.HRegion(7797): checking classloading for 7dbd4b4589a64564d56baa9732182deb
2024-11-14T07:25:00,779 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=145}] regionserver.HRegion(7794): checking encryption for 0ea64a6c30d1d83966591221c6d8f2c2
2024-11-14T07:25:00,780 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=145}] regionserver.HRegion(7797): checking classloading for 0ea64a6c30d1d83966591221c6d8f2c2
2024-11-14T07:25:00,781 INFO  [StoreOpener-7dbd4b4589a64564d56baa9732182deb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 7dbd4b4589a64564d56baa9732182deb 
2024-11-14T07:25:00,781 INFO  [StoreOpener-0ea64a6c30d1d83966591221c6d8f2c2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 0ea64a6c30d1d83966591221c6d8f2c2 
2024-11-14T07:25:00,783 INFO  [StoreOpener-7dbd4b4589a64564d56baa9732182deb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7dbd4b4589a64564d56baa9732182deb columnFamilyName cf
2024-11-14T07:25:00,783 INFO  [StoreOpener-0ea64a6c30d1d83966591221c6d8f2c2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0ea64a6c30d1d83966591221c6d8f2c2 columnFamilyName cf
2024-11-14T07:25:00,783 DEBUG [StoreOpener-7dbd4b4589a64564d56baa9732182deb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T07:25:00,783 DEBUG [StoreOpener-0ea64a6c30d1d83966591221c6d8f2c2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T07:25:00,784 INFO  [StoreOpener-0ea64a6c30d1d83966591221c6d8f2c2-1 {}] regionserver.HStore(327): Store=0ea64a6c30d1d83966591221c6d8f2c2/cf,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-14T07:25:00,784 INFO  [StoreOpener-7dbd4b4589a64564d56baa9732182deb-1 {}] regionserver.HStore(327): Store=7dbd4b4589a64564d56baa9732182deb/cf,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-14T07:25:00,784 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=146}] regionserver.HRegion(1038): replaying wal for 7dbd4b4589a64564d56baa9732182deb
2024-11-14T07:25:00,784 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=145}] regionserver.HRegion(1038): replaying wal for 0ea64a6c30d1d83966591221c6d8f2c2
2024-11-14T07:25:00,785 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=145}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testExportExpiredSnapshot/0ea64a6c30d1d83966591221c6d8f2c2
2024-11-14T07:25:00,785 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=146}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testExportExpiredSnapshot/7dbd4b4589a64564d56baa9732182deb
2024-11-14T07:25:00,785 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=145}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testExportExpiredSnapshot/0ea64a6c30d1d83966591221c6d8f2c2
2024-11-14T07:25:00,785 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=146}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testExportExpiredSnapshot/7dbd4b4589a64564d56baa9732182deb
2024-11-14T07:25:00,786 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=145}] regionserver.HRegion(1048): stopping wal replay for 0ea64a6c30d1d83966591221c6d8f2c2
2024-11-14T07:25:00,786 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=146}] regionserver.HRegion(1048): stopping wal replay for 7dbd4b4589a64564d56baa9732182deb
2024-11-14T07:25:00,786 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=145}] regionserver.HRegion(1060): Cleaning up temporary data for 0ea64a6c30d1d83966591221c6d8f2c2
2024-11-14T07:25:00,786 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=146}] regionserver.HRegion(1060): Cleaning up temporary data for 7dbd4b4589a64564d56baa9732182deb
2024-11-14T07:25:00,787 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=145}] regionserver.HRegion(1093): writing seq id for 0ea64a6c30d1d83966591221c6d8f2c2
2024-11-14T07:25:00,787 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=146}] regionserver.HRegion(1093): writing seq id for 7dbd4b4589a64564d56baa9732182deb
2024-11-14T07:25:00,788 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=146}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testExportExpiredSnapshot/7dbd4b4589a64564d56baa9732182deb/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-14T07:25:00,788 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=145}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testExportExpiredSnapshot/0ea64a6c30d1d83966591221c6d8f2c2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-14T07:25:00,788 INFO  [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=146}] regionserver.HRegion(1114): Opened 7dbd4b4589a64564d56baa9732182deb; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70231417, jitterRate=0.04652966558933258}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-14T07:25:00,788 INFO  [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=145}] regionserver.HRegion(1114): Opened 0ea64a6c30d1d83966591221c6d8f2c2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71899109, jitterRate=0.07138021290302277}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-14T07:25:00,789 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=146}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7dbd4b4589a64564d56baa9732182deb
2024-11-14T07:25:00,789 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=145}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0ea64a6c30d1d83966591221c6d8f2c2
2024-11-14T07:25:00,789 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=146}] regionserver.HRegion(1006): Region open journal for 7dbd4b4589a64564d56baa9732182deb:
Running coprocessor pre-open hook at 1731569100779Writing region info on filesystem at 1731569100780 (+1 ms)Initializing all the Stores at 1731569100780Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '0', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731569100780Cleaning up temporary data from old regions at 1731569100786 (+6 ms)Running coprocessor post-open hooks at 1731569100789 (+3 ms)Region opened successfully at 1731569100789
2024-11-14T07:25:00,789 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=145}] regionserver.HRegion(1006): Region open journal for 0ea64a6c30d1d83966591221c6d8f2c2:
Running coprocessor pre-open hook at 1731569100780Writing region info on filesystem at 1731569100780Initializing all the Stores at 1731569100780Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '0', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731569100780Cleaning up temporary data from old regions at 1731569100786 (+6 ms)Running coprocessor post-open hooks at 1731569100789 (+3 ms)Region opened successfully at 1731569100789
2024-11-14T07:25:00,790 INFO  [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=146}] regionserver.HRegionServer(2236): Post open deploy tasks for testExportExpiredSnapshot,,1731569100440.7dbd4b4589a64564d56baa9732182deb., pid=146, masterSystemTime=1731569100772
2024-11-14T07:25:00,790 INFO  [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=145}] regionserver.HRegionServer(2236): Post open deploy tasks for testExportExpiredSnapshot,1,1731569100440.0ea64a6c30d1d83966591221c6d8f2c2., pid=145, masterSystemTime=1731569100771
2024-11-14T07:25:00,791 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=146}] regionserver.HRegionServer(2266): Finished post open deploy task for testExportExpiredSnapshot,,1731569100440.7dbd4b4589a64564d56baa9732182deb.
2024-11-14T07:25:00,792 INFO  [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=146}] handler.AssignRegionHandler(153): Opened testExportExpiredSnapshot,,1731569100440.7dbd4b4589a64564d56baa9732182deb.
2024-11-14T07:25:00,792 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=143 updating hbase:meta row=7dbd4b4589a64564d56baa9732182deb, regionState=OPEN, openSeqNum=2, regionLocation=20680646cf8a,35229,1731568958498
2024-11-14T07:25:00,792 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=145}] regionserver.HRegionServer(2266): Finished post open deploy task for testExportExpiredSnapshot,1,1731569100440.0ea64a6c30d1d83966591221c6d8f2c2.
2024-11-14T07:25:00,792 INFO  [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=145}] handler.AssignRegionHandler(153): Opened testExportExpiredSnapshot,1,1731569100440.0ea64a6c30d1d83966591221c6d8f2c2.
2024-11-14T07:25:00,793 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=144 updating hbase:meta row=0ea64a6c30d1d83966591221c6d8f2c2, regionState=OPEN, openSeqNum=2, regionLocation=20680646cf8a,41449,1731568958363
2024-11-14T07:25:00,794 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=146, ppid=143, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7dbd4b4589a64564d56baa9732182deb, server=20680646cf8a,35229,1731568958498 because future has completed
2024-11-14T07:25:00,795 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=145, ppid=144, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0ea64a6c30d1d83966591221c6d8f2c2, server=20680646cf8a,41449,1731568958363 because future has completed
2024-11-14T07:25:00,797 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=146, resume processing ppid=143
2024-11-14T07:25:00,797 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=146, ppid=143, state=SUCCESS, hasLock=false; OpenRegionProcedure 7dbd4b4589a64564d56baa9732182deb, server=20680646cf8a,35229,1731568958498 in 175 msec
2024-11-14T07:25:00,798 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=145, resume processing ppid=144
2024-11-14T07:25:00,798 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=143, ppid=142, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testExportExpiredSnapshot, region=7dbd4b4589a64564d56baa9732182deb, ASSIGN in 332 msec
2024-11-14T07:25:00,798 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=145, ppid=144, state=SUCCESS, hasLock=false; OpenRegionProcedure 0ea64a6c30d1d83966591221c6d8f2c2, server=20680646cf8a,41449,1731568958363 in 176 msec
2024-11-14T07:25:00,799 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=144, resume processing ppid=142
2024-11-14T07:25:00,799 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=144, ppid=142, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testExportExpiredSnapshot, region=0ea64a6c30d1d83966591221c6d8f2c2, ASSIGN in 333 msec
2024-11-14T07:25:00,800 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=142, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testExportExpiredSnapshot execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-14T07:25:00,800 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testExportExpiredSnapshot","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731569100800"}]},"ts":"1731569100800"}
2024-11-14T07:25:00,802 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testExportExpiredSnapshot, state=ENABLED in hbase:meta
2024-11-14T07:25:00,802 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=142, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testExportExpiredSnapshot execute state=CREATE_TABLE_POST_OPERATION
2024-11-14T07:25:00,803 DEBUG [PEWorker-3 {}] access.PermissionStorage(177): Writing permission with rowKey testExportExpiredSnapshot jenkins: RWXCA
2024-11-14T07:25:00,805 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46383 {}] access.PermissionStorage(613): Read acl: entry[testExportExpiredSnapshot], kv [jenkins: RWXCA]
2024-11-14T07:25:00,806 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41449-0x1003d1cd0e50001, quorum=127.0.0.1:51438, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl
2024-11-14T07:25:00,806 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33371-0x1003d1cd0e50000, quorum=127.0.0.1:51438, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl
2024-11-14T07:25:00,806 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46383-0x1003d1cd0e50003, quorum=127.0.0.1:51438, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl
2024-11-14T07:25:00,807 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35229-0x1003d1cd0e50002, quorum=127.0.0.1:51438, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl
2024-11-14T07:25:00,808 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportExpiredSnapshot with data PBUF\x0AF\x0A\x07jenkins\x12;\x08\x03"7\x0A+\x0A\x07default\x12 testtb-testExportExpiredSnapshot \x00 \x01 \x02 \x03 \x04
2024-11-14T07:25:00,808 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportExpiredSnapshot with data PBUF\x0AF\x0A\x07jenkins\x12;\x08\x03"7\x0A+\x0A\x07default\x12 testtb-testExportExpiredSnapshot \x00 \x01 \x02 \x03 \x04
2024-11-14T07:25:00,808 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportExpiredSnapshot with data PBUF\x0AF\x0A\x07jenkins\x12;\x08\x03"7\x0A+\x0A\x07default\x12 testtb-testExportExpiredSnapshot \x00 \x01 \x02 \x03 \x04
2024-11-14T07:25:00,808 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testExportExpiredSnapshot with data PBUF\x0A?\x0A\x07jenkins\x124\x08\x03"0\x0A$\x0A\x07default\x12\x19testExportExpiredSnapshot \x00 \x01 \x02 \x03 \x04
2024-11-14T07:25:00,808 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testExportExpiredSnapshot with data PBUF\x0A?\x0A\x07jenkins\x124\x08\x03"0\x0A$\x0A\x07default\x12\x19testExportExpiredSnapshot \x00 \x01 \x02 \x03 \x04
2024-11-14T07:25:00,808 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testExportExpiredSnapshot with data PBUF\x0A?\x0A\x07jenkins\x124\x08\x03"0\x0A$\x0A\x07default\x12\x19testExportExpiredSnapshot \x00 \x01 \x02 \x03 \x04
2024-11-14T07:25:00,809 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportExpiredSnapshot with data PBUF\x0AF\x0A\x07jenkins\x12;\x08\x03"7\x0A+\x0A\x07default\x12 testtb-testExportExpiredSnapshot \x00 \x01 \x02 \x03 \x04
2024-11-14T07:25:00,809 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testExportExpiredSnapshot with data PBUF\x0A?\x0A\x07jenkins\x124\x08\x03"0\x0A$\x0A\x07default\x12\x19testExportExpiredSnapshot \x00 \x01 \x02 \x03 \x04
2024-11-14T07:25:00,810 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=142, state=SUCCESS, hasLock=false; CreateTableProcedure table=testExportExpiredSnapshot in 368 msec
2024-11-14T07:25:01,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33371 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=142
2024-11-14T07:25:01,068 INFO  [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testExportExpiredSnapshot completed
2024-11-14T07:25:01,068 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testExportExpiredSnapshot,, stopping at row=testExportExpiredSnapshot ,, for max=2147483647 with caching=100
2024-11-14T07:25:01,071 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2234): Found 2 regions for table testExportExpiredSnapshot
2024-11-14T07:25:01,071 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2240): firstRegionName=testExportExpiredSnapshot,,1731569100440.7dbd4b4589a64564d56baa9732182deb.
2024-11-14T07:25:01,071 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-14T07:25:01,073 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testExportExpiredSnapshot,, stopping at row=testExportExpiredSnapshot ,, for max=2147483647 with caching=100
2024-11-14T07:25:01,079 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testExportExpiredSnapshot,, stopping at row=testExportExpiredSnapshot ,, for max=2147483647 with caching=100
2024-11-14T07:25:01,086 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testExportExpiredSnapshot,, stopping at row=testExportExpiredSnapshot ,, for max=2147483647 with caching=100
2024-11-14T07:25:01,095 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35229 {}] regionserver.HRegion(8528): writing data to region testExportExpiredSnapshot,,1731569100440.7dbd4b4589a64564d56baa9732182deb. with WAL disabled. Data may be lost in the event of a crash.
2024-11-14T07:25:01,098 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41449 {}] regionserver.HRegion(8528): writing data to region testExportExpiredSnapshot,1,1731569100440.0ea64a6c30d1d83966591221c6d8f2c2. with WAL disabled. Data may be lost in the event of a crash.
2024-11-14T07:25:01,100 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testExportExpiredSnapshot,, stopping at row=testExportExpiredSnapshot ,, for max=2147483647 with caching=100
2024-11-14T07:25:01,102 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2234): Found 2 regions for table testExportExpiredSnapshot
2024-11-14T07:25:01,102 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2240): firstRegionName=testExportExpiredSnapshot,,1731569100440.7dbd4b4589a64564d56baa9732182deb.
2024-11-14T07:25:01,103 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-14T07:25:01,104 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testExportExpiredSnapshot,, stopping at row=testExportExpiredSnapshot ,, for max=2147483647 with caching=100
2024-11-14T07:25:01,109 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testExportExpiredSnapshot,, stopping at row=testExportExpiredSnapshot ,, for max=2147483647 with caching=100
2024-11-14T07:25:01,115 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33371 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.2 snapshot request for:{ ss=snapshot-testExportExpiredSnapshot table=testExportExpiredSnapshot type=FLUSH ttl=10 }
2024-11-14T07:25:01,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33371 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot-testExportExpiredSnapshot VERSION not specified, setting to 2
2024-11-14T07:25:01,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33371 {}] snapshot.SnapshotDescriptionUtils(346): Set jenkins as owner of Snapshot
2024-11-14T07:25:01,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33371 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6cda54b2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-14T07:25:01,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33371 {}] client.ClusterIdFetcher(90): Going to request 20680646cf8a,33371,-1 for getting cluster id
2024-11-14T07:25:01,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33371 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-14T07:25:01,116 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '46377f42-1a23-4b7c-b287-d7f34e5e911d'
2024-11-14T07:25:01,116 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-14T07:25:01,116 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "46377f42-1a23-4b7c-b287-d7f34e5e911d"

2024-11-14T07:25:01,116 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57061352, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-14T07:25:01,116 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [20680646cf8a,33371,-1]
2024-11-14T07:25:01,117 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-14T07:25:01,117 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-14T07:25:01,117 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37528, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-14T07:25:01,118 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2310c26c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-14T07:25:01,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33371 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-14T07:25:01,119 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=20680646cf8a,35229,1731568958498, seqNum=-1]
2024-11-14T07:25:01,119 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-14T07:25:01,120 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60966, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-14T07:25:01,121 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33371 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33371.
2024-11-14T07:25:01,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33371 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353)
    at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767)
    at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java)
    at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
    at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T07:25:01,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33371 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-14T07:25:01,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33371 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-14T07:25:01,121 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-14T07:25:01,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33371 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3296012c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-14T07:25:01,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33371 {}] client.ClusterIdFetcher(90): Going to request 20680646cf8a,33371,-1 for getting cluster id
2024-11-14T07:25:01,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33371 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-14T07:25:01,122 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '46377f42-1a23-4b7c-b287-d7f34e5e911d'
2024-11-14T07:25:01,122 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-14T07:25:01,123 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "46377f42-1a23-4b7c-b287-d7f34e5e911d"

2024-11-14T07:25:01,123 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32cf94d2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-14T07:25:01,123 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [20680646cf8a,33371,-1]
2024-11-14T07:25:01,123 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-14T07:25:01,123 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-14T07:25:01,124 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37544, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-14T07:25:01,124 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2501d50c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-14T07:25:01,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33371 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-14T07:25:01,126 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=20680646cf8a,35229,1731568958498, seqNum=-1]
2024-11-14T07:25:01,126 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-14T07:25:01,127 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60972, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-14T07:25:01,129 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:acl', row='testExportExpiredSnapshot', locateType=CURRENT is [region=hbase:acl,,1731568961356.99a97c7ce2d8675b0310f1de2e0c2662., hostname=20680646cf8a,46383,1731568958548, seqNum=2]
2024-11-14T07:25:01,130 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-14T07:25:01,131 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51960, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-14T07:25:01,132 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33371 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33371.
2024-11-14T07:25:01,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33371 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.security.access.PermissionStorage.getPermissions(PermissionStorage.java:522)
    at org.apache.hadoop.hbase.security.access.PermissionStorage.getTablePermissions(PermissionStorage.java:485)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils$1.run(SnapshotDescriptionUtils.java:490)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils$1.run(SnapshotDescriptionUtils.java:487)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:712)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:439)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953)
    at org.apache.hadoop.security.SecurityUtil.doAsUser(SecurityUtil.java:555)
    at org.apache.hadoop.security.SecurityUtil.doAsLoginUser(SecurityUtil.java:535)
    at jdk.internal.reflect.GeneratedMethodAccessor262.invoke(Unknown Source)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.apache.hadoop.hbase.util.Methods.call(Methods.java:39)
    at org.apache.hadoop.hbase.security.User.runAsLoginUser(User.java:174)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.writeAclToSnapshotDescription(SnapshotDescriptionUtils.java:487)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:354)
    at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767)
    at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java)
    at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
    at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T07:25:01,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33371 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-14T07:25:01,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33371 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-14T07:25:01,133 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-14T07:25:01,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33371 {}] access.PermissionStorage(613): Read acl: entry[testExportExpiredSnapshot], kv [jenkins: RWXCA]
2024-11-14T07:25:01,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33371 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot...
2024-11-14T07:25:01,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33371 {}] procedure2.ProcedureExecutor(1139): Stored pid=147, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=147, snapshot={ ss=snapshot-testExportExpiredSnapshot table=testExportExpiredSnapshot type=FLUSH ttl=10 }
2024-11-14T07:25:01,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33371 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot-testExportExpiredSnapshot table=testExportExpiredSnapshot type=FLUSH ttl=10 }, snapshot procedure id = 147
2024-11-14T07:25:01,135 INFO  [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=147, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=147, snapshot={ ss=snapshot-testExportExpiredSnapshot table=testExportExpiredSnapshot type=FLUSH ttl=10 } execute state=SNAPSHOT_PREPARE
2024-11-14T07:25:01,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33371 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=147
2024-11-14T07:25:01,137 INFO  [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=147, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=147, snapshot={ ss=snapshot-testExportExpiredSnapshot table=testExportExpiredSnapshot type=FLUSH ttl=10 } execute state=SNAPSHOT_PRE_OPERATION
2024-11-14T07:25:01,139 INFO  [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=147, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=147, snapshot={ ss=snapshot-testExportExpiredSnapshot table=testExportExpiredSnapshot type=FLUSH ttl=10 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO
2024-11-14T07:25:01,150 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073742193_1369 (size=152)
2024-11-14T07:25:01,151 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073742193_1369 (size=152)
2024-11-14T07:25:01,151 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073742193_1369 (size=152)
2024-11-14T07:25:01,152 INFO  [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=147, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=147, snapshot={ ss=snapshot-testExportExpiredSnapshot table=testExportExpiredSnapshot type=FLUSH ttl=10 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS
2024-11-14T07:25:01,152 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=148, ppid=147, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7dbd4b4589a64564d56baa9732182deb}, {pid=149, ppid=147, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0ea64a6c30d1d83966591221c6d8f2c2}]
2024-11-14T07:25:01,153 INFO  [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=148, ppid=147, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7dbd4b4589a64564d56baa9732182deb
2024-11-14T07:25:01,153 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=149, ppid=147, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0ea64a6c30d1d83966591221c6d8f2c2
2024-11-14T07:25:01,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33371 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=147
2024-11-14T07:25:01,307 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35229 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=148
2024-11-14T07:25:01,307 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41449 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=149
2024-11-14T07:25:01,307 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=149}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on testExportExpiredSnapshot,1,1731569100440.0ea64a6c30d1d83966591221c6d8f2c2.
2024-11-14T07:25:01,307 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=148}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on testExportExpiredSnapshot,,1731569100440.7dbd4b4589a64564d56baa9732182deb.
2024-11-14T07:25:01,307 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=148}] regionserver.HRegion(2902): Flushing 7dbd4b4589a64564d56baa9732182deb 1/1 column families, dataSize=266 B heapSize=832 B
2024-11-14T07:25:01,307 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=149}] regionserver.HRegion(2902): Flushing 0ea64a6c30d1d83966591221c6d8f2c2 1/1 column families, dataSize=3.00 KB heapSize=6.72 KB
2024-11-14T07:25:01,326 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=148}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114bb26dc3b8fda498a8c4c9ae0b331ae65_7dbd4b4589a64564d56baa9732182deb is 71, key is 0290f37cc04b65a75372b66b29135b9b/cf:q/1731569101095/Put/seqid=0
2024-11-14T07:25:01,327 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=149}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/mobdir/.tmp/c4ca4238a0b923820dcc509a6f75849b20241114b7821f5b89c542609cb98453be4af467_0ea64a6c30d1d83966591221c6d8f2c2 is 71, key is 1256cea55e0023ac1a397653aeace566/cf:q/1731569101098/Put/seqid=0
2024-11-14T07:25:01,334 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073742194_1370 (size=5171)
2024-11-14T07:25:01,335 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073742194_1370 (size=5171)
2024-11-14T07:25:01,335 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073742195_1371 (size=8101)
2024-11-14T07:25:01,335 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073742194_1370 (size=5171)
2024-11-14T07:25:01,335 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073742195_1371 (size=8101)
2024-11-14T07:25:01,335 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073742195_1371 (size=8101)
2024-11-14T07:25:01,336 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=148}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T07:25:01,336 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=149}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T07:25:01,339 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=149}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/mobdir/.tmp/c4ca4238a0b923820dcc509a6f75849b20241114b7821f5b89c542609cb98453be4af467_0ea64a6c30d1d83966591221c6d8f2c2 to hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/mobdir/data/default/testExportExpiredSnapshot/1030f41967fbb659ab4c2a7a1774d313/cf/c4ca4238a0b923820dcc509a6f75849b20241114b7821f5b89c542609cb98453be4af467_0ea64a6c30d1d83966591221c6d8f2c2
2024-11-14T07:25:01,339 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=148}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114bb26dc3b8fda498a8c4c9ae0b331ae65_7dbd4b4589a64564d56baa9732182deb to hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/mobdir/data/default/testExportExpiredSnapshot/1030f41967fbb659ab4c2a7a1774d313/cf/d41d8cd98f00b204e9800998ecf8427e20241114bb26dc3b8fda498a8c4c9ae0b331ae65_7dbd4b4589a64564d56baa9732182deb
2024-11-14T07:25:01,340 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=149}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testExportExpiredSnapshot/0ea64a6c30d1d83966591221c6d8f2c2/.tmp/cf/478c1b8192264c7285e5e52e12ea6741, store: [table=testExportExpiredSnapshot family=cf region=0ea64a6c30d1d83966591221c6d8f2c2]
2024-11-14T07:25:01,340 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=148}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testExportExpiredSnapshot/7dbd4b4589a64564d56baa9732182deb/.tmp/cf/09f7a5326ef74140b97acef3172ff5df, store: [table=testExportExpiredSnapshot family=cf region=7dbd4b4589a64564d56baa9732182deb]
2024-11-14T07:25:01,341 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=149}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testExportExpiredSnapshot/0ea64a6c30d1d83966591221c6d8f2c2/.tmp/cf/478c1b8192264c7285e5e52e12ea6741 is 202, key is 18cb3cdd33fb688f728dbe103b777e719/cf:q/1731569101098/Put/seqid=0
2024-11-14T07:25:01,341 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=148}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testExportExpiredSnapshot/7dbd4b4589a64564d56baa9732182deb/.tmp/cf/09f7a5326ef74140b97acef3172ff5df is 202, key is 068b30f69ce738208a28002c81f5ea0ce/cf:q/1731569101095/Put/seqid=0
2024-11-14T07:25:01,345 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073742197_1373 (size=6086)
2024-11-14T07:25:01,345 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073742197_1373 (size=6086)
2024-11-14T07:25:01,345 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073742197_1373 (size=6086)
2024-11-14T07:25:01,345 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073742196_1372 (size=14463)
2024-11-14T07:25:01,346 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073742196_1372 (size=14463)
2024-11-14T07:25:01,346 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073742196_1372 (size=14463)
2024-11-14T07:25:01,346 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=148}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=5, memsize=266, hasBloomFilter=true, into tmp file hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testExportExpiredSnapshot/7dbd4b4589a64564d56baa9732182deb/.tmp/cf/09f7a5326ef74140b97acef3172ff5df
2024-11-14T07:25:01,346 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=149}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=5, memsize=3.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testExportExpiredSnapshot/0ea64a6c30d1d83966591221c6d8f2c2/.tmp/cf/478c1b8192264c7285e5e52e12ea6741
2024-11-14T07:25:01,351 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=149}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testExportExpiredSnapshot/0ea64a6c30d1d83966591221c6d8f2c2/.tmp/cf/478c1b8192264c7285e5e52e12ea6741 as hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testExportExpiredSnapshot/0ea64a6c30d1d83966591221c6d8f2c2/cf/478c1b8192264c7285e5e52e12ea6741
2024-11-14T07:25:01,351 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=148}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testExportExpiredSnapshot/7dbd4b4589a64564d56baa9732182deb/.tmp/cf/09f7a5326ef74140b97acef3172ff5df as hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testExportExpiredSnapshot/7dbd4b4589a64564d56baa9732182deb/cf/09f7a5326ef74140b97acef3172ff5df
2024-11-14T07:25:01,355 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=148}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testExportExpiredSnapshot/7dbd4b4589a64564d56baa9732182deb/cf/09f7a5326ef74140b97acef3172ff5df, entries=4, sequenceid=5, filesize=5.9 K
2024-11-14T07:25:01,355 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=149}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testExportExpiredSnapshot/0ea64a6c30d1d83966591221c6d8f2c2/cf/478c1b8192264c7285e5e52e12ea6741, entries=46, sequenceid=5, filesize=14.1 K
2024-11-14T07:25:01,356 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=148}] regionserver.HRegion(3140): Finished flush of dataSize ~266 B/266, heapSize ~816 B/816, currentSize=0 B/0 for 7dbd4b4589a64564d56baa9732182deb in 49ms, sequenceid=5, compaction requested=false
2024-11-14T07:25:01,356 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=149}] regionserver.HRegion(3140): Finished flush of dataSize ~3.00 KB/3070, heapSize ~6.70 KB/6864, currentSize=0 B/0 for 0ea64a6c30d1d83966591221c6d8f2c2 in 49ms, sequenceid=5, compaction requested=false
2024-11-14T07:25:01,356 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=148}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testExportExpiredSnapshot'
2024-11-14T07:25:01,356 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=149}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testExportExpiredSnapshot'
2024-11-14T07:25:01,357 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=148}] regionserver.HRegion(2603): Flush status journal for 7dbd4b4589a64564d56baa9732182deb:

2024-11-14T07:25:01,357 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=149}] regionserver.HRegion(2603): Flush status journal for 0ea64a6c30d1d83966591221c6d8f2c2:

2024-11-14T07:25:01,357 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=148}] regionserver.SnapshotRegionCallable(75): Snapshotting region testExportExpiredSnapshot,,1731569100440.7dbd4b4589a64564d56baa9732182deb. for snapshot-testExportExpiredSnapshot completed.
2024-11-14T07:25:01,357 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=149}] regionserver.SnapshotRegionCallable(75): Snapshotting region testExportExpiredSnapshot,1,1731569100440.0ea64a6c30d1d83966591221c6d8f2c2. for snapshot-testExportExpiredSnapshot completed.
2024-11-14T07:25:01,357 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=149}] snapshot.SnapshotManifest(241): Storing 'testExportExpiredSnapshot,1,1731569100440.0ea64a6c30d1d83966591221c6d8f2c2.' region-info for snapshot=snapshot-testExportExpiredSnapshot
2024-11-14T07:25:01,357 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=148}] snapshot.SnapshotManifest(241): Storing 'testExportExpiredSnapshot,,1731569100440.7dbd4b4589a64564d56baa9732182deb.' region-info for snapshot=snapshot-testExportExpiredSnapshot
2024-11-14T07:25:01,357 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=149}] snapshot.SnapshotManifest(246): Creating references for hfiles
2024-11-14T07:25:01,357 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=148}] snapshot.SnapshotManifest(246): Creating references for hfiles
2024-11-14T07:25:01,357 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=149}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testExportExpiredSnapshot/0ea64a6c30d1d83966591221c6d8f2c2/cf/478c1b8192264c7285e5e52e12ea6741] hfiles
2024-11-14T07:25:01,357 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=148}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testExportExpiredSnapshot/7dbd4b4589a64564d56baa9732182deb/cf/09f7a5326ef74140b97acef3172ff5df] hfiles
2024-11-14T07:25:01,357 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=149}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testExportExpiredSnapshot/0ea64a6c30d1d83966591221c6d8f2c2/cf/478c1b8192264c7285e5e52e12ea6741 for snapshot=snapshot-testExportExpiredSnapshot
2024-11-14T07:25:01,357 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=148}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testExportExpiredSnapshot/7dbd4b4589a64564d56baa9732182deb/cf/09f7a5326ef74140b97acef3172ff5df for snapshot=snapshot-testExportExpiredSnapshot
2024-11-14T07:25:01,366 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073742199_1375 (size=103)
2024-11-14T07:25:01,366 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073742199_1375 (size=103)
2024-11-14T07:25:01,366 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073742198_1374 (size=103)
2024-11-14T07:25:01,367 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073742198_1374 (size=103)
2024-11-14T07:25:01,367 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073742199_1375 (size=103)
2024-11-14T07:25:01,367 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=149}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on testExportExpiredSnapshot,1,1731569100440.0ea64a6c30d1d83966591221c6d8f2c2.
2024-11-14T07:25:01,367 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=149
2024-11-14T07:25:01,367 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073742198_1374 (size=103)
2024-11-14T07:25:01,368 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=148}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on testExportExpiredSnapshot,,1731569100440.7dbd4b4589a64564d56baa9732182deb.
2024-11-14T07:25:01,368 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=148}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=148
2024-11-14T07:25:01,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33371 {}] master.HMaster(4169): Remote procedure done, pid=149
2024-11-14T07:25:01,368 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33371 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot-testExportExpiredSnapshot on region 0ea64a6c30d1d83966591221c6d8f2c2
2024-11-14T07:25:01,368 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=149, ppid=147, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0ea64a6c30d1d83966591221c6d8f2c2
2024-11-14T07:25:01,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33371 {}] master.HMaster(4169): Remote procedure done, pid=148
2024-11-14T07:25:01,368 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33371 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot-testExportExpiredSnapshot on region 7dbd4b4589a64564d56baa9732182deb
2024-11-14T07:25:01,368 INFO  [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=148, ppid=147, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7dbd4b4589a64564d56baa9732182deb
2024-11-14T07:25:01,370 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=148, ppid=147, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 7dbd4b4589a64564d56baa9732182deb in 217 msec
2024-11-14T07:25:01,370 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=149, resume processing ppid=147
2024-11-14T07:25:01,370 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=149, ppid=147, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 0ea64a6c30d1d83966591221c6d8f2c2 in 217 msec
2024-11-14T07:25:01,370 INFO  [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=147, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=147, snapshot={ ss=snapshot-testExportExpiredSnapshot table=testExportExpiredSnapshot type=FLUSH ttl=10 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS
2024-11-14T07:25:01,371 INFO  [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=147, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=147, snapshot={ ss=snapshot-testExportExpiredSnapshot table=testExportExpiredSnapshot type=FLUSH ttl=10 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION
2024-11-14T07:25:01,372 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(300): Storing region-info for snapshot.
2024-11-14T07:25:01,372 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(305): Creating references for hfiles
2024-11-14T07:25:01,372 DEBUG [MobRegionSnapshotPool-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T07:25:01,373 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(366): Adding snapshot references for [hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/mobdir/data/default/testExportExpiredSnapshot/1030f41967fbb659ab4c2a7a1774d313/cf/c4ca4238a0b923820dcc509a6f75849b20241114b7821f5b89c542609cb98453be4af467_0ea64a6c30d1d83966591221c6d8f2c2, hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/mobdir/data/default/testExportExpiredSnapshot/1030f41967fbb659ab4c2a7a1774d313/cf/d41d8cd98f00b204e9800998ecf8427e20241114bb26dc3b8fda498a8c4c9ae0b331ae65_7dbd4b4589a64564d56baa9732182deb] hfiles
2024-11-14T07:25:01,373 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(374): Adding reference for hfile (1/2): hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/mobdir/data/default/testExportExpiredSnapshot/1030f41967fbb659ab4c2a7a1774d313/cf/c4ca4238a0b923820dcc509a6f75849b20241114b7821f5b89c542609cb98453be4af467_0ea64a6c30d1d83966591221c6d8f2c2
2024-11-14T07:25:01,373 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(374): Adding reference for hfile (2/2): hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/mobdir/data/default/testExportExpiredSnapshot/1030f41967fbb659ab4c2a7a1774d313/cf/d41d8cd98f00b204e9800998ecf8427e20241114bb26dc3b8fda498a8c4c9ae0b331ae65_7dbd4b4589a64564d56baa9732182deb
2024-11-14T07:25:01,382 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073742200_1376 (size=287)
2024-11-14T07:25:01,382 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073742200_1376 (size=287)
2024-11-14T07:25:01,382 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073742200_1376 (size=287)
2024-11-14T07:25:01,383 INFO  [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=147, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=147, snapshot={ ss=snapshot-testExportExpiredSnapshot table=testExportExpiredSnapshot type=FLUSH ttl=10 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT
2024-11-14T07:25:01,383 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot-testExportExpiredSnapshot
2024-11-14T07:25:01,384 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/.hbase-snapshot/.tmp/snapshot-testExportExpiredSnapshot
2024-11-14T07:25:01,398 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073742201_1377 (size=935)
2024-11-14T07:25:01,398 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073742201_1377 (size=935)
2024-11-14T07:25:01,398 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073742201_1377 (size=935)
2024-11-14T07:25:01,401 INFO  [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=147, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=147, snapshot={ ss=snapshot-testExportExpiredSnapshot table=testExportExpiredSnapshot type=FLUSH ttl=10 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT
2024-11-14T07:25:01,407 INFO  [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=147, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=147, snapshot={ ss=snapshot-testExportExpiredSnapshot table=testExportExpiredSnapshot type=FLUSH ttl=10 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT
2024-11-14T07:25:01,407 DEBUG [PEWorker-1 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/.hbase-snapshot/.tmp/snapshot-testExportExpiredSnapshot to hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/.hbase-snapshot/snapshot-testExportExpiredSnapshot
2024-11-14T07:25:01,410 INFO  [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=147, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=147, snapshot={ ss=snapshot-testExportExpiredSnapshot table=testExportExpiredSnapshot type=FLUSH ttl=10 } execute state=SNAPSHOT_POST_OPERATION
2024-11-14T07:25:01,410 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot-testExportExpiredSnapshot table=testExportExpiredSnapshot type=FLUSH ttl=10 }, snapshot procedure id = 147
2024-11-14T07:25:01,412 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=147, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=147, snapshot={ ss=snapshot-testExportExpiredSnapshot table=testExportExpiredSnapshot type=FLUSH ttl=10 } in 277 msec
2024-11-14T07:25:01,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33371 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=147
2024-11-14T07:25:01,448 INFO  [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: default:testExportExpiredSnapshot completed
2024-11-14T07:25:02,500 INFO  [Socket Reader #1 for port 0 {}] ipc.Server$Connection(2290): Auth successful for appattempt_1731568965212_0006_000001 (auth:SIMPLE) from 127.0.0.1:57190
2024-11-14T07:25:02,511 WARN  [ContainersLauncher #0 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/test/data/MiniMRCluster_1860380176/yarn-1025303830/MiniMRCluster_1860380176-localDir-nm-0_3/usercache/jenkins/appcache/application_1731568965212_0006/container_1731568965212_0006_01_000001/launch_container.sh]
2024-11-14T07:25:02,511 WARN  [ContainersLauncher #0 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/test/data/MiniMRCluster_1860380176/yarn-1025303830/MiniMRCluster_1860380176-localDir-nm-0_3/usercache/jenkins/appcache/application_1731568965212_0006/container_1731568965212_0006_01_000001/container_tokens]
2024-11-14T07:25:02,511 WARN  [ContainersLauncher #0 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/test/data/MiniMRCluster_1860380176/yarn-1025303830/MiniMRCluster_1860380176-localDir-nm-0_3/usercache/jenkins/appcache/application_1731568965212_0006/container_1731568965212_0006_01_000001/sysfs]
2024-11-14T07:25:03,842 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties
2024-11-14T07:25:06,462 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-14T07:25:07,970 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testExportExpiredSnapshot
2024-11-14T07:25:07,971 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testExportExpiredSnapshot Metrics about Tables on a single HBase RegionServer
2024-11-14T07:25:07,972 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testtb-testExportExpiredSnapshot
2024-11-14T07:25:07,972 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testtb-testExportExpiredSnapshot Metrics about Tables on a single HBase RegionServer
2024-11-14T07:25:07,973 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testtb-testExportFileSystemStateWithMergeRegion-1
2024-11-14T07:25:07,974 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testtb-testExportFileSystemStateWithMergeRegion
2024-11-14T07:25:11,457 INFO  [Time-limited test {}] snapshot.TestExportSnapshot(467): HDFS export destination path: hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/export-test/export-1731569111457
2024-11-14T07:25:11,457 INFO  [Time-limited test {}] snapshot.TestExportSnapshot(494): tgtFsUri=hdfs://localhost:33275, tgtDir=hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/export-test/export-1731569111457, rawTgtDir=hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/export-test/export-1731569111457, srcFsUri=hdfs://localhost:33275, srcDir=hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50
2024-11-14T07:25:11,488 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1085): inputFs=hdfs://localhost:33275, inputRoot=hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50
2024-11-14T07:25:11,488 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1086): outputFs=DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_-1453683247_22, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/export-test/export-1731569111457, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/export-test/export-1731569111457/.hbase-snapshot/.tmp/snapshot-testExportExpiredSnapshot
2024-11-14T07:25:11,490 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1095): Verify the source snapshot's expiration status and integrity.
2024-11-14T07:25:11,491 ERROR [Time-limited test {}] util.AbstractHBaseTool(152): Error running command-line tool
org.apache.hadoop.hbase.snapshot.SnapshotTTLExpiredException: TTL for snapshot 'snapshot-testExportExpiredSnapshot' has already expired.
	at org.apache.hadoop.hbase.snapshot.ExportSnapshot.verifySnapshot(ExportSnapshot.java:951) ~[classes/:?]
	at org.apache.hadoop.hbase.snapshot.ExportSnapshot.doWork(ExportSnapshot.java:1096) ~[classes/:?]
	at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.util.ToolRunner.run(ToolRunner.java:82) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.hbase.snapshot.TestExportSnapshot.runExportSnapshot(TestExportSnapshot.java:522) ~[test-classes/:?]
	at org.apache.hadoop.hbase.snapshot.TestExportSnapshot.testExportExpiredSnapshot(TestExportSnapshot.java:314) ~[test-classes/:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T07:25:11,493 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33371 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable testtb-testExportExpiredSnapshot
2024-11-14T07:25:11,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33371 {}] procedure2.ProcedureExecutor(1139): Stored pid=150, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=testtb-testExportExpiredSnapshot
2024-11-14T07:25:11,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33371 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=150
2024-11-14T07:25:11,497 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testtb-testExportExpiredSnapshot","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731569111497"}]},"ts":"1731569111497"}
2024-11-14T07:25:11,499 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=testtb-testExportExpiredSnapshot, state=DISABLING in hbase:meta
2024-11-14T07:25:11,499 INFO  [PEWorker-2 {}] procedure.DisableTableProcedure(284): Set testtb-testExportExpiredSnapshot to state=DISABLING
2024-11-14T07:25:11,499 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=151, ppid=150, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=testtb-testExportExpiredSnapshot}]
2024-11-14T07:25:11,501 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=152, ppid=151, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testtb-testExportExpiredSnapshot, region=3f6db6ca40769307858dcfb76796e22e, UNASSIGN}, {pid=153, ppid=151, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testtb-testExportExpiredSnapshot, region=57b494d04e6bd58de9106f381bfe31ae, UNASSIGN}]
2024-11-14T07:25:11,502 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=152, ppid=151, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testtb-testExportExpiredSnapshot, region=3f6db6ca40769307858dcfb76796e22e, UNASSIGN
2024-11-14T07:25:11,502 INFO  [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=153, ppid=151, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testtb-testExportExpiredSnapshot, region=57b494d04e6bd58de9106f381bfe31ae, UNASSIGN
2024-11-14T07:25:11,502 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=152 updating hbase:meta row=3f6db6ca40769307858dcfb76796e22e, regionState=CLOSING, regionLocation=20680646cf8a,46383,1731568958548
2024-11-14T07:25:11,502 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=153 updating hbase:meta row=57b494d04e6bd58de9106f381bfe31ae, regionState=CLOSING, regionLocation=20680646cf8a,35229,1731568958498
2024-11-14T07:25:11,504 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=152, ppid=151, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=testtb-testExportExpiredSnapshot, region=3f6db6ca40769307858dcfb76796e22e, UNASSIGN because future has completed
2024-11-14T07:25:11,504 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false
2024-11-14T07:25:11,504 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=154, ppid=152, state=RUNNABLE, hasLock=false; CloseRegionProcedure 3f6db6ca40769307858dcfb76796e22e, server=20680646cf8a,46383,1731568958548}]
2024-11-14T07:25:11,506 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=153, ppid=151, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=testtb-testExportExpiredSnapshot, region=57b494d04e6bd58de9106f381bfe31ae, UNASSIGN because future has completed
2024-11-14T07:25:11,506 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false
2024-11-14T07:25:11,506 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=155, ppid=153, state=RUNNABLE, hasLock=false; CloseRegionProcedure 57b494d04e6bd58de9106f381bfe31ae, server=20680646cf8a,35229,1731568958498}]
2024-11-14T07:25:11,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33371 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=150
2024-11-14T07:25:11,658 INFO  [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=154}] handler.UnassignRegionHandler(122): Close 3f6db6ca40769307858dcfb76796e22e
2024-11-14T07:25:11,659 DEBUG [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=154}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false
2024-11-14T07:25:11,659 DEBUG [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=154}] regionserver.HRegion(1722): Closing 3f6db6ca40769307858dcfb76796e22e, disabling compactions & flushes
2024-11-14T07:25:11,659 INFO  [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=154}] regionserver.HRegion(1755): Closing region testtb-testExportExpiredSnapshot,,1731569099086.3f6db6ca40769307858dcfb76796e22e.
2024-11-14T07:25:11,659 DEBUG [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=154}] regionserver.HRegion(1776): Time limited wait for close lock on testtb-testExportExpiredSnapshot,,1731569099086.3f6db6ca40769307858dcfb76796e22e.
2024-11-14T07:25:11,659 DEBUG [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=154}] regionserver.HRegion(1843): Acquired close lock on testtb-testExportExpiredSnapshot,,1731569099086.3f6db6ca40769307858dcfb76796e22e. after waiting 0 ms
2024-11-14T07:25:11,659 DEBUG [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=154}] regionserver.HRegion(1853): Updates disabled for region testtb-testExportExpiredSnapshot,,1731569099086.3f6db6ca40769307858dcfb76796e22e.
2024-11-14T07:25:11,659 INFO  [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=155}] handler.UnassignRegionHandler(122): Close 57b494d04e6bd58de9106f381bfe31ae
2024-11-14T07:25:11,660 DEBUG [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=155}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false
2024-11-14T07:25:11,660 DEBUG [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=155}] regionserver.HRegion(1722): Closing 57b494d04e6bd58de9106f381bfe31ae, disabling compactions & flushes
2024-11-14T07:25:11,660 INFO  [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=155}] regionserver.HRegion(1755): Closing region testtb-testExportExpiredSnapshot,1,1731569099086.57b494d04e6bd58de9106f381bfe31ae.
2024-11-14T07:25:11,660 DEBUG [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=155}] regionserver.HRegion(1776): Time limited wait for close lock on testtb-testExportExpiredSnapshot,1,1731569099086.57b494d04e6bd58de9106f381bfe31ae.
2024-11-14T07:25:11,660 DEBUG [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=155}] regionserver.HRegion(1843): Acquired close lock on testtb-testExportExpiredSnapshot,1,1731569099086.57b494d04e6bd58de9106f381bfe31ae. after waiting 0 ms
2024-11-14T07:25:11,660 DEBUG [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=155}] regionserver.HRegion(1853): Updates disabled for region testtb-testExportExpiredSnapshot,1,1731569099086.57b494d04e6bd58de9106f381bfe31ae.
2024-11-14T07:25:11,664 DEBUG [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=154}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testtb-testExportExpiredSnapshot/3f6db6ca40769307858dcfb76796e22e/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1
2024-11-14T07:25:11,665 DEBUG [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=155}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testtb-testExportExpiredSnapshot/57b494d04e6bd58de9106f381bfe31ae/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1
2024-11-14T07:25:11,665 DEBUG [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=154}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.security.access.AccessController
2024-11-14T07:25:11,665 INFO  [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=154}] regionserver.HRegion(1973): Closed testtb-testExportExpiredSnapshot,,1731569099086.3f6db6ca40769307858dcfb76796e22e.
2024-11-14T07:25:11,666 DEBUG [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=154}] regionserver.HRegion(1676): Region close journal for 3f6db6ca40769307858dcfb76796e22e:
Waiting for close lock at 1731569111659Running coprocessor pre-close hooks at 1731569111659Disabling compacts and flushes for region at 1731569111659Disabling writes for close at 1731569111659Writing region close event to WAL at 1731569111660 (+1 ms)Running coprocessor post-close hooks at 1731569111665 (+5 ms)Closed at 1731569111665
2024-11-14T07:25:11,666 DEBUG [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=155}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.security.access.AccessController
2024-11-14T07:25:11,666 INFO  [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=155}] regionserver.HRegion(1973): Closed testtb-testExportExpiredSnapshot,1,1731569099086.57b494d04e6bd58de9106f381bfe31ae.
2024-11-14T07:25:11,666 DEBUG [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=155}] regionserver.HRegion(1676): Region close journal for 57b494d04e6bd58de9106f381bfe31ae:
Waiting for close lock at 1731569111660Running coprocessor pre-close hooks at 1731569111660Disabling compacts and flushes for region at 1731569111660Disabling writes for close at 1731569111660Writing region close event to WAL at 1731569111661 (+1 ms)Running coprocessor post-close hooks at 1731569111666 (+5 ms)Closed at 1731569111666
2024-11-14T07:25:11,668 INFO  [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=154}] handler.UnassignRegionHandler(157): Closed 3f6db6ca40769307858dcfb76796e22e
2024-11-14T07:25:11,669 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=152 updating hbase:meta row=3f6db6ca40769307858dcfb76796e22e, regionState=CLOSED
2024-11-14T07:25:11,669 INFO  [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=155}] handler.UnassignRegionHandler(157): Closed 57b494d04e6bd58de9106f381bfe31ae
2024-11-14T07:25:11,670 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=153 updating hbase:meta row=57b494d04e6bd58de9106f381bfe31ae, regionState=CLOSED
2024-11-14T07:25:11,671 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=154, ppid=152, state=RUNNABLE, hasLock=false; CloseRegionProcedure 3f6db6ca40769307858dcfb76796e22e, server=20680646cf8a,46383,1731568958548 because future has completed
2024-11-14T07:25:11,672 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=155, ppid=153, state=RUNNABLE, hasLock=false; CloseRegionProcedure 57b494d04e6bd58de9106f381bfe31ae, server=20680646cf8a,35229,1731568958498 because future has completed
2024-11-14T07:25:11,674 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=154, resume processing ppid=152
2024-11-14T07:25:11,675 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=154, ppid=152, state=SUCCESS, hasLock=false; CloseRegionProcedure 3f6db6ca40769307858dcfb76796e22e, server=20680646cf8a,46383,1731568958548 in 168 msec
2024-11-14T07:25:11,676 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=155, resume processing ppid=153
2024-11-14T07:25:11,676 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=155, ppid=153, state=SUCCESS, hasLock=false; CloseRegionProcedure 57b494d04e6bd58de9106f381bfe31ae, server=20680646cf8a,35229,1731568958498 in 167 msec
2024-11-14T07:25:11,676 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=152, ppid=151, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testtb-testExportExpiredSnapshot, region=3f6db6ca40769307858dcfb76796e22e, UNASSIGN in 173 msec
2024-11-14T07:25:11,677 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=153, resume processing ppid=151
2024-11-14T07:25:11,677 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=153, ppid=151, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testtb-testExportExpiredSnapshot, region=57b494d04e6bd58de9106f381bfe31ae, UNASSIGN in 175 msec
2024-11-14T07:25:11,679 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=151, resume processing ppid=150
2024-11-14T07:25:11,679 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=151, ppid=150, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=testtb-testExportExpiredSnapshot in 179 msec
2024-11-14T07:25:11,680 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testtb-testExportExpiredSnapshot","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731569111680"}]},"ts":"1731569111680"}
2024-11-14T07:25:11,681 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=testtb-testExportExpiredSnapshot, state=DISABLED in hbase:meta
2024-11-14T07:25:11,681 INFO  [PEWorker-2 {}] procedure.DisableTableProcedure(296): Set testtb-testExportExpiredSnapshot to state=DISABLED
2024-11-14T07:25:11,683 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=150, state=SUCCESS, hasLock=false; DisableTableProcedure table=testtb-testExportExpiredSnapshot in 189 msec
2024-11-14T07:25:11,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33371 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=150
2024-11-14T07:25:11,809 INFO  [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:testtb-testExportExpiredSnapshot completed
2024-11-14T07:25:11,810 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33371 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete testtb-testExportExpiredSnapshot
2024-11-14T07:25:11,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33371 {}] procedure2.ProcedureExecutor(1139): Stored pid=156, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=testtb-testExportExpiredSnapshot
2024-11-14T07:25:11,811 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=156, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=testtb-testExportExpiredSnapshot
2024-11-14T07:25:11,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33371 {}] access.PermissionStorage(261): Removing permissions of removed table testtb-testExportExpiredSnapshot
2024-11-14T07:25:11,812 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=156, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=testtb-testExportExpiredSnapshot
2024-11-14T07:25:11,814 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46383 {}] access.PermissionStorage(529): No permissions found in hbase:acl for acl entry testtb-testExportExpiredSnapshot
2024-11-14T07:25:11,816 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testtb-testExportExpiredSnapshot/3f6db6ca40769307858dcfb76796e22e
2024-11-14T07:25:11,816 DEBUG [HFileArchiver-17 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testtb-testExportExpiredSnapshot/57b494d04e6bd58de9106f381bfe31ae
2024-11-14T07:25:11,816 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46383-0x1003d1cd0e50003, quorum=127.0.0.1:51438, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/acl/testtb-testExportExpiredSnapshot
2024-11-14T07:25:11,816 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35229-0x1003d1cd0e50002, quorum=127.0.0.1:51438, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/acl/testtb-testExportExpiredSnapshot
2024-11-14T07:25:11,816 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41449-0x1003d1cd0e50001, quorum=127.0.0.1:51438, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/acl/testtb-testExportExpiredSnapshot
2024-11-14T07:25:11,816 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33371-0x1003d1cd0e50000, quorum=127.0.0.1:51438, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/acl/testtb-testExportExpiredSnapshot
2024-11-14T07:25:11,817 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testtb-testExportExpiredSnapshot/3f6db6ca40769307858dcfb76796e22e/cf, FileablePath, hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testtb-testExportExpiredSnapshot/3f6db6ca40769307858dcfb76796e22e/recovered.edits]
2024-11-14T07:25:11,817 DEBUG [HFileArchiver-17 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testtb-testExportExpiredSnapshot/57b494d04e6bd58de9106f381bfe31ae/cf, FileablePath, hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testtb-testExportExpiredSnapshot/57b494d04e6bd58de9106f381bfe31ae/recovered.edits]
2024-11-14T07:25:11,820 DEBUG [HFileArchiver-17 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testtb-testExportExpiredSnapshot/57b494d04e6bd58de9106f381bfe31ae/cf/23a51324d69d4c5888cc081c4e3f8286 to hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/archive/data/default/testtb-testExportExpiredSnapshot/57b494d04e6bd58de9106f381bfe31ae/cf/23a51324d69d4c5888cc081c4e3f8286
2024-11-14T07:25:11,820 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testtb-testExportExpiredSnapshot/3f6db6ca40769307858dcfb76796e22e/cf/62eb03090194434396065cd93f3939a1 to hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/archive/data/default/testtb-testExportExpiredSnapshot/3f6db6ca40769307858dcfb76796e22e/cf/62eb03090194434396065cd93f3939a1
2024-11-14T07:25:11,821 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportExpiredSnapshot with data PBUF
2024-11-14T07:25:11,821 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportExpiredSnapshot with data PBUF
2024-11-14T07:25:11,821 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportExpiredSnapshot with data PBUF
2024-11-14T07:25:11,822 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41449-0x1003d1cd0e50001, quorum=127.0.0.1:51438, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/acl/testtb-testExportExpiredSnapshot
2024-11-14T07:25:11,822 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41449-0x1003d1cd0e50001, quorum=127.0.0.1:51438, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl
2024-11-14T07:25:11,822 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportExpiredSnapshot with data PBUF
2024-11-14T07:25:11,822 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35229-0x1003d1cd0e50002, quorum=127.0.0.1:51438, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/acl/testtb-testExportExpiredSnapshot
2024-11-14T07:25:11,822 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35229-0x1003d1cd0e50002, quorum=127.0.0.1:51438, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl
2024-11-14T07:25:11,822 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46383-0x1003d1cd0e50003, quorum=127.0.0.1:51438, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/acl/testtb-testExportExpiredSnapshot
2024-11-14T07:25:11,822 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46383-0x1003d1cd0e50003, quorum=127.0.0.1:51438, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl
2024-11-14T07:25:11,822 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33371-0x1003d1cd0e50000, quorum=127.0.0.1:51438, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/acl/testtb-testExportExpiredSnapshot
2024-11-14T07:25:11,822 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33371-0x1003d1cd0e50000, quorum=127.0.0.1:51438, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl
2024-11-14T07:25:11,823 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testtb-testExportExpiredSnapshot/3f6db6ca40769307858dcfb76796e22e/recovered.edits/9.seqid to hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/archive/data/default/testtb-testExportExpiredSnapshot/3f6db6ca40769307858dcfb76796e22e/recovered.edits/9.seqid
2024-11-14T07:25:11,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33371 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156
2024-11-14T07:25:11,823 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testExportExpiredSnapshot with data PBUF\x0A?\x0A\x07jenkins\x124\x08\x03"0\x0A$\x0A\x07default\x12\x19testExportExpiredSnapshot \x00 \x01 \x02 \x03 \x04
2024-11-14T07:25:11,823 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testExportExpiredSnapshot with data PBUF\x0A?\x0A\x07jenkins\x124\x08\x03"0\x0A$\x0A\x07default\x12\x19testExportExpiredSnapshot \x00 \x01 \x02 \x03 \x04
2024-11-14T07:25:11,824 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testExportExpiredSnapshot with data PBUF\x0A?\x0A\x07jenkins\x124\x08\x03"0\x0A$\x0A\x07default\x12\x19testExportExpiredSnapshot \x00 \x01 \x02 \x03 \x04
2024-11-14T07:25:11,824 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testtb-testExportExpiredSnapshot/3f6db6ca40769307858dcfb76796e22e
2024-11-14T07:25:11,824 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testExportExpiredSnapshot with data PBUF\x0A?\x0A\x07jenkins\x124\x08\x03"0\x0A$\x0A\x07default\x12\x19testExportExpiredSnapshot \x00 \x01 \x02 \x03 \x04
2024-11-14T07:25:11,824 DEBUG [HFileArchiver-17 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testtb-testExportExpiredSnapshot/57b494d04e6bd58de9106f381bfe31ae/recovered.edits/9.seqid to hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/archive/data/default/testtb-testExportExpiredSnapshot/57b494d04e6bd58de9106f381bfe31ae/recovered.edits/9.seqid
2024-11-14T07:25:11,824 DEBUG [HFileArchiver-17 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testtb-testExportExpiredSnapshot/57b494d04e6bd58de9106f381bfe31ae
2024-11-14T07:25:11,824 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(313): Archived testtb-testExportExpiredSnapshot regions
2024-11-14T07:25:11,825 DEBUG [PEWorker-5 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/mobdir/data/default/testtb-testExportExpiredSnapshot/3d21f28acea2939462cb18e5d9576f2f
2024-11-14T07:25:11,825 DEBUG [PEWorker-5 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/mobdir/data/default/testtb-testExportExpiredSnapshot/3d21f28acea2939462cb18e5d9576f2f/cf]
2024-11-14T07:25:11,829 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/mobdir/data/default/testtb-testExportExpiredSnapshot/3d21f28acea2939462cb18e5d9576f2f/cf/c4ca4238a0b923820dcc509a6f75849b2024111468fd55ed743840bc8a66305b9b75aafa_57b494d04e6bd58de9106f381bfe31ae to hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/archive/data/default/testtb-testExportExpiredSnapshot/3d21f28acea2939462cb18e5d9576f2f/cf/c4ca4238a0b923820dcc509a6f75849b2024111468fd55ed743840bc8a66305b9b75aafa_57b494d04e6bd58de9106f381bfe31ae
2024-11-14T07:25:11,830 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/mobdir/data/default/testtb-testExportExpiredSnapshot/3d21f28acea2939462cb18e5d9576f2f/cf/d41d8cd98f00b204e9800998ecf8427e20241114c119fbb358dc4b8198b4c7656f991e42_3f6db6ca40769307858dcfb76796e22e to hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/archive/data/default/testtb-testExportExpiredSnapshot/3d21f28acea2939462cb18e5d9576f2f/cf/d41d8cd98f00b204e9800998ecf8427e20241114c119fbb358dc4b8198b4c7656f991e42_3f6db6ca40769307858dcfb76796e22e
2024-11-14T07:25:11,830 DEBUG [PEWorker-5 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/mobdir/data/default/testtb-testExportExpiredSnapshot/3d21f28acea2939462cb18e5d9576f2f
2024-11-14T07:25:11,832 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=156, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=testtb-testExportExpiredSnapshot
2024-11-14T07:25:11,835 WARN  [PEWorker-5 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 2 rows of testtb-testExportExpiredSnapshot from hbase:meta
2024-11-14T07:25:11,837 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(407): Removing 'testtb-testExportExpiredSnapshot' descriptor.
2024-11-14T07:25:11,838 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=156, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=testtb-testExportExpiredSnapshot
2024-11-14T07:25:11,838 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(397): Removing 'testtb-testExportExpiredSnapshot' from region states.
2024-11-14T07:25:11,838 DEBUG [PEWorker-5 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"testtb-testExportExpiredSnapshot,,1731569099086.3f6db6ca40769307858dcfb76796e22e.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731569111838"}]},"ts":"9223372036854775807"}
2024-11-14T07:25:11,838 DEBUG [PEWorker-5 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"testtb-testExportExpiredSnapshot,1,1731569099086.57b494d04e6bd58de9106f381bfe31ae.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731569111838"}]},"ts":"9223372036854775807"}
2024-11-14T07:25:11,841 INFO  [PEWorker-5 {}] assignment.RegionStateStore(562): Deleted 2 regions from META
2024-11-14T07:25:11,841 DEBUG [PEWorker-5 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 3f6db6ca40769307858dcfb76796e22e, NAME => 'testtb-testExportExpiredSnapshot,,1731569099086.3f6db6ca40769307858dcfb76796e22e.', STARTKEY => '', ENDKEY => '1'}, {ENCODED => 57b494d04e6bd58de9106f381bfe31ae, NAME => 'testtb-testExportExpiredSnapshot,1,1731569099086.57b494d04e6bd58de9106f381bfe31ae.', STARTKEY => '1', ENDKEY => ''}]
2024-11-14T07:25:11,841 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(401): Marking 'testtb-testExportExpiredSnapshot' as deleted.
2024-11-14T07:25:11,841 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"testtb-testExportExpiredSnapshot","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731569111841"}]},"ts":"9223372036854775807"}
2024-11-14T07:25:11,842 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(867): Deleted table testtb-testExportExpiredSnapshot state from META
2024-11-14T07:25:11,843 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(133): Finished pid=156, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=testtb-testExportExpiredSnapshot
2024-11-14T07:25:11,844 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=156, state=SUCCESS, hasLock=false; DeleteTableProcedure table=testtb-testExportExpiredSnapshot in 33 msec
2024-11-14T07:25:11,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33371 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156
2024-11-14T07:25:11,929 DEBUG [RPCClient-NioEventLoopGroup-6-4 {}] client.AsyncRegionLocator(219): Clear meta cache for testtb-testExportExpiredSnapshot
2024-11-14T07:25:11,929 INFO  [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:testtb-testExportExpiredSnapshot completed
2024-11-14T07:25:11,939 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33371 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.2 delete name: "emptySnaptb0-testExportExpiredSnapshot"
type: DISABLED

2024-11-14T07:25:11,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33371 {}] snapshot.SnapshotManager(381): Deleting snapshot: emptySnaptb0-testExportExpiredSnapshot
2024-11-14T07:25:11,943 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33371 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.2 delete name: "snapshot-testExportExpiredSnapshot"
type: DISABLED

2024-11-14T07:25:11,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33371 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot-testExportExpiredSnapshot
2024-11-14T07:25:11,947 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33371 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.2 delete name: "snaptb0-testExportExpiredSnapshot"
type: DISABLED

2024-11-14T07:25:11,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33371 {}] snapshot.SnapshotManager(381): Deleting snapshot: snaptb0-testExportExpiredSnapshot
2024-11-14T07:25:11,971 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: snapshot.TestMobSecureExportSnapshot#testExportExpiredSnapshot Thread=791 (was 798), OpenFileDescriptor=795 (was 803), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=392 (was 454), ProcessCount=14 (was 20), AvailableMemoryMB=1403 (was 679) - AvailableMemoryMB LEAK? -
2024-11-14T07:25:11,971 WARN  [Time-limited test {}] hbase.ResourceChecker(130): Thread=791 is superior to 500
2024-11-14T07:25:11,986 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: snapshot.TestMobSecureExportSnapshot#testEmptyExportFileSystemState Thread=791, OpenFileDescriptor=795, MaxFileDescriptor=1048576, SystemLoadAverage=392, ProcessCount=14, AvailableMemoryMB=1402
2024-11-14T07:25:11,986 WARN  [Time-limited test {}] hbase.ResourceChecker(130): Thread=791 is superior to 500
2024-11-14T07:25:11,987 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33371 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testtb-testEmptyExportFileSystemState', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '0', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-14T07:25:11,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33371 {}] procedure2.ProcedureExecutor(1139): Stored pid=157, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testtb-testEmptyExportFileSystemState
2024-11-14T07:25:11,989 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=157, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testtb-testEmptyExportFileSystemState execute state=CREATE_TABLE_PRE_OPERATION
2024-11-14T07:25:11,989 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33371 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default"
qualifier: "testtb-testEmptyExportFileSystemState"
 procId is: 157
2024-11-14T07:25:11,990 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=157, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testtb-testEmptyExportFileSystemState execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-14T07:25:11,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33371 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=157
2024-11-14T07:25:11,995 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073742202_1378 (size=448)
2024-11-14T07:25:11,995 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073742202_1378 (size=448)
2024-11-14T07:25:11,996 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073742202_1378 (size=448)
2024-11-14T07:25:11,998 INFO  [RegionOpenAndInit-testtb-testEmptyExportFileSystemState-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 6dfcad4ded3df28a9aa6328d865ad8a2, NAME => 'testtb-testEmptyExportFileSystemState,1,1731569111987.6dfcad4ded3df28a9aa6328d865ad8a2.', STARTKEY => '1', ENDKEY => ''}, tableDescriptor='testtb-testEmptyExportFileSystemState', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '0', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50
2024-11-14T07:25:11,998 INFO  [RegionOpenAndInit-testtb-testEmptyExportFileSystemState-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d4c9295bd3ce622d401763290aab9d3e, NAME => 'testtb-testEmptyExportFileSystemState,,1731569111987.d4c9295bd3ce622d401763290aab9d3e.', STARTKEY => '', ENDKEY => '1'}, tableDescriptor='testtb-testEmptyExportFileSystemState', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '0', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50
2024-11-14T07:25:12,004 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073742204_1380 (size=73)
2024-11-14T07:25:12,004 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073742204_1380 (size=73)
2024-11-14T07:25:12,004 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073742203_1379 (size=73)
2024-11-14T07:25:12,004 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073742203_1379 (size=73)
2024-11-14T07:25:12,005 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073742204_1380 (size=73)
2024-11-14T07:25:12,005 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073742203_1379 (size=73)
2024-11-14T07:25:12,005 DEBUG [RegionOpenAndInit-testtb-testEmptyExportFileSystemState-pool-0 {}] regionserver.HRegion(898): Instantiated testtb-testEmptyExportFileSystemState,,1731569111987.d4c9295bd3ce622d401763290aab9d3e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-14T07:25:12,006 DEBUG [RegionOpenAndInit-testtb-testEmptyExportFileSystemState-pool-0 {}] regionserver.HRegion(1722): Closing d4c9295bd3ce622d401763290aab9d3e, disabling compactions & flushes
2024-11-14T07:25:12,006 INFO  [RegionOpenAndInit-testtb-testEmptyExportFileSystemState-pool-0 {}] regionserver.HRegion(1755): Closing region testtb-testEmptyExportFileSystemState,,1731569111987.d4c9295bd3ce622d401763290aab9d3e.
2024-11-14T07:25:12,006 DEBUG [RegionOpenAndInit-testtb-testEmptyExportFileSystemState-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testtb-testEmptyExportFileSystemState,,1731569111987.d4c9295bd3ce622d401763290aab9d3e.
2024-11-14T07:25:12,006 DEBUG [RegionOpenAndInit-testtb-testEmptyExportFileSystemState-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testtb-testEmptyExportFileSystemState,,1731569111987.d4c9295bd3ce622d401763290aab9d3e. after waiting 0 ms
2024-11-14T07:25:12,006 DEBUG [RegionOpenAndInit-testtb-testEmptyExportFileSystemState-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testtb-testEmptyExportFileSystemState,,1731569111987.d4c9295bd3ce622d401763290aab9d3e.
2024-11-14T07:25:12,006 INFO  [RegionOpenAndInit-testtb-testEmptyExportFileSystemState-pool-0 {}] regionserver.HRegion(1973): Closed testtb-testEmptyExportFileSystemState,,1731569111987.d4c9295bd3ce622d401763290aab9d3e.
2024-11-14T07:25:12,006 DEBUG [RegionOpenAndInit-testtb-testEmptyExportFileSystemState-pool-1 {}] regionserver.HRegion(898): Instantiated testtb-testEmptyExportFileSystemState,1,1731569111987.6dfcad4ded3df28a9aa6328d865ad8a2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-14T07:25:12,006 DEBUG [RegionOpenAndInit-testtb-testEmptyExportFileSystemState-pool-0 {}] regionserver.HRegion(1676): Region close journal for d4c9295bd3ce622d401763290aab9d3e:
Waiting for close lock at 1731569112006Disabling compacts and flushes for region at 1731569112006Disabling writes for close at 1731569112006Writing region close event to WAL at 1731569112006Closed at 1731569112006
2024-11-14T07:25:12,006 DEBUG [RegionOpenAndInit-testtb-testEmptyExportFileSystemState-pool-1 {}] regionserver.HRegion(1722): Closing 6dfcad4ded3df28a9aa6328d865ad8a2, disabling compactions & flushes
2024-11-14T07:25:12,006 INFO  [RegionOpenAndInit-testtb-testEmptyExportFileSystemState-pool-1 {}] regionserver.HRegion(1755): Closing region testtb-testEmptyExportFileSystemState,1,1731569111987.6dfcad4ded3df28a9aa6328d865ad8a2.
2024-11-14T07:25:12,006 DEBUG [RegionOpenAndInit-testtb-testEmptyExportFileSystemState-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testtb-testEmptyExportFileSystemState,1,1731569111987.6dfcad4ded3df28a9aa6328d865ad8a2.
2024-11-14T07:25:12,006 DEBUG [RegionOpenAndInit-testtb-testEmptyExportFileSystemState-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testtb-testEmptyExportFileSystemState,1,1731569111987.6dfcad4ded3df28a9aa6328d865ad8a2. after waiting 0 ms
2024-11-14T07:25:12,006 DEBUG [RegionOpenAndInit-testtb-testEmptyExportFileSystemState-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testtb-testEmptyExportFileSystemState,1,1731569111987.6dfcad4ded3df28a9aa6328d865ad8a2.
2024-11-14T07:25:12,006 INFO  [RegionOpenAndInit-testtb-testEmptyExportFileSystemState-pool-1 {}] regionserver.HRegion(1973): Closed testtb-testEmptyExportFileSystemState,1,1731569111987.6dfcad4ded3df28a9aa6328d865ad8a2.
2024-11-14T07:25:12,006 DEBUG [RegionOpenAndInit-testtb-testEmptyExportFileSystemState-pool-1 {}] regionserver.HRegion(1676): Region close journal for 6dfcad4ded3df28a9aa6328d865ad8a2:
Waiting for close lock at 1731569112006Disabling compacts and flushes for region at 1731569112006Disabling writes for close at 1731569112006Writing region close event to WAL at 1731569112006Closed at 1731569112006
2024-11-14T07:25:12,007 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=157, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testtb-testEmptyExportFileSystemState execute state=CREATE_TABLE_ADD_TO_META
2024-11-14T07:25:12,007 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testtb-testEmptyExportFileSystemState,,1731569111987.d4c9295bd3ce622d401763290aab9d3e.","families":{"info":[{"qualifier":"regioninfo","vlen":72,"tag":[],"timestamp":"1731569112007"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731569112007"}]},"ts":"1731569112007"}
2024-11-14T07:25:12,008 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testtb-testEmptyExportFileSystemState,1,1731569111987.6dfcad4ded3df28a9aa6328d865ad8a2.","families":{"info":[{"qualifier":"regioninfo","vlen":72,"tag":[],"timestamp":"1731569112007"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731569112007"}]},"ts":"1731569112007"}
2024-11-14T07:25:12,010 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta.
2024-11-14T07:25:12,011 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=157, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testtb-testEmptyExportFileSystemState execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-14T07:25:12,011 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testtb-testEmptyExportFileSystemState","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731569112011"}]},"ts":"1731569112011"}
2024-11-14T07:25:12,013 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testtb-testEmptyExportFileSystemState, state=ENABLING in hbase:meta
2024-11-14T07:25:12,013 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {20680646cf8a=0} racks are {/default-rack=0}
2024-11-14T07:25:12,014 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions
2024-11-14T07:25:12,014 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions
2024-11-14T07:25:12,014 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions
2024-11-14T07:25:12,014 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0
2024-11-14T07:25:12,014 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0
2024-11-14T07:25:12,014 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0
2024-11-14T07:25:12,014 INFO  [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0
2024-11-14T07:25:12,014 INFO  [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0
2024-11-14T07:25:12,014 INFO  [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0
2024-11-14T07:25:12,014 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1
2024-11-14T07:25:12,015 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=158, ppid=157, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testtb-testEmptyExportFileSystemState, region=d4c9295bd3ce622d401763290aab9d3e, ASSIGN}, {pid=159, ppid=157, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testtb-testEmptyExportFileSystemState, region=6dfcad4ded3df28a9aa6328d865ad8a2, ASSIGN}]
2024-11-14T07:25:12,016 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=159, ppid=157, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testtb-testEmptyExportFileSystemState, region=6dfcad4ded3df28a9aa6328d865ad8a2, ASSIGN
2024-11-14T07:25:12,016 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=158, ppid=157, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testtb-testEmptyExportFileSystemState, region=d4c9295bd3ce622d401763290aab9d3e, ASSIGN
2024-11-14T07:25:12,017 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=159, ppid=157, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testtb-testEmptyExportFileSystemState, region=6dfcad4ded3df28a9aa6328d865ad8a2, ASSIGN; state=OFFLINE, location=20680646cf8a,41449,1731568958363; forceNewPlan=false, retain=false
2024-11-14T07:25:12,017 INFO  [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=158, ppid=157, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testtb-testEmptyExportFileSystemState, region=d4c9295bd3ce622d401763290aab9d3e, ASSIGN; state=OFFLINE, location=20680646cf8a,35229,1731568958498; forceNewPlan=false, retain=false
2024-11-14T07:25:12,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33371 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=157
2024-11-14T07:25:12,167 INFO  [20680646cf8a:33371 {}] balancer.BaseLoadBalancer(388): Reassigned 2 regions. 2 retained the pre-restart assignment. 
2024-11-14T07:25:12,167 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=159 updating hbase:meta row=6dfcad4ded3df28a9aa6328d865ad8a2, regionState=OPENING, regionLocation=20680646cf8a,41449,1731568958363
2024-11-14T07:25:12,167 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=158 updating hbase:meta row=d4c9295bd3ce622d401763290aab9d3e, regionState=OPENING, regionLocation=20680646cf8a,35229,1731568958498
2024-11-14T07:25:12,169 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=159, ppid=157, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testtb-testEmptyExportFileSystemState, region=6dfcad4ded3df28a9aa6328d865ad8a2, ASSIGN because future has completed
2024-11-14T07:25:12,169 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=160, ppid=159, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6dfcad4ded3df28a9aa6328d865ad8a2, server=20680646cf8a,41449,1731568958363}]
2024-11-14T07:25:12,170 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=158, ppid=157, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testtb-testEmptyExportFileSystemState, region=d4c9295bd3ce622d401763290aab9d3e, ASSIGN because future has completed
2024-11-14T07:25:12,170 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=161, ppid=158, state=RUNNABLE, hasLock=false; OpenRegionProcedure d4c9295bd3ce622d401763290aab9d3e, server=20680646cf8a,35229,1731568958498}]
2024-11-14T07:25:12,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33371 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=157
2024-11-14T07:25:12,324 INFO  [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=160}] handler.AssignRegionHandler(132): Open testtb-testEmptyExportFileSystemState,1,1731569111987.6dfcad4ded3df28a9aa6328d865ad8a2.
2024-11-14T07:25:12,324 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=160}] regionserver.HRegion(7752): Opening region: {ENCODED => 6dfcad4ded3df28a9aa6328d865ad8a2, NAME => 'testtb-testEmptyExportFileSystemState,1,1731569111987.6dfcad4ded3df28a9aa6328d865ad8a2.', STARTKEY => '1', ENDKEY => ''}
2024-11-14T07:25:12,324 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=160}] regionserver.HRegion(8280): Registered coprocessor service: region=testtb-testEmptyExportFileSystemState,1,1731569111987.6dfcad4ded3df28a9aa6328d865ad8a2. service=AccessControlService
2024-11-14T07:25:12,324 INFO  [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=161}] handler.AssignRegionHandler(132): Open testtb-testEmptyExportFileSystemState,,1731569111987.d4c9295bd3ce622d401763290aab9d3e.
2024-11-14T07:25:12,325 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=161}] regionserver.HRegion(7752): Opening region: {ENCODED => d4c9295bd3ce622d401763290aab9d3e, NAME => 'testtb-testEmptyExportFileSystemState,,1731569111987.d4c9295bd3ce622d401763290aab9d3e.', STARTKEY => '', ENDKEY => '1'}
2024-11-14T07:25:12,325 INFO  [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=160}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.security.access.AccessController loaded, priority=536870911.
2024-11-14T07:25:12,325 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=160}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testtb-testEmptyExportFileSystemState 6dfcad4ded3df28a9aa6328d865ad8a2
2024-11-14T07:25:12,325 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=161}] regionserver.HRegion(8280): Registered coprocessor service: region=testtb-testEmptyExportFileSystemState,,1731569111987.d4c9295bd3ce622d401763290aab9d3e. service=AccessControlService
2024-11-14T07:25:12,325 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=160}] regionserver.HRegion(898): Instantiated testtb-testEmptyExportFileSystemState,1,1731569111987.6dfcad4ded3df28a9aa6328d865ad8a2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-14T07:25:12,325 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=160}] regionserver.HRegion(7794): checking encryption for 6dfcad4ded3df28a9aa6328d865ad8a2
2024-11-14T07:25:12,325 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=160}] regionserver.HRegion(7797): checking classloading for 6dfcad4ded3df28a9aa6328d865ad8a2
2024-11-14T07:25:12,325 INFO  [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=161}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.security.access.AccessController loaded, priority=536870911.
2024-11-14T07:25:12,325 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=161}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testtb-testEmptyExportFileSystemState d4c9295bd3ce622d401763290aab9d3e
2024-11-14T07:25:12,325 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=161}] regionserver.HRegion(898): Instantiated testtb-testEmptyExportFileSystemState,,1731569111987.d4c9295bd3ce622d401763290aab9d3e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-14T07:25:12,325 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=161}] regionserver.HRegion(7794): checking encryption for d4c9295bd3ce622d401763290aab9d3e
2024-11-14T07:25:12,325 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=161}] regionserver.HRegion(7797): checking classloading for d4c9295bd3ce622d401763290aab9d3e
2024-11-14T07:25:12,326 INFO  [StoreOpener-6dfcad4ded3df28a9aa6328d865ad8a2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 6dfcad4ded3df28a9aa6328d865ad8a2 
2024-11-14T07:25:12,326 INFO  [StoreOpener-d4c9295bd3ce622d401763290aab9d3e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region d4c9295bd3ce622d401763290aab9d3e 
2024-11-14T07:25:12,327 INFO  [StoreOpener-6dfcad4ded3df28a9aa6328d865ad8a2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6dfcad4ded3df28a9aa6328d865ad8a2 columnFamilyName cf
2024-11-14T07:25:12,327 INFO  [StoreOpener-d4c9295bd3ce622d401763290aab9d3e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d4c9295bd3ce622d401763290aab9d3e columnFamilyName cf
2024-11-14T07:25:12,328 DEBUG [StoreOpener-6dfcad4ded3df28a9aa6328d865ad8a2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T07:25:12,328 DEBUG [StoreOpener-d4c9295bd3ce622d401763290aab9d3e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T07:25:12,328 INFO  [StoreOpener-6dfcad4ded3df28a9aa6328d865ad8a2-1 {}] regionserver.HStore(327): Store=6dfcad4ded3df28a9aa6328d865ad8a2/cf,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-14T07:25:12,328 INFO  [StoreOpener-d4c9295bd3ce622d401763290aab9d3e-1 {}] regionserver.HStore(327): Store=d4c9295bd3ce622d401763290aab9d3e/cf,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-14T07:25:12,329 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=160}] regionserver.HRegion(1038): replaying wal for 6dfcad4ded3df28a9aa6328d865ad8a2
2024-11-14T07:25:12,329 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=161}] regionserver.HRegion(1038): replaying wal for d4c9295bd3ce622d401763290aab9d3e
2024-11-14T07:25:12,329 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=160}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testtb-testEmptyExportFileSystemState/6dfcad4ded3df28a9aa6328d865ad8a2
2024-11-14T07:25:12,329 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=161}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testtb-testEmptyExportFileSystemState/d4c9295bd3ce622d401763290aab9d3e
2024-11-14T07:25:12,329 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=161}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testtb-testEmptyExportFileSystemState/d4c9295bd3ce622d401763290aab9d3e
2024-11-14T07:25:12,329 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=160}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testtb-testEmptyExportFileSystemState/6dfcad4ded3df28a9aa6328d865ad8a2
2024-11-14T07:25:12,330 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=160}] regionserver.HRegion(1048): stopping wal replay for 6dfcad4ded3df28a9aa6328d865ad8a2
2024-11-14T07:25:12,330 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=161}] regionserver.HRegion(1048): stopping wal replay for d4c9295bd3ce622d401763290aab9d3e
2024-11-14T07:25:12,330 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=160}] regionserver.HRegion(1060): Cleaning up temporary data for 6dfcad4ded3df28a9aa6328d865ad8a2
2024-11-14T07:25:12,330 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=161}] regionserver.HRegion(1060): Cleaning up temporary data for d4c9295bd3ce622d401763290aab9d3e
2024-11-14T07:25:12,331 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=160}] regionserver.HRegion(1093): writing seq id for 6dfcad4ded3df28a9aa6328d865ad8a2
2024-11-14T07:25:12,331 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=161}] regionserver.HRegion(1093): writing seq id for d4c9295bd3ce622d401763290aab9d3e
2024-11-14T07:25:12,332 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=160}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testtb-testEmptyExportFileSystemState/6dfcad4ded3df28a9aa6328d865ad8a2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-14T07:25:12,332 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=161}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testtb-testEmptyExportFileSystemState/d4c9295bd3ce622d401763290aab9d3e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-14T07:25:12,333 INFO  [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=160}] regionserver.HRegion(1114): Opened 6dfcad4ded3df28a9aa6328d865ad8a2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58866351, jitterRate=-0.12282301485538483}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-14T07:25:12,333 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=160}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6dfcad4ded3df28a9aa6328d865ad8a2
2024-11-14T07:25:12,333 INFO  [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=161}] regionserver.HRegion(1114): Opened d4c9295bd3ce622d401763290aab9d3e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68892795, jitterRate=0.026582643389701843}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-14T07:25:12,333 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=161}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d4c9295bd3ce622d401763290aab9d3e
2024-11-14T07:25:12,333 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=160}] regionserver.HRegion(1006): Region open journal for 6dfcad4ded3df28a9aa6328d865ad8a2:
Running coprocessor pre-open hook at 1731569112325Writing region info on filesystem at 1731569112325Initializing all the Stores at 1731569112326 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '0', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731569112326Cleaning up temporary data from old regions at 1731569112330 (+4 ms)Running coprocessor post-open hooks at 1731569112333 (+3 ms)Region opened successfully at 1731569112333
2024-11-14T07:25:12,333 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=161}] regionserver.HRegion(1006): Region open journal for d4c9295bd3ce622d401763290aab9d3e:
Running coprocessor pre-open hook at 1731569112325Writing region info on filesystem at 1731569112325Initializing all the Stores at 1731569112326 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '0', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731569112326Cleaning up temporary data from old regions at 1731569112330 (+4 ms)Running coprocessor post-open hooks at 1731569112333 (+3 ms)Region opened successfully at 1731569112333
2024-11-14T07:25:12,334 INFO  [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=160}] regionserver.HRegionServer(2236): Post open deploy tasks for testtb-testEmptyExportFileSystemState,1,1731569111987.6dfcad4ded3df28a9aa6328d865ad8a2., pid=160, masterSystemTime=1731569112321
2024-11-14T07:25:12,334 INFO  [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=161}] regionserver.HRegionServer(2236): Post open deploy tasks for testtb-testEmptyExportFileSystemState,,1731569111987.d4c9295bd3ce622d401763290aab9d3e., pid=161, masterSystemTime=1731569112322
2024-11-14T07:25:12,336 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=160}] regionserver.HRegionServer(2266): Finished post open deploy task for testtb-testEmptyExportFileSystemState,1,1731569111987.6dfcad4ded3df28a9aa6328d865ad8a2.
2024-11-14T07:25:12,336 INFO  [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=160}] handler.AssignRegionHandler(153): Opened testtb-testEmptyExportFileSystemState,1,1731569111987.6dfcad4ded3df28a9aa6328d865ad8a2.
2024-11-14T07:25:12,336 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=159 updating hbase:meta row=6dfcad4ded3df28a9aa6328d865ad8a2, regionState=OPEN, openSeqNum=2, regionLocation=20680646cf8a,41449,1731568958363
2024-11-14T07:25:12,336 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=161}] regionserver.HRegionServer(2266): Finished post open deploy task for testtb-testEmptyExportFileSystemState,,1731569111987.d4c9295bd3ce622d401763290aab9d3e.
2024-11-14T07:25:12,336 INFO  [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=161}] handler.AssignRegionHandler(153): Opened testtb-testEmptyExportFileSystemState,,1731569111987.d4c9295bd3ce622d401763290aab9d3e.
2024-11-14T07:25:12,337 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=158 updating hbase:meta row=d4c9295bd3ce622d401763290aab9d3e, regionState=OPEN, openSeqNum=2, regionLocation=20680646cf8a,35229,1731568958498
2024-11-14T07:25:12,338 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=160, ppid=159, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6dfcad4ded3df28a9aa6328d865ad8a2, server=20680646cf8a,41449,1731568958363 because future has completed
2024-11-14T07:25:12,339 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=161, ppid=158, state=RUNNABLE, hasLock=false; OpenRegionProcedure d4c9295bd3ce622d401763290aab9d3e, server=20680646cf8a,35229,1731568958498 because future has completed
2024-11-14T07:25:12,340 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=160, resume processing ppid=159
2024-11-14T07:25:12,340 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=160, ppid=159, state=SUCCESS, hasLock=false; OpenRegionProcedure 6dfcad4ded3df28a9aa6328d865ad8a2, server=20680646cf8a,41449,1731568958363 in 170 msec
2024-11-14T07:25:12,341 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=159, ppid=157, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testtb-testEmptyExportFileSystemState, region=6dfcad4ded3df28a9aa6328d865ad8a2, ASSIGN in 325 msec
2024-11-14T07:25:12,341 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=161, resume processing ppid=158
2024-11-14T07:25:12,341 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=161, ppid=158, state=SUCCESS, hasLock=false; OpenRegionProcedure d4c9295bd3ce622d401763290aab9d3e, server=20680646cf8a,35229,1731568958498 in 170 msec
2024-11-14T07:25:12,342 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=158, resume processing ppid=157
2024-11-14T07:25:12,342 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=158, ppid=157, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testtb-testEmptyExportFileSystemState, region=d4c9295bd3ce622d401763290aab9d3e, ASSIGN in 326 msec
2024-11-14T07:25:12,343 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=157, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testtb-testEmptyExportFileSystemState execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-14T07:25:12,343 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testtb-testEmptyExportFileSystemState","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731569112343"}]},"ts":"1731569112343"}
2024-11-14T07:25:12,344 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testtb-testEmptyExportFileSystemState, state=ENABLED in hbase:meta
2024-11-14T07:25:12,345 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=157, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testtb-testEmptyExportFileSystemState execute state=CREATE_TABLE_POST_OPERATION
2024-11-14T07:25:12,345 DEBUG [PEWorker-3 {}] access.PermissionStorage(177): Writing permission with rowKey testtb-testEmptyExportFileSystemState jenkins: RWXCA
2024-11-14T07:25:12,348 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46383 {}] access.PermissionStorage(613): Read acl: entry[testtb-testEmptyExportFileSystemState], kv [jenkins: RWXCA]
2024-11-14T07:25:12,349 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41449-0x1003d1cd0e50001, quorum=127.0.0.1:51438, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl
2024-11-14T07:25:12,349 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46383-0x1003d1cd0e50003, quorum=127.0.0.1:51438, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl
2024-11-14T07:25:12,349 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35229-0x1003d1cd0e50002, quorum=127.0.0.1:51438, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl
2024-11-14T07:25:12,349 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33371-0x1003d1cd0e50000, quorum=127.0.0.1:51438, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl
2024-11-14T07:25:12,351 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testEmptyExportFileSystemState with data PBUF\x0AK\x0A\x07jenkins\x12@\x08\x03"<\x0A0\x0A\x07default\x12%testtb-testEmptyExportFileSystemState \x00 \x01 \x02 \x03 \x04
2024-11-14T07:25:12,351 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testEmptyExportFileSystemState with data PBUF\x0AK\x0A\x07jenkins\x12@\x08\x03"<\x0A0\x0A\x07default\x12%testtb-testEmptyExportFileSystemState \x00 \x01 \x02 \x03 \x04
2024-11-14T07:25:12,351 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testEmptyExportFileSystemState with data PBUF\x0AK\x0A\x07jenkins\x12@\x08\x03"<\x0A0\x0A\x07default\x12%testtb-testEmptyExportFileSystemState \x00 \x01 \x02 \x03 \x04
2024-11-14T07:25:12,351 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testExportExpiredSnapshot with data PBUF\x0A?\x0A\x07jenkins\x124\x08\x03"0\x0A$\x0A\x07default\x12\x19testExportExpiredSnapshot \x00 \x01 \x02 \x03 \x04
2024-11-14T07:25:12,351 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testExportExpiredSnapshot with data PBUF\x0A?\x0A\x07jenkins\x124\x08\x03"0\x0A$\x0A\x07default\x12\x19testExportExpiredSnapshot \x00 \x01 \x02 \x03 \x04
2024-11-14T07:25:12,351 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testExportExpiredSnapshot with data PBUF\x0A?\x0A\x07jenkins\x124\x08\x03"0\x0A$\x0A\x07default\x12\x19testExportExpiredSnapshot \x00 \x01 \x02 \x03 \x04
2024-11-14T07:25:12,351 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testEmptyExportFileSystemState with data PBUF\x0AK\x0A\x07jenkins\x12@\x08\x03"<\x0A0\x0A\x07default\x12%testtb-testEmptyExportFileSystemState \x00 \x01 \x02 \x03 \x04
2024-11-14T07:25:12,351 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testExportExpiredSnapshot with data PBUF\x0A?\x0A\x07jenkins\x124\x08\x03"0\x0A$\x0A\x07default\x12\x19testExportExpiredSnapshot \x00 \x01 \x02 \x03 \x04
2024-11-14T07:25:12,352 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=157, state=SUCCESS, hasLock=false; CreateTableProcedure table=testtb-testEmptyExportFileSystemState in 363 msec
2024-11-14T07:25:12,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33371 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=157
2024-11-14T07:25:12,618 INFO  [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testtb-testEmptyExportFileSystemState completed
2024-11-14T07:25:12,618 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testtb-testEmptyExportFileSystemState,, stopping at row=testtb-testEmptyExportFileSystemState ,, for max=2147483647 with caching=100
2024-11-14T07:25:12,621 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2234): Found 2 regions for table testtb-testEmptyExportFileSystemState
2024-11-14T07:25:12,621 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2240): firstRegionName=testtb-testEmptyExportFileSystemState,,1731569111987.d4c9295bd3ce622d401763290aab9d3e.
2024-11-14T07:25:12,621 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-14T07:25:12,623 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testtb-testEmptyExportFileSystemState,, stopping at row=testtb-testEmptyExportFileSystemState ,, for max=2147483647 with caching=100
2024-11-14T07:25:12,628 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testtb-testEmptyExportFileSystemState,, stopping at row=testtb-testEmptyExportFileSystemState ,, for max=2147483647 with caching=100
2024-11-14T07:25:12,634 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testtb-testEmptyExportFileSystemState,, stopping at row=testtb-testEmptyExportFileSystemState ,, for max=2147483647 with caching=100
2024-11-14T07:25:12,637 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33371 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.2 snapshot request for:{ ss=emptySnaptb0-testEmptyExportFileSystemState table=testtb-testEmptyExportFileSystemState type=FLUSH ttl=0 }
2024-11-14T07:25:12,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33371 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1731569112637 (current time:1731569112637).
2024-11-14T07:25:12,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33371 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0
2024-11-14T07:25:12,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33371 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot emptySnaptb0-testEmptyExportFileSystemState VERSION not specified, setting to 2
2024-11-14T07:25:12,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33371 {}] snapshot.SnapshotDescriptionUtils(346): Set jenkins as owner of Snapshot
2024-11-14T07:25:12,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33371 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e5ef035, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-14T07:25:12,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33371 {}] client.ClusterIdFetcher(90): Going to request 20680646cf8a,33371,-1 for getting cluster id
2024-11-14T07:25:12,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33371 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-14T07:25:12,639 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '46377f42-1a23-4b7c-b287-d7f34e5e911d'
2024-11-14T07:25:12,639 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-14T07:25:12,639 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "46377f42-1a23-4b7c-b287-d7f34e5e911d"

2024-11-14T07:25:12,639 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@514a6d40, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-14T07:25:12,639 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [20680646cf8a,33371,-1]
2024-11-14T07:25:12,640 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-14T07:25:12,640 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-14T07:25:12,640 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47982, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-14T07:25:12,641 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@137949ae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-14T07:25:12,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33371 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-14T07:25:12,642 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=20680646cf8a,35229,1731568958498, seqNum=-1]
2024-11-14T07:25:12,642 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-14T07:25:12,643 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48706, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-14T07:25:12,644 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33371 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33371.
2024-11-14T07:25:12,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33371 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353)
    at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767)
    at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java)
    at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
    at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T07:25:12,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33371 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-14T07:25:12,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33371 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-14T07:25:12,644 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-14T07:25:12,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33371 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16844269, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-14T07:25:12,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33371 {}] client.ClusterIdFetcher(90): Going to request 20680646cf8a,33371,-1 for getting cluster id
2024-11-14T07:25:12,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33371 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-14T07:25:12,646 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '46377f42-1a23-4b7c-b287-d7f34e5e911d'
2024-11-14T07:25:12,646 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-14T07:25:12,646 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "46377f42-1a23-4b7c-b287-d7f34e5e911d"

2024-11-14T07:25:12,646 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76dc6dd5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-14T07:25:12,647 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [20680646cf8a,33371,-1]
2024-11-14T07:25:12,647 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-14T07:25:12,647 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-14T07:25:12,647 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48006, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-14T07:25:12,648 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7592a1a7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-14T07:25:12,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33371 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-14T07:25:12,649 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=20680646cf8a,35229,1731568958498, seqNum=-1]
2024-11-14T07:25:12,649 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-14T07:25:12,650 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48722, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-14T07:25:12,651 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:acl', row='testtb-testEmptyExportFileSystemState', locateType=CURRENT is [region=hbase:acl,,1731568961356.99a97c7ce2d8675b0310f1de2e0c2662., hostname=20680646cf8a,46383,1731568958548, seqNum=2]
2024-11-14T07:25:12,652 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-14T07:25:12,653 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53808, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-14T07:25:12,653 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33371 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33371.
2024-11-14T07:25:12,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33371 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.security.access.PermissionStorage.getPermissions(PermissionStorage.java:522)
    at org.apache.hadoop.hbase.security.access.PermissionStorage.getTablePermissions(PermissionStorage.java:485)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils$1.run(SnapshotDescriptionUtils.java:490)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils$1.run(SnapshotDescriptionUtils.java:487)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:712)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:439)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953)
    at org.apache.hadoop.security.SecurityUtil.doAsUser(SecurityUtil.java:555)
    at org.apache.hadoop.security.SecurityUtil.doAsLoginUser(SecurityUtil.java:535)
    at jdk.internal.reflect.GeneratedMethodAccessor262.invoke(Unknown Source)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.apache.hadoop.hbase.util.Methods.call(Methods.java:39)
    at org.apache.hadoop.hbase.security.User.runAsLoginUser(User.java:174)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.writeAclToSnapshotDescription(SnapshotDescriptionUtils.java:487)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:354)
    at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767)
    at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java)
    at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
    at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T07:25:12,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33371 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-14T07:25:12,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33371 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-14T07:25:12,654 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-14T07:25:12,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33371 {}] access.PermissionStorage(613): Read acl: entry[testtb-testEmptyExportFileSystemState], kv [jenkins: RWXCA]
2024-11-14T07:25:12,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33371 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot...
2024-11-14T07:25:12,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33371 {}] procedure2.ProcedureExecutor(1139): Stored pid=162, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=162, snapshot={ ss=emptySnaptb0-testEmptyExportFileSystemState table=testtb-testEmptyExportFileSystemState type=FLUSH ttl=0 }
2024-11-14T07:25:12,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33371 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=emptySnaptb0-testEmptyExportFileSystemState table=testtb-testEmptyExportFileSystemState type=FLUSH ttl=0 }, snapshot procedure id = 162
2024-11-14T07:25:12,656 INFO  [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=162, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=162, snapshot={ ss=emptySnaptb0-testEmptyExportFileSystemState table=testtb-testEmptyExportFileSystemState type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE
2024-11-14T07:25:12,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33371 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162
2024-11-14T07:25:12,657 INFO  [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=162, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=162, snapshot={ ss=emptySnaptb0-testEmptyExportFileSystemState table=testtb-testEmptyExportFileSystemState type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION
2024-11-14T07:25:12,660 INFO  [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=162, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=162, snapshot={ ss=emptySnaptb0-testEmptyExportFileSystemState table=testtb-testEmptyExportFileSystemState type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO
2024-11-14T07:25:12,665 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073742205_1381 (size=185)
2024-11-14T07:25:12,665 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073742205_1381 (size=185)
2024-11-14T07:25:12,665 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073742205_1381 (size=185)
2024-11-14T07:25:12,666 INFO  [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=162, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=162, snapshot={ ss=emptySnaptb0-testEmptyExportFileSystemState table=testtb-testEmptyExportFileSystemState type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS
2024-11-14T07:25:12,666 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=163, ppid=162, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d4c9295bd3ce622d401763290aab9d3e}, {pid=164, ppid=162, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6dfcad4ded3df28a9aa6328d865ad8a2}]
2024-11-14T07:25:12,667 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=164, ppid=162, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6dfcad4ded3df28a9aa6328d865ad8a2
2024-11-14T07:25:12,667 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=163, ppid=162, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d4c9295bd3ce622d401763290aab9d3e
2024-11-14T07:25:12,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33371 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162
2024-11-14T07:25:12,819 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35229 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=163
2024-11-14T07:25:12,819 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41449 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=164
2024-11-14T07:25:12,819 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=164}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on testtb-testEmptyExportFileSystemState,1,1731569111987.6dfcad4ded3df28a9aa6328d865ad8a2.
2024-11-14T07:25:12,819 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=163}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on testtb-testEmptyExportFileSystemState,,1731569111987.d4c9295bd3ce622d401763290aab9d3e.
2024-11-14T07:25:12,819 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=163}] regionserver.HRegion(2603): Flush status journal for d4c9295bd3ce622d401763290aab9d3e:

2024-11-14T07:25:12,819 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=164}] regionserver.HRegion(2603): Flush status journal for 6dfcad4ded3df28a9aa6328d865ad8a2:

2024-11-14T07:25:12,819 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=163}] regionserver.SnapshotRegionCallable(75): Snapshotting region testtb-testEmptyExportFileSystemState,,1731569111987.d4c9295bd3ce622d401763290aab9d3e. for emptySnaptb0-testEmptyExportFileSystemState completed.
2024-11-14T07:25:12,819 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=164}] regionserver.SnapshotRegionCallable(75): Snapshotting region testtb-testEmptyExportFileSystemState,1,1731569111987.6dfcad4ded3df28a9aa6328d865ad8a2. for emptySnaptb0-testEmptyExportFileSystemState completed.
2024-11-14T07:25:12,819 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=163}] snapshot.SnapshotManifest(241): Storing 'testtb-testEmptyExportFileSystemState,,1731569111987.d4c9295bd3ce622d401763290aab9d3e.' region-info for snapshot=emptySnaptb0-testEmptyExportFileSystemState
2024-11-14T07:25:12,819 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=164}] snapshot.SnapshotManifest(241): Storing 'testtb-testEmptyExportFileSystemState,1,1731569111987.6dfcad4ded3df28a9aa6328d865ad8a2.' region-info for snapshot=emptySnaptb0-testEmptyExportFileSystemState
2024-11-14T07:25:12,819 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=163}] snapshot.SnapshotManifest(246): Creating references for hfiles
2024-11-14T07:25:12,819 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=164}] snapshot.SnapshotManifest(246): Creating references for hfiles
2024-11-14T07:25:12,819 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=163}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles
2024-11-14T07:25:12,819 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=164}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles
2024-11-14T07:25:12,826 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073742206_1382 (size=76)
2024-11-14T07:25:12,826 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073742206_1382 (size=76)
2024-11-14T07:25:12,826 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073742206_1382 (size=76)
2024-11-14T07:25:12,826 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073742207_1383 (size=76)
2024-11-14T07:25:12,826 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073742207_1383 (size=76)
2024-11-14T07:25:12,827 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=164}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on testtb-testEmptyExportFileSystemState,1,1731569111987.6dfcad4ded3df28a9aa6328d865ad8a2.
2024-11-14T07:25:12,827 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=164}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=164
2024-11-14T07:25:12,827 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073742207_1383 (size=76)
2024-11-14T07:25:12,827 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=163}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on testtb-testEmptyExportFileSystemState,,1731569111987.d4c9295bd3ce622d401763290aab9d3e.
2024-11-14T07:25:12,827 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=163
2024-11-14T07:25:12,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33371 {}] master.HMaster(4169): Remote procedure done, pid=164
2024-11-14T07:25:12,827 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33371 {}] procedure.SnapshotRegionProcedure(132): finish snapshot emptySnaptb0-testEmptyExportFileSystemState on region 6dfcad4ded3df28a9aa6328d865ad8a2
2024-11-14T07:25:12,827 INFO  [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=164, ppid=162, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6dfcad4ded3df28a9aa6328d865ad8a2
2024-11-14T07:25:12,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] master.HMaster(4169): Remote procedure done, pid=163
2024-11-14T07:25:12,827 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] procedure.SnapshotRegionProcedure(132): finish snapshot emptySnaptb0-testEmptyExportFileSystemState on region d4c9295bd3ce622d401763290aab9d3e
2024-11-14T07:25:12,828 INFO  [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=163, ppid=162, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d4c9295bd3ce622d401763290aab9d3e
2024-11-14T07:25:12,829 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=163, ppid=162, state=SUCCESS, hasLock=false; SnapshotRegionProcedure d4c9295bd3ce622d401763290aab9d3e in 162 msec
2024-11-14T07:25:12,830 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=164, resume processing ppid=162
2024-11-14T07:25:12,830 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=164, ppid=162, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 6dfcad4ded3df28a9aa6328d865ad8a2 in 162 msec
2024-11-14T07:25:12,830 INFO  [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=162, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=162, snapshot={ ss=emptySnaptb0-testEmptyExportFileSystemState table=testtb-testEmptyExportFileSystemState type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS
2024-11-14T07:25:12,831 INFO  [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=162, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=162, snapshot={ ss=emptySnaptb0-testEmptyExportFileSystemState table=testtb-testEmptyExportFileSystemState type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION
2024-11-14T07:25:12,832 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(300): Storing region-info for snapshot.
2024-11-14T07:25:12,832 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(305): Creating references for hfiles
2024-11-14T07:25:12,832 DEBUG [MobRegionSnapshotPool-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T07:25:12,832 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(328): No files under family: cf
2024-11-14T07:25:12,837 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073742208_1384 (size=68)
2024-11-14T07:25:12,838 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073742208_1384 (size=68)
2024-11-14T07:25:12,838 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073742208_1384 (size=68)
2024-11-14T07:25:12,839 INFO  [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=162, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=162, snapshot={ ss=emptySnaptb0-testEmptyExportFileSystemState table=testtb-testEmptyExportFileSystemState type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT
2024-11-14T07:25:12,839 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for emptySnaptb0-testEmptyExportFileSystemState
2024-11-14T07:25:12,840 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/.hbase-snapshot/.tmp/emptySnaptb0-testEmptyExportFileSystemState
2024-11-14T07:25:12,849 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073742209_1385 (size=673)
2024-11-14T07:25:12,849 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073742209_1385 (size=673)
2024-11-14T07:25:12,849 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073742209_1385 (size=673)
2024-11-14T07:25:12,851 INFO  [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=162, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=162, snapshot={ ss=emptySnaptb0-testEmptyExportFileSystemState table=testtb-testEmptyExportFileSystemState type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT
2024-11-14T07:25:12,855 INFO  [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=162, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=162, snapshot={ ss=emptySnaptb0-testEmptyExportFileSystemState table=testtb-testEmptyExportFileSystemState type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT
2024-11-14T07:25:12,856 DEBUG [PEWorker-4 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/.hbase-snapshot/.tmp/emptySnaptb0-testEmptyExportFileSystemState to hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/.hbase-snapshot/emptySnaptb0-testEmptyExportFileSystemState
2024-11-14T07:25:12,857 INFO  [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=162, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=162, snapshot={ ss=emptySnaptb0-testEmptyExportFileSystemState table=testtb-testEmptyExportFileSystemState type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION
2024-11-14T07:25:12,857 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=emptySnaptb0-testEmptyExportFileSystemState table=testtb-testEmptyExportFileSystemState type=FLUSH ttl=0 }, snapshot procedure id = 162
2024-11-14T07:25:12,858 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=162, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=162, snapshot={ ss=emptySnaptb0-testEmptyExportFileSystemState table=testtb-testEmptyExportFileSystemState type=FLUSH ttl=0 } in 202 msec
2024-11-14T07:25:12,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162
2024-11-14T07:25:12,978 INFO  [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: default:testtb-testEmptyExportFileSystemState completed
2024-11-14T07:25:12,983 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35229 {}] regionserver.HRegion(8528): writing data to region testtb-testEmptyExportFileSystemState,,1731569111987.d4c9295bd3ce622d401763290aab9d3e. with WAL disabled. Data may be lost in the event of a crash.
2024-11-14T07:25:12,986 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41449 {}] regionserver.HRegion(8528): writing data to region testtb-testEmptyExportFileSystemState,1,1731569111987.6dfcad4ded3df28a9aa6328d865ad8a2. with WAL disabled. Data may be lost in the event of a crash.
2024-11-14T07:25:12,987 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testtb-testEmptyExportFileSystemState,, stopping at row=testtb-testEmptyExportFileSystemState ,, for max=2147483647 with caching=100
2024-11-14T07:25:12,990 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2234): Found 2 regions for table testtb-testEmptyExportFileSystemState
2024-11-14T07:25:12,990 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2240): firstRegionName=testtb-testEmptyExportFileSystemState,,1731569111987.d4c9295bd3ce622d401763290aab9d3e.
2024-11-14T07:25:12,990 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-14T07:25:12,992 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testtb-testEmptyExportFileSystemState,, stopping at row=testtb-testEmptyExportFileSystemState ,, for max=2147483647 with caching=100
2024-11-14T07:25:12,997 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testtb-testEmptyExportFileSystemState,, stopping at row=testtb-testEmptyExportFileSystemState ,, for max=2147483647 with caching=100
2024-11-14T07:25:13,003 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testtb-testEmptyExportFileSystemState,, stopping at row=testtb-testEmptyExportFileSystemState ,, for max=2147483647 with caching=100
2024-11-14T07:25:13,007 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.2 snapshot request for:{ ss=snaptb0-testEmptyExportFileSystemState table=testtb-testEmptyExportFileSystemState type=FLUSH ttl=0 }
2024-11-14T07:25:13,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1731569113007 (current time:1731569113007).
2024-11-14T07:25:13,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0
2024-11-14T07:25:13,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snaptb0-testEmptyExportFileSystemState VERSION not specified, setting to 2
2024-11-14T07:25:13,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] snapshot.SnapshotDescriptionUtils(346): Set jenkins as owner of Snapshot
2024-11-14T07:25:13,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3608f1c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-14T07:25:13,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] client.ClusterIdFetcher(90): Going to request 20680646cf8a,33371,-1 for getting cluster id
2024-11-14T07:25:13,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-14T07:25:13,009 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '46377f42-1a23-4b7c-b287-d7f34e5e911d'
2024-11-14T07:25:13,009 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-14T07:25:13,009 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "46377f42-1a23-4b7c-b287-d7f34e5e911d"

2024-11-14T07:25:13,009 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40c8b4d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-14T07:25:13,009 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [20680646cf8a,33371,-1]
2024-11-14T07:25:13,009 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-14T07:25:13,010 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-14T07:25:13,010 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48030, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-14T07:25:13,011 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a0b5b7e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-14T07:25:13,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-14T07:25:13,012 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=20680646cf8a,35229,1731568958498, seqNum=-1]
2024-11-14T07:25:13,012 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-14T07:25:13,013 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48734, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-14T07:25:13,014 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371.
2024-11-14T07:25:13,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353)
    at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767)
    at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java)
    at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
    at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T07:25:13,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-14T07:25:13,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-14T07:25:13,015 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-14T07:25:13,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f1fbecf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-14T07:25:13,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] client.ClusterIdFetcher(90): Going to request 20680646cf8a,33371,-1 for getting cluster id
2024-11-14T07:25:13,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-14T07:25:13,016 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '46377f42-1a23-4b7c-b287-d7f34e5e911d'
2024-11-14T07:25:13,016 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-14T07:25:13,016 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "46377f42-1a23-4b7c-b287-d7f34e5e911d"

2024-11-14T07:25:13,017 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6831272d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-14T07:25:13,017 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [20680646cf8a,33371,-1]
2024-11-14T07:25:13,017 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-14T07:25:13,017 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-14T07:25:13,018 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48054, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-14T07:25:13,018 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13f4c70d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-14T07:25:13,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-14T07:25:13,019 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=20680646cf8a,35229,1731568958498, seqNum=-1]
2024-11-14T07:25:13,020 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-14T07:25:13,020 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48746, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-14T07:25:13,022 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:acl', row='testtb-testEmptyExportFileSystemState', locateType=CURRENT is [region=hbase:acl,,1731568961356.99a97c7ce2d8675b0310f1de2e0c2662., hostname=20680646cf8a,46383,1731568958548, seqNum=2]
2024-11-14T07:25:13,022 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-14T07:25:13,023 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53824, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-14T07:25:13,024 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371.
2024-11-14T07:25:13,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.security.access.PermissionStorage.getPermissions(PermissionStorage.java:522)
    at org.apache.hadoop.hbase.security.access.PermissionStorage.getTablePermissions(PermissionStorage.java:485)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils$1.run(SnapshotDescriptionUtils.java:490)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils$1.run(SnapshotDescriptionUtils.java:487)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:712)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:439)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953)
    at org.apache.hadoop.security.SecurityUtil.doAsUser(SecurityUtil.java:555)
    at org.apache.hadoop.security.SecurityUtil.doAsLoginUser(SecurityUtil.java:535)
    at jdk.internal.reflect.GeneratedMethodAccessor262.invoke(Unknown Source)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.apache.hadoop.hbase.util.Methods.call(Methods.java:39)
    at org.apache.hadoop.hbase.security.User.runAsLoginUser(User.java:174)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.writeAclToSnapshotDescription(SnapshotDescriptionUtils.java:487)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:354)
    at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767)
    at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java)
    at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
    at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T07:25:13,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-14T07:25:13,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-14T07:25:13,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] access.PermissionStorage(613): Read acl: entry[testtb-testEmptyExportFileSystemState], kv [jenkins: RWXCA]
2024-11-14T07:25:13,025 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-14T07:25:13,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot...
2024-11-14T07:25:13,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] procedure2.ProcedureExecutor(1139): Stored pid=165, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=165, snapshot={ ss=snaptb0-testEmptyExportFileSystemState table=testtb-testEmptyExportFileSystemState type=FLUSH ttl=0 }
2024-11-14T07:25:13,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snaptb0-testEmptyExportFileSystemState table=testtb-testEmptyExportFileSystemState type=FLUSH ttl=0 }, snapshot procedure id = 165
2024-11-14T07:25:13,026 INFO  [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=165, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=165, snapshot={ ss=snaptb0-testEmptyExportFileSystemState table=testtb-testEmptyExportFileSystemState type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE
2024-11-14T07:25:13,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=165
2024-11-14T07:25:13,027 INFO  [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=165, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=165, snapshot={ ss=snaptb0-testEmptyExportFileSystemState table=testtb-testEmptyExportFileSystemState type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION
2024-11-14T07:25:13,029 INFO  [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=165, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=165, snapshot={ ss=snaptb0-testEmptyExportFileSystemState table=testtb-testEmptyExportFileSystemState type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO
2024-11-14T07:25:13,036 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073742210_1386 (size=180)
2024-11-14T07:25:13,036 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073742210_1386 (size=180)
2024-11-14T07:25:13,036 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073742210_1386 (size=180)
2024-11-14T07:25:13,037 INFO  [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=165, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=165, snapshot={ ss=snaptb0-testEmptyExportFileSystemState table=testtb-testEmptyExportFileSystemState type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS
2024-11-14T07:25:13,038 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=166, ppid=165, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d4c9295bd3ce622d401763290aab9d3e}, {pid=167, ppid=165, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6dfcad4ded3df28a9aa6328d865ad8a2}]
2024-11-14T07:25:13,038 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=167, ppid=165, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6dfcad4ded3df28a9aa6328d865ad8a2
2024-11-14T07:25:13,038 INFO  [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=166, ppid=165, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d4c9295bd3ce622d401763290aab9d3e
2024-11-14T07:25:13,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=165
2024-11-14T07:25:13,190 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35229 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=166
2024-11-14T07:25:13,190 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41449 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=167
2024-11-14T07:25:13,190 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=167}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on testtb-testEmptyExportFileSystemState,1,1731569111987.6dfcad4ded3df28a9aa6328d865ad8a2.
2024-11-14T07:25:13,190 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=166}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on testtb-testEmptyExportFileSystemState,,1731569111987.d4c9295bd3ce622d401763290aab9d3e.
2024-11-14T07:25:13,190 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=166}] regionserver.HRegion(2902): Flushing d4c9295bd3ce622d401763290aab9d3e 1/1 column families, dataSize=132 B heapSize=544 B
2024-11-14T07:25:13,191 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=167}] regionserver.HRegion(2902): Flushing 6dfcad4ded3df28a9aa6328d865ad8a2 1/1 column families, dataSize=3.13 KB heapSize=7 KB
2024-11-14T07:25:13,211 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=167}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/mobdir/.tmp/c4ca4238a0b923820dcc509a6f75849b20241114621042ff1b0e4fc2882a1b1c04b4bf07_6dfcad4ded3df28a9aa6328d865ad8a2 is 71, key is 13782c287d5562cb433c22446295ff80/cf:q/1731569112986/Put/seqid=0
2024-11-14T07:25:13,214 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=166}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114aede3ccbeb41475ea9070ebf01f328fd_d4c9295bd3ce622d401763290aab9d3e is 71, key is 04bdfd6941dbd5261720908e246442b9/cf:q/1731569112983/Put/seqid=0
2024-11-14T07:25:13,218 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073742211_1387 (size=8241)
2024-11-14T07:25:13,218 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073742211_1387 (size=8241)
2024-11-14T07:25:13,218 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073742211_1387 (size=8241)
2024-11-14T07:25:13,219 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=167}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T07:25:13,223 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=167}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/mobdir/.tmp/c4ca4238a0b923820dcc509a6f75849b20241114621042ff1b0e4fc2882a1b1c04b4bf07_6dfcad4ded3df28a9aa6328d865ad8a2 to hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/mobdir/data/default/testtb-testEmptyExportFileSystemState/37e3865d2ff7e5e2da33a03e3f723df0/cf/c4ca4238a0b923820dcc509a6f75849b20241114621042ff1b0e4fc2882a1b1c04b4bf07_6dfcad4ded3df28a9aa6328d865ad8a2
2024-11-14T07:25:13,225 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=167}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testtb-testEmptyExportFileSystemState/6dfcad4ded3df28a9aa6328d865ad8a2/.tmp/cf/f0f7c18ac92447c58ec473dd0c833a53, store: [table=testtb-testEmptyExportFileSystemState family=cf region=6dfcad4ded3df28a9aa6328d865ad8a2]
2024-11-14T07:25:13,225 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=167}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testtb-testEmptyExportFileSystemState/6dfcad4ded3df28a9aa6328d865ad8a2/.tmp/cf/f0f7c18ac92447c58ec473dd0c833a53 is 214, key is 1cb6c02b608f975760a06e2e1acb5b3ca/cf:q/1731569112986/Put/seqid=0
2024-11-14T07:25:13,230 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073742212_1388 (size=5032)
2024-11-14T07:25:13,231 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073742212_1388 (size=5032)
2024-11-14T07:25:13,231 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073742212_1388 (size=5032)
2024-11-14T07:25:13,231 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=166}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T07:25:13,233 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073742213_1389 (size=15447)
2024-11-14T07:25:13,233 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073742213_1389 (size=15447)
2024-11-14T07:25:13,233 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073742213_1389 (size=15447)
2024-11-14T07:25:13,234 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=167}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=6, memsize=3.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testtb-testEmptyExportFileSystemState/6dfcad4ded3df28a9aa6328d865ad8a2/.tmp/cf/f0f7c18ac92447c58ec473dd0c833a53
2024-11-14T07:25:13,237 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=166}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114aede3ccbeb41475ea9070ebf01f328fd_d4c9295bd3ce622d401763290aab9d3e to hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/mobdir/data/default/testtb-testEmptyExportFileSystemState/37e3865d2ff7e5e2da33a03e3f723df0/cf/d41d8cd98f00b204e9800998ecf8427e20241114aede3ccbeb41475ea9070ebf01f328fd_d4c9295bd3ce622d401763290aab9d3e
2024-11-14T07:25:13,238 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=166}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testtb-testEmptyExportFileSystemState/d4c9295bd3ce622d401763290aab9d3e/.tmp/cf/1b2c9d914dbf4dce9254dc7e993c8b64, store: [table=testtb-testEmptyExportFileSystemState family=cf region=d4c9295bd3ce622d401763290aab9d3e]
2024-11-14T07:25:13,238 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=166}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testtb-testEmptyExportFileSystemState/d4c9295bd3ce622d401763290aab9d3e/.tmp/cf/1b2c9d914dbf4dce9254dc7e993c8b64 is 214, key is 0f140b62f0218247e12be63bf50817c58/cf:q/1731569112983/Put/seqid=0
2024-11-14T07:25:13,239 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=167}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testtb-testEmptyExportFileSystemState/6dfcad4ded3df28a9aa6328d865ad8a2/.tmp/cf/f0f7c18ac92447c58ec473dd0c833a53 as hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testtb-testEmptyExportFileSystemState/6dfcad4ded3df28a9aa6328d865ad8a2/cf/f0f7c18ac92447c58ec473dd0c833a53
2024-11-14T07:25:13,242 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073742214_1390 (size=5724)
2024-11-14T07:25:13,243 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073742214_1390 (size=5724)
2024-11-14T07:25:13,243 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073742214_1390 (size=5724)
2024-11-14T07:25:13,243 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=166}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=6, memsize=132, hasBloomFilter=true, into tmp file hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testtb-testEmptyExportFileSystemState/d4c9295bd3ce622d401763290aab9d3e/.tmp/cf/1b2c9d914dbf4dce9254dc7e993c8b64
2024-11-14T07:25:13,244 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=167}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testtb-testEmptyExportFileSystemState/6dfcad4ded3df28a9aa6328d865ad8a2/cf/f0f7c18ac92447c58ec473dd0c833a53, entries=48, sequenceid=6, filesize=15.1 K
2024-11-14T07:25:13,245 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=167}] regionserver.HRegion(3140): Finished flush of dataSize ~3.13 KB/3204, heapSize ~6.98 KB/7152, currentSize=0 B/0 for 6dfcad4ded3df28a9aa6328d865ad8a2 in 55ms, sequenceid=6, compaction requested=false
2024-11-14T07:25:13,245 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=167}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testtb-testEmptyExportFileSystemState'
2024-11-14T07:25:13,246 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=167}] regionserver.HRegion(2603): Flush status journal for 6dfcad4ded3df28a9aa6328d865ad8a2:

2024-11-14T07:25:13,246 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=167}] regionserver.SnapshotRegionCallable(75): Snapshotting region testtb-testEmptyExportFileSystemState,1,1731569111987.6dfcad4ded3df28a9aa6328d865ad8a2. for snaptb0-testEmptyExportFileSystemState completed.
2024-11-14T07:25:13,246 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=167}] snapshot.SnapshotManifest(241): Storing 'testtb-testEmptyExportFileSystemState,1,1731569111987.6dfcad4ded3df28a9aa6328d865ad8a2.' region-info for snapshot=snaptb0-testEmptyExportFileSystemState
2024-11-14T07:25:13,246 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=167}] snapshot.SnapshotManifest(246): Creating references for hfiles
2024-11-14T07:25:13,247 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=167}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testtb-testEmptyExportFileSystemState/6dfcad4ded3df28a9aa6328d865ad8a2/cf/f0f7c18ac92447c58ec473dd0c833a53] hfiles
2024-11-14T07:25:13,247 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=167}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testtb-testEmptyExportFileSystemState/6dfcad4ded3df28a9aa6328d865ad8a2/cf/f0f7c18ac92447c58ec473dd0c833a53 for snapshot=snaptb0-testEmptyExportFileSystemState
2024-11-14T07:25:13,247 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=166}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testtb-testEmptyExportFileSystemState/d4c9295bd3ce622d401763290aab9d3e/.tmp/cf/1b2c9d914dbf4dce9254dc7e993c8b64 as hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testtb-testEmptyExportFileSystemState/d4c9295bd3ce622d401763290aab9d3e/cf/1b2c9d914dbf4dce9254dc7e993c8b64
2024-11-14T07:25:13,253 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=166}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testtb-testEmptyExportFileSystemState/d4c9295bd3ce622d401763290aab9d3e/cf/1b2c9d914dbf4dce9254dc7e993c8b64, entries=2, sequenceid=6, filesize=5.6 K
2024-11-14T07:25:13,253 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073742215_1391 (size=115)
2024-11-14T07:25:13,254 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073742215_1391 (size=115)
2024-11-14T07:25:13,254 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073742215_1391 (size=115)
2024-11-14T07:25:13,254 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=166}] regionserver.HRegion(3140): Finished flush of dataSize ~132 B/132, heapSize ~528 B/528, currentSize=0 B/0 for d4c9295bd3ce622d401763290aab9d3e in 64ms, sequenceid=6, compaction requested=false
2024-11-14T07:25:13,254 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=166}] regionserver.HRegion(2603): Flush status journal for d4c9295bd3ce622d401763290aab9d3e:

2024-11-14T07:25:13,254 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=166}] regionserver.SnapshotRegionCallable(75): Snapshotting region testtb-testEmptyExportFileSystemState,,1731569111987.d4c9295bd3ce622d401763290aab9d3e. for snaptb0-testEmptyExportFileSystemState completed.
2024-11-14T07:25:13,254 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=166}] snapshot.SnapshotManifest(241): Storing 'testtb-testEmptyExportFileSystemState,,1731569111987.d4c9295bd3ce622d401763290aab9d3e.' region-info for snapshot=snaptb0-testEmptyExportFileSystemState
2024-11-14T07:25:13,254 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=166}] snapshot.SnapshotManifest(246): Creating references for hfiles
2024-11-14T07:25:13,254 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=166}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testtb-testEmptyExportFileSystemState/d4c9295bd3ce622d401763290aab9d3e/cf/1b2c9d914dbf4dce9254dc7e993c8b64] hfiles
2024-11-14T07:25:13,254 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=166}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testtb-testEmptyExportFileSystemState/d4c9295bd3ce622d401763290aab9d3e/cf/1b2c9d914dbf4dce9254dc7e993c8b64 for snapshot=snaptb0-testEmptyExportFileSystemState
2024-11-14T07:25:13,262 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073742216_1392 (size=115)
2024-11-14T07:25:13,262 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073742216_1392 (size=115)
2024-11-14T07:25:13,262 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073742216_1392 (size=115)
2024-11-14T07:25:13,263 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=166}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on testtb-testEmptyExportFileSystemState,,1731569111987.d4c9295bd3ce622d401763290aab9d3e.
2024-11-14T07:25:13,263 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=166
2024-11-14T07:25:13,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] master.HMaster(4169): Remote procedure done, pid=166
2024-11-14T07:25:13,264 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snaptb0-testEmptyExportFileSystemState on region d4c9295bd3ce622d401763290aab9d3e
2024-11-14T07:25:13,264 INFO  [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=166, ppid=165, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d4c9295bd3ce622d401763290aab9d3e
2024-11-14T07:25:13,266 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=166, ppid=165, state=SUCCESS, hasLock=false; SnapshotRegionProcedure d4c9295bd3ce622d401763290aab9d3e in 227 msec
2024-11-14T07:25:13,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=165
2024-11-14T07:25:13,476 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties
2024-11-14T07:25:13,655 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=167}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on testtb-testEmptyExportFileSystemState,1,1731569111987.6dfcad4ded3df28a9aa6328d865ad8a2.
2024-11-14T07:25:13,655 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=167}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=167
2024-11-14T07:25:13,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] master.HMaster(4169): Remote procedure done, pid=167
2024-11-14T07:25:13,655 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snaptb0-testEmptyExportFileSystemState on region 6dfcad4ded3df28a9aa6328d865ad8a2
2024-11-14T07:25:13,655 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=167, ppid=165, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6dfcad4ded3df28a9aa6328d865ad8a2
2024-11-14T07:25:13,658 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=167, resume processing ppid=165
2024-11-14T07:25:13,658 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=167, ppid=165, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 6dfcad4ded3df28a9aa6328d865ad8a2 in 618 msec
2024-11-14T07:25:13,658 INFO  [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=165, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=165, snapshot={ ss=snaptb0-testEmptyExportFileSystemState table=testtb-testEmptyExportFileSystemState type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS
2024-11-14T07:25:13,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=165
2024-11-14T07:25:13,658 INFO  [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=165, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=165, snapshot={ ss=snaptb0-testEmptyExportFileSystemState table=testtb-testEmptyExportFileSystemState type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION
2024-11-14T07:25:13,659 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(300): Storing region-info for snapshot.
2024-11-14T07:25:13,659 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(305): Creating references for hfiles
2024-11-14T07:25:13,659 DEBUG [MobRegionSnapshotPool-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T07:25:13,660 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(366): Adding snapshot references for [hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/mobdir/data/default/testtb-testEmptyExportFileSystemState/37e3865d2ff7e5e2da33a03e3f723df0/cf/c4ca4238a0b923820dcc509a6f75849b20241114621042ff1b0e4fc2882a1b1c04b4bf07_6dfcad4ded3df28a9aa6328d865ad8a2, hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/mobdir/data/default/testtb-testEmptyExportFileSystemState/37e3865d2ff7e5e2da33a03e3f723df0/cf/d41d8cd98f00b204e9800998ecf8427e20241114aede3ccbeb41475ea9070ebf01f328fd_d4c9295bd3ce622d401763290aab9d3e] hfiles
2024-11-14T07:25:13,660 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(374): Adding reference for hfile (1/2): hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/mobdir/data/default/testtb-testEmptyExportFileSystemState/37e3865d2ff7e5e2da33a03e3f723df0/cf/c4ca4238a0b923820dcc509a6f75849b20241114621042ff1b0e4fc2882a1b1c04b4bf07_6dfcad4ded3df28a9aa6328d865ad8a2
2024-11-14T07:25:13,661 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(374): Adding reference for hfile (2/2): hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/mobdir/data/default/testtb-testEmptyExportFileSystemState/37e3865d2ff7e5e2da33a03e3f723df0/cf/d41d8cd98f00b204e9800998ecf8427e20241114aede3ccbeb41475ea9070ebf01f328fd_d4c9295bd3ce622d401763290aab9d3e
2024-11-14T07:25:13,666 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073742217_1393 (size=299)
2024-11-14T07:25:13,666 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073742217_1393 (size=299)
2024-11-14T07:25:13,666 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073742217_1393 (size=299)
2024-11-14T07:25:13,667 INFO  [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=165, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=165, snapshot={ ss=snaptb0-testEmptyExportFileSystemState table=testtb-testEmptyExportFileSystemState type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT
2024-11-14T07:25:13,667 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snaptb0-testEmptyExportFileSystemState
2024-11-14T07:25:13,668 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/.hbase-snapshot/.tmp/snaptb0-testEmptyExportFileSystemState
2024-11-14T07:25:13,679 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073742218_1394 (size=983)
2024-11-14T07:25:13,679 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073742218_1394 (size=983)
2024-11-14T07:25:13,679 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073742218_1394 (size=983)
2024-11-14T07:25:13,681 INFO  [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=165, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=165, snapshot={ ss=snaptb0-testEmptyExportFileSystemState table=testtb-testEmptyExportFileSystemState type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT
2024-11-14T07:25:13,686 INFO  [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=165, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=165, snapshot={ ss=snaptb0-testEmptyExportFileSystemState table=testtb-testEmptyExportFileSystemState type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT
2024-11-14T07:25:13,687 DEBUG [PEWorker-1 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/.hbase-snapshot/.tmp/snaptb0-testEmptyExportFileSystemState to hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/.hbase-snapshot/snaptb0-testEmptyExportFileSystemState
2024-11-14T07:25:13,688 INFO  [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=165, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=165, snapshot={ ss=snaptb0-testEmptyExportFileSystemState table=testtb-testEmptyExportFileSystemState type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION
2024-11-14T07:25:13,688 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snaptb0-testEmptyExportFileSystemState table=testtb-testEmptyExportFileSystemState type=FLUSH ttl=0 }, snapshot procedure id = 165
2024-11-14T07:25:13,689 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=165, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=165, snapshot={ ss=snaptb0-testEmptyExportFileSystemState table=testtb-testEmptyExportFileSystemState type=FLUSH ttl=0 } in 663 msec
2024-11-14T07:25:14,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=165
2024-11-14T07:25:14,168 INFO  [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: default:testtb-testEmptyExportFileSystemState completed
2024-11-14T07:25:14,168 INFO  [Time-limited test {}] snapshot.TestExportSnapshot(467): HDFS export destination path: hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/export-test/export-1731569114168
2024-11-14T07:25:14,168 INFO  [Time-limited test {}] snapshot.TestExportSnapshot(494): tgtFsUri=hdfs://localhost:33275, tgtDir=hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/export-test/export-1731569114168, rawTgtDir=hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/export-test/export-1731569114168, srcFsUri=hdfs://localhost:33275, srcDir=hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50
2024-11-14T07:25:14,195 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1085): inputFs=hdfs://localhost:33275, inputRoot=hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50
2024-11-14T07:25:14,195 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1086): outputFs=DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_-1453683247_22, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/export-test/export-1731569114168, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/export-test/export-1731569114168/.hbase-snapshot/.tmp/emptySnaptb0-testEmptyExportFileSystemState
2024-11-14T07:25:14,196 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1095): Verify the source snapshot's expiration status and integrity.
2024-11-14T07:25:14,201 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1153): Copy Snapshot Manifest from hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/.hbase-snapshot/emptySnaptb0-testEmptyExportFileSystemState to hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/export-test/export-1731569114168/.hbase-snapshot/.tmp/emptySnaptb0-testEmptyExportFileSystemState
2024-11-14T07:25:14,219 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073742220_1396 (size=185)
2024-11-14T07:25:14,219 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073742220_1396 (size=185)
2024-11-14T07:25:14,219 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073742220_1396 (size=185)
2024-11-14T07:25:14,222 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073742219_1395 (size=673)
2024-11-14T07:25:14,222 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073742219_1395 (size=673)
2024-11-14T07:25:14,223 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073742219_1395 (size=673)
2024-11-14T07:25:14,225 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar
2024-11-14T07:25:14,225 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-protocol-shaded/target/hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar
2024-11-14T07:25:14,225 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-client/target/hbase-client-4.0.0-alpha-1-SNAPSHOT.jar
2024-11-14T07:25:15,215 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/test-data/223408e5-ae9c-411c-e3d8-231e394aecc4/hadoop-11363957152910682159.jar
2024-11-14T07:25:15,216 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar
2024-11-14T07:25:15,216 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar
2024-11-14T07:25:15,275 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/test-data/223408e5-ae9c-411c-e3d8-231e394aecc4/hadoop-13040413865454988377.jar
2024-11-14T07:25:15,275 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics/target/hbase-metrics-4.0.0-alpha-1-SNAPSHOT.jar
2024-11-14T07:25:15,275 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics-api/target/hbase-metrics-api-4.0.0-alpha-1-SNAPSHOT.jar
2024-11-14T07:25:15,276 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-replication/target/hbase-replication-4.0.0-alpha-1-SNAPSHOT.jar
2024-11-14T07:25:15,276 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-http/target/hbase-http-4.0.0-alpha-1-SNAPSHOT.jar
2024-11-14T07:25:15,276 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-procedure/target/hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar
2024-11-14T07:25:15,276 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-zookeeper/target/hbase-zookeeper-4.0.0-alpha-1-SNAPSHOT.jar
2024-11-14T07:25:15,276 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar
2024-11-14T07:25:15,276 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar
2024-11-14T07:25:15,277 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar
2024-11-14T07:25:15,277 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar
2024-11-14T07:25:15,277 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar
2024-11-14T07:25:15,277 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar
2024-11-14T07:25:15,277 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar
2024-11-14T07:25:15,277 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar
2024-11-14T07:25:15,278 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar
2024-11-14T07:25:15,278 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar
2024-11-14T07:25:15,278 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar
2024-11-14T07:25:15,278 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar
2024-11-14T07:25:15,278 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar
2024-11-14T07:25:15,278 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar
2024-11-14T07:25:15,279 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar
2024-11-14T07:25:15,279 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar
2024-11-14T07:25:15,279 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar
2024-11-14T07:25:15,279 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar
2024-11-14T07:25:15,457 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073742221_1397 (size=131440)
2024-11-14T07:25:15,457 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073742221_1397 (size=131440)
2024-11-14T07:25:15,458 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073742221_1397 (size=131440)
2024-11-14T07:25:15,475 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073742222_1398 (size=4188619)
2024-11-14T07:25:15,475 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073742222_1398 (size=4188619)
2024-11-14T07:25:15,476 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073742222_1398 (size=4188619)
2024-11-14T07:25:15,483 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073742223_1399 (size=1323991)
2024-11-14T07:25:15,483 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073742223_1399 (size=1323991)
2024-11-14T07:25:15,484 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073742223_1399 (size=1323991)
2024-11-14T07:25:15,491 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073742224_1400 (size=903741)
2024-11-14T07:25:15,492 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073742224_1400 (size=903741)
2024-11-14T07:25:15,492 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073742224_1400 (size=903741)
2024-11-14T07:25:15,522 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073742225_1401 (size=8360083)
2024-11-14T07:25:15,522 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073742225_1401 (size=8360083)
2024-11-14T07:25:15,523 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073742225_1401 (size=8360083)
2024-11-14T07:25:15,549 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073742226_1402 (size=6424747)
2024-11-14T07:25:15,549 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073742226_1402 (size=6424747)
2024-11-14T07:25:15,549 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073742226_1402 (size=6424747)
2024-11-14T07:25:15,568 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073742227_1403 (size=1877034)
2024-11-14T07:25:15,568 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073742227_1403 (size=1877034)
2024-11-14T07:25:15,568 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073742227_1403 (size=1877034)
2024-11-14T07:25:15,578 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073742228_1404 (size=77835)
2024-11-14T07:25:15,578 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073742228_1404 (size=77835)
2024-11-14T07:25:15,579 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073742228_1404 (size=77835)
2024-11-14T07:25:15,586 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073742229_1405 (size=30949)
2024-11-14T07:25:15,586 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073742229_1405 (size=30949)
2024-11-14T07:25:15,586 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073742229_1405 (size=30949)
2024-11-14T07:25:15,596 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073742230_1406 (size=1597327)
2024-11-14T07:25:15,596 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073742230_1406 (size=1597327)
2024-11-14T07:25:15,596 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073742230_1406 (size=1597327)
2024-11-14T07:25:15,614 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073742231_1407 (size=4695811)
2024-11-14T07:25:15,614 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073742231_1407 (size=4695811)
2024-11-14T07:25:15,615 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073742231_1407 (size=4695811)
2024-11-14T07:25:15,621 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073742232_1408 (size=232957)
2024-11-14T07:25:15,621 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073742232_1408 (size=232957)
2024-11-14T07:25:15,621 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073742232_1408 (size=232957)
2024-11-14T07:25:15,627 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073742233_1409 (size=127628)
2024-11-14T07:25:15,627 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073742233_1409 (size=127628)
2024-11-14T07:25:15,627 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073742233_1409 (size=127628)
2024-11-14T07:25:15,633 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073742234_1410 (size=20406)
2024-11-14T07:25:15,633 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073742234_1410 (size=20406)
2024-11-14T07:25:15,633 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073742234_1410 (size=20406)
2024-11-14T07:25:15,642 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073742235_1411 (size=440392)
2024-11-14T07:25:15,642 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073742235_1411 (size=440392)
2024-11-14T07:25:15,643 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073742235_1411 (size=440392)
2024-11-14T07:25:15,666 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073742236_1412 (size=5175431)
2024-11-14T07:25:15,666 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073742236_1412 (size=5175431)
2024-11-14T07:25:15,666 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073742236_1412 (size=5175431)
2024-11-14T07:25:15,680 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073742237_1413 (size=217634)
2024-11-14T07:25:15,680 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073742237_1413 (size=217634)
2024-11-14T07:25:15,680 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073742237_1413 (size=217634)
2024-11-14T07:25:15,696 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073742238_1414 (size=1832290)
2024-11-14T07:25:15,696 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073742238_1414 (size=1832290)
2024-11-14T07:25:15,697 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073742238_1414 (size=1832290)
2024-11-14T07:25:15,706 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073742239_1415 (size=322274)
2024-11-14T07:25:15,706 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073742239_1415 (size=322274)
2024-11-14T07:25:15,706 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073742239_1415 (size=322274)
2024-11-14T07:25:15,714 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073742240_1416 (size=503880)
2024-11-14T07:25:15,714 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073742240_1416 (size=503880)
2024-11-14T07:25:15,714 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073742240_1416 (size=503880)
2024-11-14T07:25:15,720 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073742241_1417 (size=29229)
2024-11-14T07:25:15,720 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073742241_1417 (size=29229)
2024-11-14T07:25:15,720 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073742241_1417 (size=29229)
2024-11-14T07:25:15,733 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073742242_1418 (size=24096)
2024-11-14T07:25:15,733 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073742242_1418 (size=24096)
2024-11-14T07:25:15,733 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073742242_1418 (size=24096)
2024-11-14T07:25:16,183 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073742243_1419 (size=111872)
2024-11-14T07:25:16,184 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073742243_1419 (size=111872)
2024-11-14T07:25:16,185 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073742243_1419 (size=111872)
2024-11-14T07:25:16,247 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073742244_1420 (size=45609)
2024-11-14T07:25:16,247 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073742244_1420 (size=45609)
2024-11-14T07:25:16,248 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073742244_1420 (size=45609)
2024-11-14T07:25:16,323 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073742245_1421 (size=136454)
2024-11-14T07:25:16,323 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073742245_1421 (size=136454)
2024-11-14T07:25:16,324 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073742245_1421 (size=136454)
2024-11-14T07:25:16,335 WARN  [Time-limited test {}] mapreduce.JobResourceUploader(481): No job jar file set.  User classes may not be found. See Job or Job#setJar(String).
2024-11-14T07:25:16,339 INFO  [Time-limited test {}] snapshot.ExportSnapshot(661): Loading Snapshot 'emptySnaptb0-testEmptyExportFileSystemState' hfile list
2024-11-14T07:25:16,401 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073742246_1422 (size=7)
2024-11-14T07:25:16,401 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073742246_1422 (size=7)
2024-11-14T07:25:16,402 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073742246_1422 (size=7)
2024-11-14T07:25:16,452 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073742247_1423 (size=10)
2024-11-14T07:25:16,455 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073742247_1423 (size=10)
2024-11-14T07:25:16,455 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073742247_1423 (size=10)
2024-11-14T07:25:16,506 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073742248_1424 (size=303635)
2024-11-14T07:25:16,506 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073742248_1424 (size=303635)
2024-11-14T07:25:16,509 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073742248_1424 (size=303635)
2024-11-14T07:25:16,540 WARN  [SchedulerEventDispatcher:Event Processor {}] capacity.AbstractLeafQueue(880): maximum-am-resource-percent is insufficient to start a single application in queue, it is likely set too low. skipping enforcement to allow at least one application to start
2024-11-14T07:25:16,540 WARN  [SchedulerEventDispatcher:Event Processor {}] capacity.AbstractLeafQueue(913): maximum-am-resource-percent is insufficient to start a single application in queue for user, it is likely set too low. skipping enforcement to allow at least one application to start
2024-11-14T07:25:16,640 INFO  [Socket Reader #1 for port 0 {}] ipc.Server$Connection(2290): Auth successful for appattempt_1731568965212_0007_000001 (auth:SIMPLE) from 127.0.0.1:59432
2024-11-14T07:25:17,970 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testtb-testEmptyExportFileSystemState
2024-11-14T07:25:17,970 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testtb-testEmptyExportFileSystemState Metrics about Tables on a single HBase RegionServer
2024-11-14T07:25:17,971 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testtb-testExportExpiredSnapshot
2024-11-14T07:25:23,209 INFO  [Socket Reader #1 for port 0 {}] ipc.Server$Connection(2290): Auth successful for appattempt_1731568965212_0007_000001 (auth:SIMPLE) from 127.0.0.1:39686
2024-11-14T07:25:23,474 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties
2024-11-14T07:25:23,596 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073742249_1425 (size=349261)
2024-11-14T07:25:23,598 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073742249_1425 (size=349261)
2024-11-14T07:25:23,598 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073742249_1425 (size=349261)
2024-11-14T07:25:24,342 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073742250_1426 (size=8568)
2024-11-14T07:25:24,342 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073742250_1426 (size=8568)
2024-11-14T07:25:24,342 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073742250_1426 (size=8568)
2024-11-14T07:25:24,371 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073742251_1427 (size=460)
2024-11-14T07:25:24,371 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073742251_1427 (size=460)
2024-11-14T07:25:24,371 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073742251_1427 (size=460)
2024-11-14T07:25:24,404 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073742252_1428 (size=8568)
2024-11-14T07:25:24,404 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073742252_1428 (size=8568)
2024-11-14T07:25:24,405 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073742252_1428 (size=8568)
2024-11-14T07:25:24,422 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073742253_1429 (size=349261)
2024-11-14T07:25:24,423 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073742253_1429 (size=349261)
2024-11-14T07:25:24,423 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073742253_1429 (size=349261)
2024-11-14T07:25:25,673 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1210): Finalize the Snapshot Export
2024-11-14T07:25:25,674 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1221): Verify the exported snapshot's expiration status and integrity.
2024-11-14T07:25:25,689 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1227): Export Completed: emptySnaptb0-testEmptyExportFileSystemState
2024-11-14T07:25:25,689 INFO  [Time-limited test {}] snapshot.TestExportSnapshot(361): Exported snapshot
2024-11-14T07:25:25,690 INFO  [Time-limited test {}] snapshot.TestExportSnapshot(372): Verified filesystem state
2024-11-14T07:25:25,690 DEBUG [Time-limited test {}] snapshot.TestExportSnapshot(447): List files in DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_-1453683247_22, ugi=jenkins (auth:SIMPLE)]] in root hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/.hbase-snapshot/emptySnaptb0-testEmptyExportFileSystemState at hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/.hbase-snapshot/emptySnaptb0-testEmptyExportFileSystemState
2024-11-14T07:25:25,691 DEBUG [Time-limited test {}] snapshot.TestExportSnapshot(452): hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/.hbase-snapshot/emptySnaptb0-testEmptyExportFileSystemState/.snapshotinfo
2024-11-14T07:25:25,691 DEBUG [Time-limited test {}] snapshot.TestExportSnapshot(452): hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/.hbase-snapshot/emptySnaptb0-testEmptyExportFileSystemState/data.manifest
2024-11-14T07:25:25,691 DEBUG [Time-limited test {}] snapshot.TestExportSnapshot(447): List files in DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_-1453683247_22, ugi=jenkins (auth:SIMPLE)]] in root hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/export-test/export-1731569114168/.hbase-snapshot/emptySnaptb0-testEmptyExportFileSystemState at hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/export-test/export-1731569114168/.hbase-snapshot/emptySnaptb0-testEmptyExportFileSystemState
2024-11-14T07:25:25,691 DEBUG [Time-limited test {}] snapshot.TestExportSnapshot(452): hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/export-test/export-1731569114168/.hbase-snapshot/emptySnaptb0-testEmptyExportFileSystemState/.snapshotinfo
2024-11-14T07:25:25,691 DEBUG [Time-limited test {}] snapshot.TestExportSnapshot(452): hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/export-test/export-1731569114168/.hbase-snapshot/emptySnaptb0-testEmptyExportFileSystemState/data.manifest
2024-11-14T07:25:25,696 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable testtb-testEmptyExportFileSystemState
2024-11-14T07:25:25,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] procedure2.ProcedureExecutor(1139): Stored pid=168, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=testtb-testEmptyExportFileSystemState
2024-11-14T07:25:25,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=168
2024-11-14T07:25:25,699 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testtb-testEmptyExportFileSystemState","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731569125698"}]},"ts":"1731569125698"}
2024-11-14T07:25:25,700 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=testtb-testEmptyExportFileSystemState, state=DISABLING in hbase:meta
2024-11-14T07:25:25,700 INFO  [PEWorker-2 {}] procedure.DisableTableProcedure(284): Set testtb-testEmptyExportFileSystemState to state=DISABLING
2024-11-14T07:25:25,701 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=169, ppid=168, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=testtb-testEmptyExportFileSystemState}]
2024-11-14T07:25:25,702 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=170, ppid=169, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testtb-testEmptyExportFileSystemState, region=d4c9295bd3ce622d401763290aab9d3e, UNASSIGN}, {pid=171, ppid=169, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testtb-testEmptyExportFileSystemState, region=6dfcad4ded3df28a9aa6328d865ad8a2, UNASSIGN}]
2024-11-14T07:25:25,703 INFO  [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=171, ppid=169, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testtb-testEmptyExportFileSystemState, region=6dfcad4ded3df28a9aa6328d865ad8a2, UNASSIGN
2024-11-14T07:25:25,703 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=170, ppid=169, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testtb-testEmptyExportFileSystemState, region=d4c9295bd3ce622d401763290aab9d3e, UNASSIGN
2024-11-14T07:25:25,704 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=170 updating hbase:meta row=d4c9295bd3ce622d401763290aab9d3e, regionState=CLOSING, regionLocation=20680646cf8a,35229,1731568958498
2024-11-14T07:25:25,704 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=171 updating hbase:meta row=6dfcad4ded3df28a9aa6328d865ad8a2, regionState=CLOSING, regionLocation=20680646cf8a,41449,1731568958363
2024-11-14T07:25:25,705 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=171, ppid=169, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=testtb-testEmptyExportFileSystemState, region=6dfcad4ded3df28a9aa6328d865ad8a2, UNASSIGN because future has completed
2024-11-14T07:25:25,706 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false
2024-11-14T07:25:25,706 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=172, ppid=171, state=RUNNABLE, hasLock=false; CloseRegionProcedure 6dfcad4ded3df28a9aa6328d865ad8a2, server=20680646cf8a,41449,1731568958363}]
2024-11-14T07:25:25,706 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=170, ppid=169, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=testtb-testEmptyExportFileSystemState, region=d4c9295bd3ce622d401763290aab9d3e, UNASSIGN because future has completed
2024-11-14T07:25:25,707 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false
2024-11-14T07:25:25,707 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=173, ppid=170, state=RUNNABLE, hasLock=false; CloseRegionProcedure d4c9295bd3ce622d401763290aab9d3e, server=20680646cf8a,35229,1731568958498}]
2024-11-14T07:25:25,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=168
2024-11-14T07:25:25,859 INFO  [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=172}] handler.UnassignRegionHandler(122): Close 6dfcad4ded3df28a9aa6328d865ad8a2
2024-11-14T07:25:25,859 DEBUG [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=172}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false
2024-11-14T07:25:25,859 DEBUG [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=172}] regionserver.HRegion(1722): Closing 6dfcad4ded3df28a9aa6328d865ad8a2, disabling compactions & flushes
2024-11-14T07:25:25,859 INFO  [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=172}] regionserver.HRegion(1755): Closing region testtb-testEmptyExportFileSystemState,1,1731569111987.6dfcad4ded3df28a9aa6328d865ad8a2.
2024-11-14T07:25:25,859 DEBUG [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=172}] regionserver.HRegion(1776): Time limited wait for close lock on testtb-testEmptyExportFileSystemState,1,1731569111987.6dfcad4ded3df28a9aa6328d865ad8a2.
2024-11-14T07:25:25,859 DEBUG [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=172}] regionserver.HRegion(1843): Acquired close lock on testtb-testEmptyExportFileSystemState,1,1731569111987.6dfcad4ded3df28a9aa6328d865ad8a2. after waiting 0 ms
2024-11-14T07:25:25,860 DEBUG [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=172}] regionserver.HRegion(1853): Updates disabled for region testtb-testEmptyExportFileSystemState,1,1731569111987.6dfcad4ded3df28a9aa6328d865ad8a2.
2024-11-14T07:25:25,860 INFO  [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=173}] handler.UnassignRegionHandler(122): Close d4c9295bd3ce622d401763290aab9d3e
2024-11-14T07:25:25,861 DEBUG [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=173}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false
2024-11-14T07:25:25,861 DEBUG [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=173}] regionserver.HRegion(1722): Closing d4c9295bd3ce622d401763290aab9d3e, disabling compactions & flushes
2024-11-14T07:25:25,861 INFO  [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=173}] regionserver.HRegion(1755): Closing region testtb-testEmptyExportFileSystemState,,1731569111987.d4c9295bd3ce622d401763290aab9d3e.
2024-11-14T07:25:25,861 DEBUG [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=173}] regionserver.HRegion(1776): Time limited wait for close lock on testtb-testEmptyExportFileSystemState,,1731569111987.d4c9295bd3ce622d401763290aab9d3e.
2024-11-14T07:25:25,861 DEBUG [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=173}] regionserver.HRegion(1843): Acquired close lock on testtb-testEmptyExportFileSystemState,,1731569111987.d4c9295bd3ce622d401763290aab9d3e. after waiting 0 ms
2024-11-14T07:25:25,861 DEBUG [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=173}] regionserver.HRegion(1853): Updates disabled for region testtb-testEmptyExportFileSystemState,,1731569111987.d4c9295bd3ce622d401763290aab9d3e.
2024-11-14T07:25:25,866 DEBUG [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=173}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testtb-testEmptyExportFileSystemState/d4c9295bd3ce622d401763290aab9d3e/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1
2024-11-14T07:25:25,866 DEBUG [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=173}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.security.access.AccessController
2024-11-14T07:25:25,866 INFO  [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=173}] regionserver.HRegion(1973): Closed testtb-testEmptyExportFileSystemState,,1731569111987.d4c9295bd3ce622d401763290aab9d3e.
2024-11-14T07:25:25,867 DEBUG [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=173}] regionserver.HRegion(1676): Region close journal for d4c9295bd3ce622d401763290aab9d3e:
Waiting for close lock at 1731569125861Running coprocessor pre-close hooks at 1731569125861Disabling compacts and flushes for region at 1731569125861Disabling writes for close at 1731569125861Writing region close event to WAL at 1731569125862 (+1 ms)Running coprocessor post-close hooks at 1731569125866 (+4 ms)Closed at 1731569125866
2024-11-14T07:25:25,868 DEBUG [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=172}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testtb-testEmptyExportFileSystemState/6dfcad4ded3df28a9aa6328d865ad8a2/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1
2024-11-14T07:25:25,869 DEBUG [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=172}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.security.access.AccessController
2024-11-14T07:25:25,869 INFO  [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=173}] handler.UnassignRegionHandler(157): Closed d4c9295bd3ce622d401763290aab9d3e
2024-11-14T07:25:25,869 INFO  [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=172}] regionserver.HRegion(1973): Closed testtb-testEmptyExportFileSystemState,1,1731569111987.6dfcad4ded3df28a9aa6328d865ad8a2.
2024-11-14T07:25:25,869 DEBUG [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=172}] regionserver.HRegion(1676): Region close journal for 6dfcad4ded3df28a9aa6328d865ad8a2:
Waiting for close lock at 1731569125859Running coprocessor pre-close hooks at 1731569125859Disabling compacts and flushes for region at 1731569125859Disabling writes for close at 1731569125859Writing region close event to WAL at 1731569125860 (+1 ms)Running coprocessor post-close hooks at 1731569125868 (+8 ms)Closed at 1731569125869 (+1 ms)
2024-11-14T07:25:25,869 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=170 updating hbase:meta row=d4c9295bd3ce622d401763290aab9d3e, regionState=CLOSED
2024-11-14T07:25:25,871 INFO  [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=172}] handler.UnassignRegionHandler(157): Closed 6dfcad4ded3df28a9aa6328d865ad8a2
2024-11-14T07:25:25,871 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=173, ppid=170, state=RUNNABLE, hasLock=false; CloseRegionProcedure d4c9295bd3ce622d401763290aab9d3e, server=20680646cf8a,35229,1731568958498 because future has completed
2024-11-14T07:25:25,872 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=171 updating hbase:meta row=6dfcad4ded3df28a9aa6328d865ad8a2, regionState=CLOSED
2024-11-14T07:25:25,874 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=172, ppid=171, state=RUNNABLE, hasLock=false; CloseRegionProcedure 6dfcad4ded3df28a9aa6328d865ad8a2, server=20680646cf8a,41449,1731568958363 because future has completed
2024-11-14T07:25:25,874 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=173, resume processing ppid=170
2024-11-14T07:25:25,874 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=173, ppid=170, state=SUCCESS, hasLock=false; CloseRegionProcedure d4c9295bd3ce622d401763290aab9d3e, server=20680646cf8a,35229,1731568958498 in 165 msec
2024-11-14T07:25:25,876 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=170, ppid=169, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testtb-testEmptyExportFileSystemState, region=d4c9295bd3ce622d401763290aab9d3e, UNASSIGN in 173 msec
2024-11-14T07:25:25,880 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=172, resume processing ppid=171
2024-11-14T07:25:25,880 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=172, ppid=171, state=SUCCESS, hasLock=false; CloseRegionProcedure 6dfcad4ded3df28a9aa6328d865ad8a2, server=20680646cf8a,41449,1731568958363 in 169 msec
2024-11-14T07:25:25,882 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=171, resume processing ppid=169
2024-11-14T07:25:25,882 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=171, ppid=169, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testtb-testEmptyExportFileSystemState, region=6dfcad4ded3df28a9aa6328d865ad8a2, UNASSIGN in 178 msec
2024-11-14T07:25:25,884 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=169, resume processing ppid=168
2024-11-14T07:25:25,884 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=169, ppid=168, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=testtb-testEmptyExportFileSystemState in 182 msec
2024-11-14T07:25:25,886 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testtb-testEmptyExportFileSystemState","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731569125885"}]},"ts":"1731569125885"}
2024-11-14T07:25:25,887 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=testtb-testEmptyExportFileSystemState, state=DISABLED in hbase:meta
2024-11-14T07:25:25,887 INFO  [PEWorker-5 {}] procedure.DisableTableProcedure(296): Set testtb-testEmptyExportFileSystemState to state=DISABLED
2024-11-14T07:25:25,896 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=168, state=SUCCESS, hasLock=false; DisableTableProcedure table=testtb-testEmptyExportFileSystemState in 192 msec
2024-11-14T07:25:26,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=168
2024-11-14T07:25:26,018 INFO  [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:testtb-testEmptyExportFileSystemState completed
2024-11-14T07:25:26,019 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete testtb-testEmptyExportFileSystemState
2024-11-14T07:25:26,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] procedure2.ProcedureExecutor(1139): Stored pid=174, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=testtb-testEmptyExportFileSystemState
2024-11-14T07:25:26,020 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=174, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=testtb-testEmptyExportFileSystemState
2024-11-14T07:25:26,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] access.PermissionStorage(261): Removing permissions of removed table testtb-testEmptyExportFileSystemState
2024-11-14T07:25:26,021 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=174, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=testtb-testEmptyExportFileSystemState
2024-11-14T07:25:26,024 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46383 {}] access.PermissionStorage(529): No permissions found in hbase:acl for acl entry testtb-testEmptyExportFileSystemState
2024-11-14T07:25:26,025 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testtb-testEmptyExportFileSystemState/6dfcad4ded3df28a9aa6328d865ad8a2
2024-11-14T07:25:26,025 DEBUG [HFileArchiver-18 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testtb-testEmptyExportFileSystemState/d4c9295bd3ce622d401763290aab9d3e
2024-11-14T07:25:26,027 DEBUG [HFileArchiver-18 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testtb-testEmptyExportFileSystemState/d4c9295bd3ce622d401763290aab9d3e/cf, FileablePath, hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testtb-testEmptyExportFileSystemState/d4c9295bd3ce622d401763290aab9d3e/recovered.edits]
2024-11-14T07:25:26,027 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testtb-testEmptyExportFileSystemState/6dfcad4ded3df28a9aa6328d865ad8a2/cf, FileablePath, hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testtb-testEmptyExportFileSystemState/6dfcad4ded3df28a9aa6328d865ad8a2/recovered.edits]
2024-11-14T07:25:26,030 DEBUG [HFileArchiver-18 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testtb-testEmptyExportFileSystemState/d4c9295bd3ce622d401763290aab9d3e/cf/1b2c9d914dbf4dce9254dc7e993c8b64 to hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/archive/data/default/testtb-testEmptyExportFileSystemState/d4c9295bd3ce622d401763290aab9d3e/cf/1b2c9d914dbf4dce9254dc7e993c8b64
2024-11-14T07:25:26,030 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testtb-testEmptyExportFileSystemState/6dfcad4ded3df28a9aa6328d865ad8a2/cf/f0f7c18ac92447c58ec473dd0c833a53 to hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/archive/data/default/testtb-testEmptyExportFileSystemState/6dfcad4ded3df28a9aa6328d865ad8a2/cf/f0f7c18ac92447c58ec473dd0c833a53
2024-11-14T07:25:26,033 DEBUG [HFileArchiver-18 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testtb-testEmptyExportFileSystemState/d4c9295bd3ce622d401763290aab9d3e/recovered.edits/9.seqid to hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/archive/data/default/testtb-testEmptyExportFileSystemState/d4c9295bd3ce622d401763290aab9d3e/recovered.edits/9.seqid
2024-11-14T07:25:26,033 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testtb-testEmptyExportFileSystemState/6dfcad4ded3df28a9aa6328d865ad8a2/recovered.edits/9.seqid to hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/archive/data/default/testtb-testEmptyExportFileSystemState/6dfcad4ded3df28a9aa6328d865ad8a2/recovered.edits/9.seqid
2024-11-14T07:25:26,033 DEBUG [HFileArchiver-18 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testtb-testEmptyExportFileSystemState/d4c9295bd3ce622d401763290aab9d3e
2024-11-14T07:25:26,033 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testtb-testEmptyExportFileSystemState/6dfcad4ded3df28a9aa6328d865ad8a2
2024-11-14T07:25:26,033 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(313): Archived testtb-testEmptyExportFileSystemState regions
2024-11-14T07:25:26,034 DEBUG [PEWorker-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/mobdir/data/default/testtb-testEmptyExportFileSystemState/37e3865d2ff7e5e2da33a03e3f723df0
2024-11-14T07:25:26,035 DEBUG [PEWorker-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/mobdir/data/default/testtb-testEmptyExportFileSystemState/37e3865d2ff7e5e2da33a03e3f723df0/cf]
2024-11-14T07:25:26,038 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/mobdir/data/default/testtb-testEmptyExportFileSystemState/37e3865d2ff7e5e2da33a03e3f723df0/cf/c4ca4238a0b923820dcc509a6f75849b20241114621042ff1b0e4fc2882a1b1c04b4bf07_6dfcad4ded3df28a9aa6328d865ad8a2 to hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/archive/data/default/testtb-testEmptyExportFileSystemState/37e3865d2ff7e5e2da33a03e3f723df0/cf/c4ca4238a0b923820dcc509a6f75849b20241114621042ff1b0e4fc2882a1b1c04b4bf07_6dfcad4ded3df28a9aa6328d865ad8a2
2024-11-14T07:25:26,039 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/mobdir/data/default/testtb-testEmptyExportFileSystemState/37e3865d2ff7e5e2da33a03e3f723df0/cf/d41d8cd98f00b204e9800998ecf8427e20241114aede3ccbeb41475ea9070ebf01f328fd_d4c9295bd3ce622d401763290aab9d3e to hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/archive/data/default/testtb-testEmptyExportFileSystemState/37e3865d2ff7e5e2da33a03e3f723df0/cf/d41d8cd98f00b204e9800998ecf8427e20241114aede3ccbeb41475ea9070ebf01f328fd_d4c9295bd3ce622d401763290aab9d3e
2024-11-14T07:25:26,039 DEBUG [PEWorker-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/mobdir/data/default/testtb-testEmptyExportFileSystemState/37e3865d2ff7e5e2da33a03e3f723df0
2024-11-14T07:25:26,041 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=174, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=testtb-testEmptyExportFileSystemState
2024-11-14T07:25:26,045 WARN  [PEWorker-2 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 2 rows of testtb-testEmptyExportFileSystemState from hbase:meta
2024-11-14T07:25:26,048 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(407): Removing 'testtb-testEmptyExportFileSystemState' descriptor.
2024-11-14T07:25:26,049 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=174, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=testtb-testEmptyExportFileSystemState
2024-11-14T07:25:26,049 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(397): Removing 'testtb-testEmptyExportFileSystemState' from region states.
2024-11-14T07:25:26,050 DEBUG [PEWorker-2 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"testtb-testEmptyExportFileSystemState,,1731569111987.d4c9295bd3ce622d401763290aab9d3e.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731569126049"}]},"ts":"9223372036854775807"}
2024-11-14T07:25:26,050 DEBUG [PEWorker-2 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"testtb-testEmptyExportFileSystemState,1,1731569111987.6dfcad4ded3df28a9aa6328d865ad8a2.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731569126049"}]},"ts":"9223372036854775807"}
2024-11-14T07:25:26,052 INFO  [PEWorker-2 {}] assignment.RegionStateStore(562): Deleted 2 regions from META
2024-11-14T07:25:26,053 DEBUG [PEWorker-2 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => d4c9295bd3ce622d401763290aab9d3e, NAME => 'testtb-testEmptyExportFileSystemState,,1731569111987.d4c9295bd3ce622d401763290aab9d3e.', STARTKEY => '', ENDKEY => '1'}, {ENCODED => 6dfcad4ded3df28a9aa6328d865ad8a2, NAME => 'testtb-testEmptyExportFileSystemState,1,1731569111987.6dfcad4ded3df28a9aa6328d865ad8a2.', STARTKEY => '1', ENDKEY => ''}]
2024-11-14T07:25:26,053 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(401): Marking 'testtb-testEmptyExportFileSystemState' as deleted.
2024-11-14T07:25:26,053 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"testtb-testEmptyExportFileSystemState","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731569126053"}]},"ts":"9223372036854775807"}
2024-11-14T07:25:26,056 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(867): Deleted table testtb-testEmptyExportFileSystemState state from META
2024-11-14T07:25:26,057 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(133): Finished pid=174, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=testtb-testEmptyExportFileSystemState
2024-11-14T07:25:26,058 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=174, state=SUCCESS, hasLock=false; DeleteTableProcedure table=testtb-testEmptyExportFileSystemState in 38 msec
2024-11-14T07:25:26,273 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41449-0x1003d1cd0e50001, quorum=127.0.0.1:51438, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/acl/testtb-testEmptyExportFileSystemState
2024-11-14T07:25:26,273 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33371-0x1003d1cd0e50000, quorum=127.0.0.1:51438, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/acl/testtb-testEmptyExportFileSystemState
2024-11-14T07:25:26,274 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35229-0x1003d1cd0e50002, quorum=127.0.0.1:51438, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/acl/testtb-testEmptyExportFileSystemState
2024-11-14T07:25:26,274 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46383-0x1003d1cd0e50003, quorum=127.0.0.1:51438, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/acl/testtb-testEmptyExportFileSystemState
2024-11-14T07:25:26,276 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testEmptyExportFileSystemState with data PBUF
2024-11-14T07:25:26,276 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testEmptyExportFileSystemState with data PBUF
2024-11-14T07:25:26,277 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testEmptyExportFileSystemState with data PBUF
2024-11-14T07:25:26,277 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testEmptyExportFileSystemState with data PBUF
2024-11-14T07:25:26,277 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41449-0x1003d1cd0e50001, quorum=127.0.0.1:51438, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/acl/testtb-testEmptyExportFileSystemState
2024-11-14T07:25:26,277 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35229-0x1003d1cd0e50002, quorum=127.0.0.1:51438, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/acl/testtb-testEmptyExportFileSystemState
2024-11-14T07:25:26,277 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35229-0x1003d1cd0e50002, quorum=127.0.0.1:51438, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl
2024-11-14T07:25:26,278 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33371-0x1003d1cd0e50000, quorum=127.0.0.1:51438, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/acl/testtb-testEmptyExportFileSystemState
2024-11-14T07:25:26,278 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33371-0x1003d1cd0e50000, quorum=127.0.0.1:51438, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl
2024-11-14T07:25:26,278 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46383-0x1003d1cd0e50003, quorum=127.0.0.1:51438, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/acl/testtb-testEmptyExportFileSystemState
2024-11-14T07:25:26,278 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46383-0x1003d1cd0e50003, quorum=127.0.0.1:51438, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl
2024-11-14T07:25:26,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=174
2024-11-14T07:25:26,279 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41449-0x1003d1cd0e50001, quorum=127.0.0.1:51438, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl
2024-11-14T07:25:26,281 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testExportExpiredSnapshot with data PBUF\x0A?\x0A\x07jenkins\x124\x08\x03"0\x0A$\x0A\x07default\x12\x19testExportExpiredSnapshot \x00 \x01 \x02 \x03 \x04
2024-11-14T07:25:26,281 DEBUG [RPCClient-NioEventLoopGroup-6-4 {}] client.AsyncRegionLocator(219): Clear meta cache for testtb-testEmptyExportFileSystemState
2024-11-14T07:25:26,281 INFO  [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:testtb-testEmptyExportFileSystemState completed
2024-11-14T07:25:26,281 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testExportExpiredSnapshot with data PBUF\x0A?\x0A\x07jenkins\x124\x08\x03"0\x0A$\x0A\x07default\x12\x19testExportExpiredSnapshot \x00 \x01 \x02 \x03 \x04
2024-11-14T07:25:26,282 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testExportExpiredSnapshot with data PBUF\x0A?\x0A\x07jenkins\x124\x08\x03"0\x0A$\x0A\x07default\x12\x19testExportExpiredSnapshot \x00 \x01 \x02 \x03 \x04
2024-11-14T07:25:26,282 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testExportExpiredSnapshot with data PBUF\x0A?\x0A\x07jenkins\x124\x08\x03"0\x0A$\x0A\x07default\x12\x19testExportExpiredSnapshot \x00 \x01 \x02 \x03 \x04
2024-11-14T07:25:26,290 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.2 delete name: "emptySnaptb0-testEmptyExportFileSystemState"
type: DISABLED

2024-11-14T07:25:26,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] snapshot.SnapshotManager(381): Deleting snapshot: emptySnaptb0-testEmptyExportFileSystemState
2024-11-14T07:25:26,299 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33371 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.2 delete name: "snaptb0-testEmptyExportFileSystemState"
type: DISABLED

2024-11-14T07:25:26,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33371 {}] snapshot.SnapshotManager(381): Deleting snapshot: snaptb0-testEmptyExportFileSystemState
2024-11-14T07:25:26,327 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: snapshot.TestMobSecureExportSnapshot#testEmptyExportFileSystemState Thread=803 (was 791)
Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1453683247_22 at /127.0.0.1:57024 [Waiting for operation #3]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (346890841) connection to localhost/127.0.0.1:35735 from jenkins
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35735
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1453683247_22 at /127.0.0.1:39180 [Waiting for operation #7]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: process reaper (pid 110600)
	java.base@17.0.11/java.lang.ProcessHandleImpl.waitForProcessExit0(Native Method)
	java.base@17.0.11/java.lang.ProcessHandleImpl$1.run(ProcessHandleImpl.java:150)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HFileArchiver-18
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1453683247_22 at /127.0.0.1:55692 [Waiting for operation #2]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1039963416_1 at /127.0.0.1:55666 [Waiting for operation #2]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ApplicationMasterLauncher #12
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (346890841) connection to localhost/127.0.0.1:44907 from appattempt_1731568965212_0007_000001
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: Thread-5625
	java.base@17.0.11/java.io.FileInputStream.readBytes(Native Method)
	java.base@17.0.11/java.io.FileInputStream.read(FileInputStream.java:276)
	java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:282)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343)
	java.base@17.0.11/sun.nio.cs.StreamDecoder.readBytes(StreamDecoder.java:281)
	java.base@17.0.11/sun.nio.cs.StreamDecoder.implRead(StreamDecoder.java:324)
	java.base@17.0.11/sun.nio.cs.StreamDecoder.read(StreamDecoder.java:189)
	java.base@17.0.11/java.io.InputStreamReader.read(InputStreamReader.java:177)
	java.base@17.0.11/java.io.BufferedReader.fill(BufferedReader.java:162)
	java.base@17.0.11/java.io.BufferedReader.readLine(BufferedReader.java:329)
	java.base@17.0.11/java.io.BufferedReader.readLine(BufferedReader.java:396)
	app//org.apache.hadoop.util.Shell$1.run(Shell.java:1025)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1039963416_1 at /127.0.0.1:56976 [Waiting for operation #3]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=815 (was 795) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=426 (was 392) - SystemLoadAverage LEAK? -, ProcessCount=18 (was 14) - ProcessCount LEAK? -, AvailableMemoryMB=1980 (was 1402) - AvailableMemoryMB LEAK? -
2024-11-14T07:25:26,327 WARN  [Time-limited test {}] hbase.ResourceChecker(130): Thread=803 is superior to 500
2024-11-14T07:25:26,343 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: snapshot.TestMobSecureExportSnapshot#testExportWithChecksum Thread=803, OpenFileDescriptor=815, MaxFileDescriptor=1048576, SystemLoadAverage=426, ProcessCount=18, AvailableMemoryMB=1972
2024-11-14T07:25:26,343 WARN  [Time-limited test {}] hbase.ResourceChecker(130): Thread=803 is superior to 500
2024-11-14T07:25:26,344 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33371 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testtb-testExportWithChecksum', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '0', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-14T07:25:26,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33371 {}] procedure2.ProcedureExecutor(1139): Stored pid=175, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testtb-testExportWithChecksum
2024-11-14T07:25:26,347 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=175, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testtb-testExportWithChecksum execute state=CREATE_TABLE_PRE_OPERATION
2024-11-14T07:25:26,347 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33371 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default"
qualifier: "testtb-testExportWithChecksum"
 procId is: 175
2024-11-14T07:25:26,348 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=175, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testtb-testExportWithChecksum execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-14T07:25:26,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33371 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=175
2024-11-14T07:25:26,353 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073742254_1430 (size=440)
2024-11-14T07:25:26,354 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073742254_1430 (size=440)
2024-11-14T07:25:26,354 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073742254_1430 (size=440)
2024-11-14T07:25:26,356 INFO  [RegionOpenAndInit-testtb-testExportWithChecksum-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 866e83a005711087b57909360ee4ac89, NAME => 'testtb-testExportWithChecksum,,1731569126344.866e83a005711087b57909360ee4ac89.', STARTKEY => '', ENDKEY => '1'}, tableDescriptor='testtb-testExportWithChecksum', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '0', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50
2024-11-14T07:25:26,357 INFO  [RegionOpenAndInit-testtb-testExportWithChecksum-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => b9c35ca1aecfa1ce9b4a59dcd2732249, NAME => 'testtb-testExportWithChecksum,1,1731569126344.b9c35ca1aecfa1ce9b4a59dcd2732249.', STARTKEY => '1', ENDKEY => ''}, tableDescriptor='testtb-testExportWithChecksum', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '0', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50
2024-11-14T07:25:26,365 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073742255_1431 (size=65)
2024-11-14T07:25:26,365 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073742255_1431 (size=65)
2024-11-14T07:25:26,366 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073742255_1431 (size=65)
2024-11-14T07:25:26,366 DEBUG [RegionOpenAndInit-testtb-testExportWithChecksum-pool-0 {}] regionserver.HRegion(898): Instantiated testtb-testExportWithChecksum,,1731569126344.866e83a005711087b57909360ee4ac89.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-14T07:25:26,366 DEBUG [RegionOpenAndInit-testtb-testExportWithChecksum-pool-0 {}] regionserver.HRegion(1722): Closing 866e83a005711087b57909360ee4ac89, disabling compactions & flushes
2024-11-14T07:25:26,366 INFO  [RegionOpenAndInit-testtb-testExportWithChecksum-pool-0 {}] regionserver.HRegion(1755): Closing region testtb-testExportWithChecksum,,1731569126344.866e83a005711087b57909360ee4ac89.
2024-11-14T07:25:26,366 DEBUG [RegionOpenAndInit-testtb-testExportWithChecksum-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testtb-testExportWithChecksum,,1731569126344.866e83a005711087b57909360ee4ac89.
2024-11-14T07:25:26,366 DEBUG [RegionOpenAndInit-testtb-testExportWithChecksum-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testtb-testExportWithChecksum,,1731569126344.866e83a005711087b57909360ee4ac89. after waiting 0 ms
2024-11-14T07:25:26,367 DEBUG [RegionOpenAndInit-testtb-testExportWithChecksum-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testtb-testExportWithChecksum,,1731569126344.866e83a005711087b57909360ee4ac89.
2024-11-14T07:25:26,367 INFO  [RegionOpenAndInit-testtb-testExportWithChecksum-pool-0 {}] regionserver.HRegion(1973): Closed testtb-testExportWithChecksum,,1731569126344.866e83a005711087b57909360ee4ac89.
2024-11-14T07:25:26,367 DEBUG [RegionOpenAndInit-testtb-testExportWithChecksum-pool-0 {}] regionserver.HRegion(1676): Region close journal for 866e83a005711087b57909360ee4ac89:
Waiting for close lock at 1731569126366Disabling compacts and flushes for region at 1731569126366Disabling writes for close at 1731569126366Writing region close event to WAL at 1731569126367 (+1 ms)Closed at 1731569126367
2024-11-14T07:25:26,373 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073742256_1432 (size=65)
2024-11-14T07:25:26,373 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073742256_1432 (size=65)
2024-11-14T07:25:26,373 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073742256_1432 (size=65)
2024-11-14T07:25:26,374 DEBUG [RegionOpenAndInit-testtb-testExportWithChecksum-pool-1 {}] regionserver.HRegion(898): Instantiated testtb-testExportWithChecksum,1,1731569126344.b9c35ca1aecfa1ce9b4a59dcd2732249.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-14T07:25:26,374 DEBUG [RegionOpenAndInit-testtb-testExportWithChecksum-pool-1 {}] regionserver.HRegion(1722): Closing b9c35ca1aecfa1ce9b4a59dcd2732249, disabling compactions & flushes
2024-11-14T07:25:26,374 INFO  [RegionOpenAndInit-testtb-testExportWithChecksum-pool-1 {}] regionserver.HRegion(1755): Closing region testtb-testExportWithChecksum,1,1731569126344.b9c35ca1aecfa1ce9b4a59dcd2732249.
2024-11-14T07:25:26,374 DEBUG [RegionOpenAndInit-testtb-testExportWithChecksum-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testtb-testExportWithChecksum,1,1731569126344.b9c35ca1aecfa1ce9b4a59dcd2732249.
2024-11-14T07:25:26,374 DEBUG [RegionOpenAndInit-testtb-testExportWithChecksum-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testtb-testExportWithChecksum,1,1731569126344.b9c35ca1aecfa1ce9b4a59dcd2732249. after waiting 0 ms
2024-11-14T07:25:26,374 DEBUG [RegionOpenAndInit-testtb-testExportWithChecksum-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testtb-testExportWithChecksum,1,1731569126344.b9c35ca1aecfa1ce9b4a59dcd2732249.
2024-11-14T07:25:26,374 INFO  [RegionOpenAndInit-testtb-testExportWithChecksum-pool-1 {}] regionserver.HRegion(1973): Closed testtb-testExportWithChecksum,1,1731569126344.b9c35ca1aecfa1ce9b4a59dcd2732249.
2024-11-14T07:25:26,374 DEBUG [RegionOpenAndInit-testtb-testExportWithChecksum-pool-1 {}] regionserver.HRegion(1676): Region close journal for b9c35ca1aecfa1ce9b4a59dcd2732249:
Waiting for close lock at 1731569126374Disabling compacts and flushes for region at 1731569126374Disabling writes for close at 1731569126374Writing region close event to WAL at 1731569126374Closed at 1731569126374
2024-11-14T07:25:26,375 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=175, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testtb-testExportWithChecksum execute state=CREATE_TABLE_ADD_TO_META
2024-11-14T07:25:26,375 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testtb-testExportWithChecksum,,1731569126344.866e83a005711087b57909360ee4ac89.","families":{"info":[{"qualifier":"regioninfo","vlen":64,"tag":[],"timestamp":"1731569126375"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731569126375"}]},"ts":"1731569126375"}
2024-11-14T07:25:26,375 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testtb-testExportWithChecksum,1,1731569126344.b9c35ca1aecfa1ce9b4a59dcd2732249.","families":{"info":[{"qualifier":"regioninfo","vlen":64,"tag":[],"timestamp":"1731569126375"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731569126375"}]},"ts":"1731569126375"}
2024-11-14T07:25:26,377 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta.
2024-11-14T07:25:26,378 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=175, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testtb-testExportWithChecksum execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-14T07:25:26,378 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testtb-testExportWithChecksum","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731569126378"}]},"ts":"1731569126378"}
2024-11-14T07:25:26,380 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=testtb-testExportWithChecksum, state=ENABLING in hbase:meta
2024-11-14T07:25:26,380 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(204): Hosts are {20680646cf8a=0} racks are {/default-rack=0}
2024-11-14T07:25:26,381 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(303): server 0 has 0 regions
2024-11-14T07:25:26,381 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(303): server 1 has 0 regions
2024-11-14T07:25:26,381 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(303): server 2 has 0 regions
2024-11-14T07:25:26,381 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(310): server 0 is on host 0
2024-11-14T07:25:26,381 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(310): server 1 is on host 0
2024-11-14T07:25:26,381 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(310): server 2 is on host 0
2024-11-14T07:25:26,381 INFO  [PEWorker-4 {}] balancer.BalancerClusterState(321): server 0 is on rack 0
2024-11-14T07:25:26,381 INFO  [PEWorker-4 {}] balancer.BalancerClusterState(321): server 1 is on rack 0
2024-11-14T07:25:26,381 INFO  [PEWorker-4 {}] balancer.BalancerClusterState(321): server 2 is on rack 0
2024-11-14T07:25:26,381 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1
2024-11-14T07:25:26,381 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=176, ppid=175, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testtb-testExportWithChecksum, region=866e83a005711087b57909360ee4ac89, ASSIGN}, {pid=177, ppid=175, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testtb-testExportWithChecksum, region=b9c35ca1aecfa1ce9b4a59dcd2732249, ASSIGN}]
2024-11-14T07:25:26,383 INFO  [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=177, ppid=175, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testtb-testExportWithChecksum, region=b9c35ca1aecfa1ce9b4a59dcd2732249, ASSIGN
2024-11-14T07:25:26,383 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=176, ppid=175, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testtb-testExportWithChecksum, region=866e83a005711087b57909360ee4ac89, ASSIGN
2024-11-14T07:25:26,384 INFO  [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=177, ppid=175, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testtb-testExportWithChecksum, region=b9c35ca1aecfa1ce9b4a59dcd2732249, ASSIGN; state=OFFLINE, location=20680646cf8a,46383,1731568958548; forceNewPlan=false, retain=false
2024-11-14T07:25:26,384 INFO  [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=176, ppid=175, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testtb-testExportWithChecksum, region=866e83a005711087b57909360ee4ac89, ASSIGN; state=OFFLINE, location=20680646cf8a,41449,1731568958363; forceNewPlan=false, retain=false
2024-11-14T07:25:26,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33371 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=175
2024-11-14T07:25:26,534 INFO  [20680646cf8a:33371 {}] balancer.BaseLoadBalancer(388): Reassigned 2 regions. 2 retained the pre-restart assignment. 
2024-11-14T07:25:26,535 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=176 updating hbase:meta row=866e83a005711087b57909360ee4ac89, regionState=OPENING, regionLocation=20680646cf8a,41449,1731568958363
2024-11-14T07:25:26,535 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=177 updating hbase:meta row=b9c35ca1aecfa1ce9b4a59dcd2732249, regionState=OPENING, regionLocation=20680646cf8a,46383,1731568958548
2024-11-14T07:25:26,536 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=177, ppid=175, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testtb-testExportWithChecksum, region=b9c35ca1aecfa1ce9b4a59dcd2732249, ASSIGN because future has completed
2024-11-14T07:25:26,537 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=178, ppid=177, state=RUNNABLE, hasLock=false; OpenRegionProcedure b9c35ca1aecfa1ce9b4a59dcd2732249, server=20680646cf8a,46383,1731568958548}]
2024-11-14T07:25:26,537 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=176, ppid=175, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testtb-testExportWithChecksum, region=866e83a005711087b57909360ee4ac89, ASSIGN because future has completed
2024-11-14T07:25:26,538 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=179, ppid=176, state=RUNNABLE, hasLock=false; OpenRegionProcedure 866e83a005711087b57909360ee4ac89, server=20680646cf8a,41449,1731568958363}]
2024-11-14T07:25:26,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33371 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=175
2024-11-14T07:25:26,692 INFO  [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=178}] handler.AssignRegionHandler(132): Open testtb-testExportWithChecksum,1,1731569126344.b9c35ca1aecfa1ce9b4a59dcd2732249.
2024-11-14T07:25:26,692 INFO  [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=179}] handler.AssignRegionHandler(132): Open testtb-testExportWithChecksum,,1731569126344.866e83a005711087b57909360ee4ac89.
2024-11-14T07:25:26,692 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=178}] regionserver.HRegion(7752): Opening region: {ENCODED => b9c35ca1aecfa1ce9b4a59dcd2732249, NAME => 'testtb-testExportWithChecksum,1,1731569126344.b9c35ca1aecfa1ce9b4a59dcd2732249.', STARTKEY => '1', ENDKEY => ''}
2024-11-14T07:25:26,692 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=179}] regionserver.HRegion(7752): Opening region: {ENCODED => 866e83a005711087b57909360ee4ac89, NAME => 'testtb-testExportWithChecksum,,1731569126344.866e83a005711087b57909360ee4ac89.', STARTKEY => '', ENDKEY => '1'}
2024-11-14T07:25:26,693 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=179}] regionserver.HRegion(8280): Registered coprocessor service: region=testtb-testExportWithChecksum,,1731569126344.866e83a005711087b57909360ee4ac89. service=AccessControlService
2024-11-14T07:25:26,693 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=178}] regionserver.HRegion(8280): Registered coprocessor service: region=testtb-testExportWithChecksum,1,1731569126344.b9c35ca1aecfa1ce9b4a59dcd2732249. service=AccessControlService
2024-11-14T07:25:26,693 INFO  [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=179}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.security.access.AccessController loaded, priority=536870911.
2024-11-14T07:25:26,693 INFO  [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=178}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.security.access.AccessController loaded, priority=536870911.
2024-11-14T07:25:26,693 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=179}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testtb-testExportWithChecksum 866e83a005711087b57909360ee4ac89
2024-11-14T07:25:26,693 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=178}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testtb-testExportWithChecksum b9c35ca1aecfa1ce9b4a59dcd2732249
2024-11-14T07:25:26,693 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=179}] regionserver.HRegion(898): Instantiated testtb-testExportWithChecksum,,1731569126344.866e83a005711087b57909360ee4ac89.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-14T07:25:26,693 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=178}] regionserver.HRegion(898): Instantiated testtb-testExportWithChecksum,1,1731569126344.b9c35ca1aecfa1ce9b4a59dcd2732249.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-14T07:25:26,693 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=178}] regionserver.HRegion(7794): checking encryption for b9c35ca1aecfa1ce9b4a59dcd2732249
2024-11-14T07:25:26,693 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=179}] regionserver.HRegion(7794): checking encryption for 866e83a005711087b57909360ee4ac89
2024-11-14T07:25:26,693 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=178}] regionserver.HRegion(7797): checking classloading for b9c35ca1aecfa1ce9b4a59dcd2732249
2024-11-14T07:25:26,693 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=179}] regionserver.HRegion(7797): checking classloading for 866e83a005711087b57909360ee4ac89
2024-11-14T07:25:26,695 INFO  [StoreOpener-866e83a005711087b57909360ee4ac89-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 866e83a005711087b57909360ee4ac89 
2024-11-14T07:25:26,696 INFO  [StoreOpener-866e83a005711087b57909360ee4ac89-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 866e83a005711087b57909360ee4ac89 columnFamilyName cf
2024-11-14T07:25:26,697 DEBUG [StoreOpener-866e83a005711087b57909360ee4ac89-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T07:25:26,698 INFO  [StoreOpener-866e83a005711087b57909360ee4ac89-1 {}] regionserver.HStore(327): Store=866e83a005711087b57909360ee4ac89/cf,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-14T07:25:26,698 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=179}] regionserver.HRegion(1038): replaying wal for 866e83a005711087b57909360ee4ac89
2024-11-14T07:25:26,699 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=179}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testtb-testExportWithChecksum/866e83a005711087b57909360ee4ac89
2024-11-14T07:25:26,699 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=179}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testtb-testExportWithChecksum/866e83a005711087b57909360ee4ac89
2024-11-14T07:25:26,700 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=179}] regionserver.HRegion(1048): stopping wal replay for 866e83a005711087b57909360ee4ac89
2024-11-14T07:25:26,700 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=179}] regionserver.HRegion(1060): Cleaning up temporary data for 866e83a005711087b57909360ee4ac89
2024-11-14T07:25:26,701 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=179}] regionserver.HRegion(1093): writing seq id for 866e83a005711087b57909360ee4ac89
2024-11-14T07:25:26,703 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=179}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testtb-testExportWithChecksum/866e83a005711087b57909360ee4ac89/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-14T07:25:26,704 INFO  [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=179}] regionserver.HRegion(1114): Opened 866e83a005711087b57909360ee4ac89; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73772078, jitterRate=0.09928962588310242}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-14T07:25:26,704 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=179}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 866e83a005711087b57909360ee4ac89
2024-11-14T07:25:26,704 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=179}] regionserver.HRegion(1006): Region open journal for 866e83a005711087b57909360ee4ac89:
Running coprocessor pre-open hook at 1731569126693Writing region info on filesystem at 1731569126693Initializing all the Stores at 1731569126694 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '0', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731569126694Cleaning up temporary data from old regions at 1731569126700 (+6 ms)Running coprocessor post-open hooks at 1731569126704 (+4 ms)Region opened successfully at 1731569126704
2024-11-14T07:25:26,705 INFO  [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=179}] regionserver.HRegionServer(2236): Post open deploy tasks for testtb-testExportWithChecksum,,1731569126344.866e83a005711087b57909360ee4ac89., pid=179, masterSystemTime=1731569126689
2024-11-14T07:25:26,708 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=179}] regionserver.HRegionServer(2266): Finished post open deploy task for testtb-testExportWithChecksum,,1731569126344.866e83a005711087b57909360ee4ac89.
2024-11-14T07:25:26,708 INFO  [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=179}] handler.AssignRegionHandler(153): Opened testtb-testExportWithChecksum,,1731569126344.866e83a005711087b57909360ee4ac89.
2024-11-14T07:25:26,708 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=176 updating hbase:meta row=866e83a005711087b57909360ee4ac89, regionState=OPEN, openSeqNum=2, regionLocation=20680646cf8a,41449,1731568958363
2024-11-14T07:25:26,710 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=179, ppid=176, state=RUNNABLE, hasLock=false; OpenRegionProcedure 866e83a005711087b57909360ee4ac89, server=20680646cf8a,41449,1731568958363 because future has completed
2024-11-14T07:25:26,711 INFO  [StoreOpener-b9c35ca1aecfa1ce9b4a59dcd2732249-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region b9c35ca1aecfa1ce9b4a59dcd2732249 
2024-11-14T07:25:26,713 INFO  [StoreOpener-b9c35ca1aecfa1ce9b4a59dcd2732249-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b9c35ca1aecfa1ce9b4a59dcd2732249 columnFamilyName cf
2024-11-14T07:25:26,713 DEBUG [StoreOpener-b9c35ca1aecfa1ce9b4a59dcd2732249-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T07:25:26,714 INFO  [StoreOpener-b9c35ca1aecfa1ce9b4a59dcd2732249-1 {}] regionserver.HStore(327): Store=b9c35ca1aecfa1ce9b4a59dcd2732249/cf,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-14T07:25:26,714 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=179, resume processing ppid=176
2024-11-14T07:25:26,715 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=179, ppid=176, state=SUCCESS, hasLock=false; OpenRegionProcedure 866e83a005711087b57909360ee4ac89, server=20680646cf8a,41449,1731568958363 in 174 msec
2024-11-14T07:25:26,715 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=178}] regionserver.HRegion(1038): replaying wal for b9c35ca1aecfa1ce9b4a59dcd2732249
2024-11-14T07:25:26,715 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=178}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testtb-testExportWithChecksum/b9c35ca1aecfa1ce9b4a59dcd2732249
2024-11-14T07:25:26,716 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=178}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testtb-testExportWithChecksum/b9c35ca1aecfa1ce9b4a59dcd2732249
2024-11-14T07:25:26,716 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=178}] regionserver.HRegion(1048): stopping wal replay for b9c35ca1aecfa1ce9b4a59dcd2732249
2024-11-14T07:25:26,716 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=178}] regionserver.HRegion(1060): Cleaning up temporary data for b9c35ca1aecfa1ce9b4a59dcd2732249
2024-11-14T07:25:26,716 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=176, ppid=175, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testtb-testExportWithChecksum, region=866e83a005711087b57909360ee4ac89, ASSIGN in 334 msec
2024-11-14T07:25:26,718 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=178}] regionserver.HRegion(1093): writing seq id for b9c35ca1aecfa1ce9b4a59dcd2732249
2024-11-14T07:25:26,726 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=178}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testtb-testExportWithChecksum/b9c35ca1aecfa1ce9b4a59dcd2732249/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-14T07:25:26,726 INFO  [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=178}] regionserver.HRegion(1114): Opened b9c35ca1aecfa1ce9b4a59dcd2732249; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71449070, jitterRate=0.06467410922050476}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-14T07:25:26,726 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=178}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b9c35ca1aecfa1ce9b4a59dcd2732249
2024-11-14T07:25:26,727 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=178}] regionserver.HRegion(1006): Region open journal for b9c35ca1aecfa1ce9b4a59dcd2732249:
Running coprocessor pre-open hook at 1731569126693Writing region info on filesystem at 1731569126693Initializing all the Stores at 1731569126710 (+17 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '0', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731569126710Cleaning up temporary data from old regions at 1731569126716 (+6 ms)Running coprocessor post-open hooks at 1731569126726 (+10 ms)Region opened successfully at 1731569126726
2024-11-14T07:25:26,727 INFO  [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=178}] regionserver.HRegionServer(2236): Post open deploy tasks for testtb-testExportWithChecksum,1,1731569126344.b9c35ca1aecfa1ce9b4a59dcd2732249., pid=178, masterSystemTime=1731569126688
2024-11-14T07:25:26,729 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=178}] regionserver.HRegionServer(2266): Finished post open deploy task for testtb-testExportWithChecksum,1,1731569126344.b9c35ca1aecfa1ce9b4a59dcd2732249.
2024-11-14T07:25:26,729 INFO  [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=178}] handler.AssignRegionHandler(153): Opened testtb-testExportWithChecksum,1,1731569126344.b9c35ca1aecfa1ce9b4a59dcd2732249.
2024-11-14T07:25:26,730 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=177 updating hbase:meta row=b9c35ca1aecfa1ce9b4a59dcd2732249, regionState=OPEN, openSeqNum=2, regionLocation=20680646cf8a,46383,1731568958548
2024-11-14T07:25:26,732 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=178, ppid=177, state=RUNNABLE, hasLock=false; OpenRegionProcedure b9c35ca1aecfa1ce9b4a59dcd2732249, server=20680646cf8a,46383,1731568958548 because future has completed
2024-11-14T07:25:26,734 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=178, resume processing ppid=177
2024-11-14T07:25:26,734 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=178, ppid=177, state=SUCCESS, hasLock=false; OpenRegionProcedure b9c35ca1aecfa1ce9b4a59dcd2732249, server=20680646cf8a,46383,1731568958548 in 195 msec
2024-11-14T07:25:26,736 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=177, resume processing ppid=175
2024-11-14T07:25:26,737 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=177, ppid=175, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testtb-testExportWithChecksum, region=b9c35ca1aecfa1ce9b4a59dcd2732249, ASSIGN in 353 msec
2024-11-14T07:25:26,737 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=175, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testtb-testExportWithChecksum execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-14T07:25:26,738 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testtb-testExportWithChecksum","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731569126737"}]},"ts":"1731569126737"}
2024-11-14T07:25:26,740 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=testtb-testExportWithChecksum, state=ENABLED in hbase:meta
2024-11-14T07:25:26,741 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=175, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testtb-testExportWithChecksum execute state=CREATE_TABLE_POST_OPERATION
2024-11-14T07:25:26,741 DEBUG [PEWorker-4 {}] access.PermissionStorage(177): Writing permission with rowKey testtb-testExportWithChecksum jenkins: RWXCA
2024-11-14T07:25:26,744 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46383 {}] access.PermissionStorage(613): Read acl: entry[testtb-testExportWithChecksum], kv [jenkins: RWXCA]
2024-11-14T07:25:26,746 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41449-0x1003d1cd0e50001, quorum=127.0.0.1:51438, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl
2024-11-14T07:25:26,746 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46383-0x1003d1cd0e50003, quorum=127.0.0.1:51438, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl
2024-11-14T07:25:26,746 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33371-0x1003d1cd0e50000, quorum=127.0.0.1:51438, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl
2024-11-14T07:25:26,746 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35229-0x1003d1cd0e50002, quorum=127.0.0.1:51438, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl
2024-11-14T07:25:26,749 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testExportExpiredSnapshot with data PBUF\x0A?\x0A\x07jenkins\x124\x08\x03"0\x0A$\x0A\x07default\x12\x19testExportExpiredSnapshot \x00 \x01 \x02 \x03 \x04
2024-11-14T07:25:26,749 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testExportExpiredSnapshot with data PBUF\x0A?\x0A\x07jenkins\x124\x08\x03"0\x0A$\x0A\x07default\x12\x19testExportExpiredSnapshot \x00 \x01 \x02 \x03 \x04
2024-11-14T07:25:26,749 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testExportExpiredSnapshot with data PBUF\x0A?\x0A\x07jenkins\x124\x08\x03"0\x0A$\x0A\x07default\x12\x19testExportExpiredSnapshot \x00 \x01 \x02 \x03 \x04
2024-11-14T07:25:26,749 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportWithChecksum with data PBUF\x0AC\x0A\x07jenkins\x128\x08\x03"4\x0A(\x0A\x07default\x12\x1Dtesttb-testExportWithChecksum \x00 \x01 \x02 \x03 \x04
2024-11-14T07:25:26,749 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportWithChecksum with data PBUF\x0AC\x0A\x07jenkins\x128\x08\x03"4\x0A(\x0A\x07default\x12\x1Dtesttb-testExportWithChecksum \x00 \x01 \x02 \x03 \x04
2024-11-14T07:25:26,749 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportWithChecksum with data PBUF\x0AC\x0A\x07jenkins\x128\x08\x03"4\x0A(\x0A\x07default\x12\x1Dtesttb-testExportWithChecksum \x00 \x01 \x02 \x03 \x04
2024-11-14T07:25:26,750 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testExportExpiredSnapshot with data PBUF\x0A?\x0A\x07jenkins\x124\x08\x03"0\x0A$\x0A\x07default\x12\x19testExportExpiredSnapshot \x00 \x01 \x02 \x03 \x04
2024-11-14T07:25:26,750 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportWithChecksum with data PBUF\x0AC\x0A\x07jenkins\x128\x08\x03"4\x0A(\x0A\x07default\x12\x1Dtesttb-testExportWithChecksum \x00 \x01 \x02 \x03 \x04
2024-11-14T07:25:26,754 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=175, state=SUCCESS, hasLock=false; CreateTableProcedure table=testtb-testExportWithChecksum in 404 msec
2024-11-14T07:25:26,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33371 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=175
2024-11-14T07:25:26,979 INFO  [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testtb-testExportWithChecksum completed
2024-11-14T07:25:26,979 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testtb-testExportWithChecksum,, stopping at row=testtb-testExportWithChecksum ,, for max=2147483647 with caching=100
2024-11-14T07:25:26,982 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2234): Found 2 regions for table testtb-testExportWithChecksum
2024-11-14T07:25:26,982 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2240): firstRegionName=testtb-testExportWithChecksum,,1731569126344.866e83a005711087b57909360ee4ac89.
2024-11-14T07:25:26,983 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-14T07:25:26,985 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testtb-testExportWithChecksum,, stopping at row=testtb-testExportWithChecksum ,, for max=2147483647 with caching=100
2024-11-14T07:25:26,990 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testtb-testExportWithChecksum,, stopping at row=testtb-testExportWithChecksum ,, for max=2147483647 with caching=100
2024-11-14T07:25:26,995 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testtb-testExportWithChecksum,, stopping at row=testtb-testExportWithChecksum ,, for max=2147483647 with caching=100
2024-11-14T07:25:26,998 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33371 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.2 snapshot request for:{ ss=emptySnaptb0-testExportWithChecksum table=testtb-testExportWithChecksum type=FLUSH ttl=0 }
2024-11-14T07:25:26,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33371 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1731569126998 (current time:1731569126998).
2024-11-14T07:25:26,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33371 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0
2024-11-14T07:25:26,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33371 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot emptySnaptb0-testExportWithChecksum VERSION not specified, setting to 2
2024-11-14T07:25:26,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33371 {}] snapshot.SnapshotDescriptionUtils(346): Set jenkins as owner of Snapshot
2024-11-14T07:25:26,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33371 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6599ad64, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-14T07:25:26,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33371 {}] client.ClusterIdFetcher(90): Going to request 20680646cf8a,33371,-1 for getting cluster id
2024-11-14T07:25:26,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33371 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-14T07:25:26,999 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '46377f42-1a23-4b7c-b287-d7f34e5e911d'
2024-11-14T07:25:27,000 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-14T07:25:27,000 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "46377f42-1a23-4b7c-b287-d7f34e5e911d"

2024-11-14T07:25:27,000 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17ef187d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-14T07:25:27,000 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [20680646cf8a,33371,-1]
2024-11-14T07:25:27,000 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-14T07:25:27,001 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-14T07:25:27,001 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60582, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-14T07:25:27,002 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4acadeca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-14T07:25:27,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33371 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-14T07:25:27,003 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=20680646cf8a,35229,1731568958498, seqNum=-1]
2024-11-14T07:25:27,003 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-14T07:25:27,004 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48674, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-14T07:25:27,006 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33371 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33371.
2024-11-14T07:25:27,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33371 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353)
    at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767)
    at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java)
    at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
    at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T07:25:27,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33371 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-14T07:25:27,006 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-14T07:25:27,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33371 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-14T07:25:27,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33371 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73d23e21, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-14T07:25:27,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33371 {}] client.ClusterIdFetcher(90): Going to request 20680646cf8a,33371,-1 for getting cluster id
2024-11-14T07:25:27,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33371 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-14T07:25:27,008 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '46377f42-1a23-4b7c-b287-d7f34e5e911d'
2024-11-14T07:25:27,008 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-14T07:25:27,008 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "46377f42-1a23-4b7c-b287-d7f34e5e911d"

2024-11-14T07:25:27,008 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@455b8f8c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-14T07:25:27,008 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [20680646cf8a,33371,-1]
2024-11-14T07:25:27,008 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-14T07:25:27,008 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-14T07:25:27,009 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60600, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-14T07:25:27,009 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b8dc5e7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-14T07:25:27,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33371 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-14T07:25:27,011 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=20680646cf8a,35229,1731568958498, seqNum=-1]
2024-11-14T07:25:27,011 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-14T07:25:27,012 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48690, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-14T07:25:27,014 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:acl', row='testtb-testExportWithChecksum', locateType=CURRENT is [region=hbase:acl,,1731568961356.99a97c7ce2d8675b0310f1de2e0c2662., hostname=20680646cf8a,46383,1731568958548, seqNum=2]
2024-11-14T07:25:27,014 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-14T07:25:27,016 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48358, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-14T07:25:27,017 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33371 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33371.
2024-11-14T07:25:27,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33371 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.security.access.PermissionStorage.getPermissions(PermissionStorage.java:522)
    at org.apache.hadoop.hbase.security.access.PermissionStorage.getTablePermissions(PermissionStorage.java:485)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils$1.run(SnapshotDescriptionUtils.java:490)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils$1.run(SnapshotDescriptionUtils.java:487)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:712)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:439)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953)
    at org.apache.hadoop.security.SecurityUtil.doAsUser(SecurityUtil.java:555)
    at org.apache.hadoop.security.SecurityUtil.doAsLoginUser(SecurityUtil.java:535)
    at jdk.internal.reflect.GeneratedMethodAccessor262.invoke(Unknown Source)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.apache.hadoop.hbase.util.Methods.call(Methods.java:39)
    at org.apache.hadoop.hbase.security.User.runAsLoginUser(User.java:174)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.writeAclToSnapshotDescription(SnapshotDescriptionUtils.java:487)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:354)
    at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767)
    at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java)
    at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
    at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T07:25:27,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33371 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-14T07:25:27,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33371 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-14T07:25:27,017 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-14T07:25:27,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33371 {}] access.PermissionStorage(613): Read acl: entry[testtb-testExportWithChecksum], kv [jenkins: RWXCA]
2024-11-14T07:25:27,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33371 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot...
2024-11-14T07:25:27,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33371 {}] procedure2.ProcedureExecutor(1139): Stored pid=180, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=180, snapshot={ ss=emptySnaptb0-testExportWithChecksum table=testtb-testExportWithChecksum type=FLUSH ttl=0 }
2024-11-14T07:25:27,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33371 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=emptySnaptb0-testExportWithChecksum table=testtb-testExportWithChecksum type=FLUSH ttl=0 }, snapshot procedure id = 180
2024-11-14T07:25:27,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33371 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=180
2024-11-14T07:25:27,020 INFO  [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=180, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=180, snapshot={ ss=emptySnaptb0-testExportWithChecksum table=testtb-testExportWithChecksum type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE
2024-11-14T07:25:27,021 INFO  [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=180, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=180, snapshot={ ss=emptySnaptb0-testExportWithChecksum table=testtb-testExportWithChecksum type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION
2024-11-14T07:25:27,023 INFO  [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=180, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=180, snapshot={ ss=emptySnaptb0-testExportWithChecksum table=testtb-testExportWithChecksum type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO
2024-11-14T07:25:27,030 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073742257_1433 (size=161)
2024-11-14T07:25:27,030 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073742257_1433 (size=161)
2024-11-14T07:25:27,030 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073742257_1433 (size=161)
2024-11-14T07:25:27,032 INFO  [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=180, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=180, snapshot={ ss=emptySnaptb0-testExportWithChecksum table=testtb-testExportWithChecksum type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS
2024-11-14T07:25:27,032 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=181, ppid=180, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 866e83a005711087b57909360ee4ac89}, {pid=182, ppid=180, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b9c35ca1aecfa1ce9b4a59dcd2732249}]
2024-11-14T07:25:27,033 INFO  [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=182, ppid=180, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b9c35ca1aecfa1ce9b4a59dcd2732249
2024-11-14T07:25:27,033 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=181, ppid=180, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 866e83a005711087b57909360ee4ac89
2024-11-14T07:25:27,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33371 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=180
2024-11-14T07:25:27,184 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41449 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=181
2024-11-14T07:25:27,184 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46383 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=182
2024-11-14T07:25:27,185 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=182}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on testtb-testExportWithChecksum,1,1731569126344.b9c35ca1aecfa1ce9b4a59dcd2732249.
2024-11-14T07:25:27,185 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=181}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on testtb-testExportWithChecksum,,1731569126344.866e83a005711087b57909360ee4ac89.
2024-11-14T07:25:27,185 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=181}] regionserver.HRegion(2603): Flush status journal for 866e83a005711087b57909360ee4ac89:

2024-11-14T07:25:27,185 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=182}] regionserver.HRegion(2603): Flush status journal for b9c35ca1aecfa1ce9b4a59dcd2732249:

2024-11-14T07:25:27,185 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=181}] regionserver.SnapshotRegionCallable(75): Snapshotting region testtb-testExportWithChecksum,,1731569126344.866e83a005711087b57909360ee4ac89. for emptySnaptb0-testExportWithChecksum completed.
2024-11-14T07:25:27,185 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=182}] regionserver.SnapshotRegionCallable(75): Snapshotting region testtb-testExportWithChecksum,1,1731569126344.b9c35ca1aecfa1ce9b4a59dcd2732249. for emptySnaptb0-testExportWithChecksum completed.
2024-11-14T07:25:27,185 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=181}] snapshot.SnapshotManifest(241): Storing 'testtb-testExportWithChecksum,,1731569126344.866e83a005711087b57909360ee4ac89.' region-info for snapshot=emptySnaptb0-testExportWithChecksum
2024-11-14T07:25:27,185 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=182}] snapshot.SnapshotManifest(241): Storing 'testtb-testExportWithChecksum,1,1731569126344.b9c35ca1aecfa1ce9b4a59dcd2732249.' region-info for snapshot=emptySnaptb0-testExportWithChecksum
2024-11-14T07:25:27,185 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=182}] snapshot.SnapshotManifest(246): Creating references for hfiles
2024-11-14T07:25:27,185 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=181}] snapshot.SnapshotManifest(246): Creating references for hfiles
2024-11-14T07:25:27,185 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=182}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles
2024-11-14T07:25:27,185 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=181}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles
2024-11-14T07:25:27,194 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073742259_1435 (size=68)
2024-11-14T07:25:27,194 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073742259_1435 (size=68)
2024-11-14T07:25:27,195 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073742259_1435 (size=68)
2024-11-14T07:25:27,195 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=181}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on testtb-testExportWithChecksum,,1731569126344.866e83a005711087b57909360ee4ac89.
2024-11-14T07:25:27,195 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=181}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=181
2024-11-14T07:25:27,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33371 {}] master.HMaster(4169): Remote procedure done, pid=181
2024-11-14T07:25:27,196 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33371 {}] procedure.SnapshotRegionProcedure(132): finish snapshot emptySnaptb0-testExportWithChecksum on region 866e83a005711087b57909360ee4ac89
2024-11-14T07:25:27,196 INFO  [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=181, ppid=180, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 866e83a005711087b57909360ee4ac89
2024-11-14T07:25:27,198 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073742258_1434 (size=68)
2024-11-14T07:25:27,199 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073742258_1434 (size=68)
2024-11-14T07:25:27,199 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073742258_1434 (size=68)
2024-11-14T07:25:27,200 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=181, ppid=180, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 866e83a005711087b57909360ee4ac89 in 165 msec
2024-11-14T07:25:27,200 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=182}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on testtb-testExportWithChecksum,1,1731569126344.b9c35ca1aecfa1ce9b4a59dcd2732249.
2024-11-14T07:25:27,200 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=182}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=182
2024-11-14T07:25:27,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33371 {}] master.HMaster(4169): Remote procedure done, pid=182
2024-11-14T07:25:27,201 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33371 {}] procedure.SnapshotRegionProcedure(132): finish snapshot emptySnaptb0-testExportWithChecksum on region b9c35ca1aecfa1ce9b4a59dcd2732249
2024-11-14T07:25:27,201 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=182, ppid=180, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b9c35ca1aecfa1ce9b4a59dcd2732249
2024-11-14T07:25:27,204 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=182, resume processing ppid=180
2024-11-14T07:25:27,204 INFO  [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=180, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=180, snapshot={ ss=emptySnaptb0-testExportWithChecksum table=testtb-testExportWithChecksum type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS
2024-11-14T07:25:27,204 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=182, ppid=180, state=SUCCESS, hasLock=false; SnapshotRegionProcedure b9c35ca1aecfa1ce9b4a59dcd2732249 in 170 msec
2024-11-14T07:25:27,205 INFO  [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=180, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=180, snapshot={ ss=emptySnaptb0-testExportWithChecksum table=testtb-testExportWithChecksum type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION
2024-11-14T07:25:27,210 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(300): Storing region-info for snapshot.
2024-11-14T07:25:27,210 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(305): Creating references for hfiles
2024-11-14T07:25:27,210 DEBUG [MobRegionSnapshotPool-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T07:25:27,210 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(328): No files under family: cf
2024-11-14T07:25:27,218 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073742260_1436 (size=60)
2024-11-14T07:25:27,219 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073742260_1436 (size=60)
2024-11-14T07:25:27,224 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073742260_1436 (size=60)
2024-11-14T07:25:27,226 INFO  [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=180, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=180, snapshot={ ss=emptySnaptb0-testExportWithChecksum table=testtb-testExportWithChecksum type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT
2024-11-14T07:25:27,226 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for emptySnaptb0-testExportWithChecksum
2024-11-14T07:25:27,226 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/.hbase-snapshot/.tmp/emptySnaptb0-testExportWithChecksum
2024-11-14T07:25:27,238 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073742261_1437 (size=641)
2024-11-14T07:25:27,239 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073742261_1437 (size=641)
2024-11-14T07:25:27,239 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073742261_1437 (size=641)
2024-11-14T07:25:27,241 INFO  [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=180, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=180, snapshot={ ss=emptySnaptb0-testExportWithChecksum table=testtb-testExportWithChecksum type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT
2024-11-14T07:25:27,246 INFO  [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=180, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=180, snapshot={ ss=emptySnaptb0-testExportWithChecksum table=testtb-testExportWithChecksum type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT
2024-11-14T07:25:27,247 DEBUG [PEWorker-1 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/.hbase-snapshot/.tmp/emptySnaptb0-testExportWithChecksum to hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/.hbase-snapshot/emptySnaptb0-testExportWithChecksum
2024-11-14T07:25:27,248 INFO  [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=180, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=180, snapshot={ ss=emptySnaptb0-testExportWithChecksum table=testtb-testExportWithChecksum type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION
2024-11-14T07:25:27,248 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=emptySnaptb0-testExportWithChecksum table=testtb-testExportWithChecksum type=FLUSH ttl=0 }, snapshot procedure id = 180
2024-11-14T07:25:27,250 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=180, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=180, snapshot={ ss=emptySnaptb0-testExportWithChecksum table=testtb-testExportWithChecksum type=FLUSH ttl=0 } in 230 msec
2024-11-14T07:25:27,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33371 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=180
2024-11-14T07:25:27,339 INFO  [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: default:testtb-testExportWithChecksum completed
2024-11-14T07:25:27,344 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41449 {}] regionserver.HRegion(8528): writing data to region testtb-testExportWithChecksum,,1731569126344.866e83a005711087b57909360ee4ac89. with WAL disabled. Data may be lost in the event of a crash.
2024-11-14T07:25:27,347 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46383 {}] regionserver.HRegion(8528): writing data to region testtb-testExportWithChecksum,1,1731569126344.b9c35ca1aecfa1ce9b4a59dcd2732249. with WAL disabled. Data may be lost in the event of a crash.
2024-11-14T07:25:27,349 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testtb-testExportWithChecksum,, stopping at row=testtb-testExportWithChecksum ,, for max=2147483647 with caching=100
2024-11-14T07:25:27,352 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2234): Found 2 regions for table testtb-testExportWithChecksum
2024-11-14T07:25:27,352 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2240): firstRegionName=testtb-testExportWithChecksum,,1731569126344.866e83a005711087b57909360ee4ac89.
2024-11-14T07:25:27,352 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-14T07:25:27,354 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testtb-testExportWithChecksum,, stopping at row=testtb-testExportWithChecksum ,, for max=2147483647 with caching=100
2024-11-14T07:25:27,360 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testtb-testExportWithChecksum,, stopping at row=testtb-testExportWithChecksum ,, for max=2147483647 with caching=100
2024-11-14T07:25:27,367 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testtb-testExportWithChecksum,, stopping at row=testtb-testExportWithChecksum ,, for max=2147483647 with caching=100
2024-11-14T07:25:27,371 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33371 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.2 snapshot request for:{ ss=snaptb0-testExportWithChecksum table=testtb-testExportWithChecksum type=FLUSH ttl=0 }
2024-11-14T07:25:27,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33371 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1731569127371 (current time:1731569127371).
2024-11-14T07:25:27,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33371 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0
2024-11-14T07:25:27,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33371 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snaptb0-testExportWithChecksum VERSION not specified, setting to 2
2024-11-14T07:25:27,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33371 {}] snapshot.SnapshotDescriptionUtils(346): Set jenkins as owner of Snapshot
2024-11-14T07:25:27,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33371 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d612b8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-14T07:25:27,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33371 {}] client.ClusterIdFetcher(90): Going to request 20680646cf8a,33371,-1 for getting cluster id
2024-11-14T07:25:27,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33371 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-14T07:25:27,374 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '46377f42-1a23-4b7c-b287-d7f34e5e911d'
2024-11-14T07:25:27,374 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-14T07:25:27,374 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "46377f42-1a23-4b7c-b287-d7f34e5e911d"

2024-11-14T07:25:27,374 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7912afa7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-14T07:25:27,374 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [20680646cf8a,33371,-1]
2024-11-14T07:25:27,375 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-14T07:25:27,375 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-14T07:25:27,376 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60604, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-14T07:25:27,376 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ed34efb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-14T07:25:27,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33371 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-14T07:25:27,378 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=20680646cf8a,35229,1731568958498, seqNum=-1]
2024-11-14T07:25:27,378 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-14T07:25:27,379 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48698, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-14T07:25:27,380 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33371 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33371.
2024-11-14T07:25:27,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33371 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353)
    at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767)
    at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java)
    at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
    at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T07:25:27,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33371 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-14T07:25:27,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33371 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-14T07:25:27,381 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-14T07:25:27,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33371 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1dd74a32, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-14T07:25:27,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33371 {}] client.ClusterIdFetcher(90): Going to request 20680646cf8a,33371,-1 for getting cluster id
2024-11-14T07:25:27,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33371 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-14T07:25:27,386 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '46377f42-1a23-4b7c-b287-d7f34e5e911d'
2024-11-14T07:25:27,387 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-14T07:25:27,387 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "46377f42-1a23-4b7c-b287-d7f34e5e911d"

2024-11-14T07:25:27,387 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@131515b7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-14T07:25:27,387 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [20680646cf8a,33371,-1]
2024-11-14T07:25:27,387 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-14T07:25:27,387 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-14T07:25:27,388 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60612, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-14T07:25:27,389 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@365cd90e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-14T07:25:27,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33371 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-14T07:25:27,390 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=20680646cf8a,35229,1731568958498, seqNum=-1]
2024-11-14T07:25:27,390 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-14T07:25:27,391 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48710, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-14T07:25:27,393 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:acl', row='testtb-testExportWithChecksum', locateType=CURRENT is [region=hbase:acl,,1731568961356.99a97c7ce2d8675b0310f1de2e0c2662., hostname=20680646cf8a,46383,1731568958548, seqNum=2]
2024-11-14T07:25:27,393 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-14T07:25:27,395 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48362, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-14T07:25:27,396 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33371 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33371.
2024-11-14T07:25:27,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33371 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.security.access.PermissionStorage.getPermissions(PermissionStorage.java:522)
    at org.apache.hadoop.hbase.security.access.PermissionStorage.getTablePermissions(PermissionStorage.java:485)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils$1.run(SnapshotDescriptionUtils.java:490)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils$1.run(SnapshotDescriptionUtils.java:487)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:712)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:439)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953)
    at org.apache.hadoop.security.SecurityUtil.doAsUser(SecurityUtil.java:555)
    at org.apache.hadoop.security.SecurityUtil.doAsLoginUser(SecurityUtil.java:535)
    at jdk.internal.reflect.GeneratedMethodAccessor262.invoke(Unknown Source)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.apache.hadoop.hbase.util.Methods.call(Methods.java:39)
    at org.apache.hadoop.hbase.security.User.runAsLoginUser(User.java:174)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.writeAclToSnapshotDescription(SnapshotDescriptionUtils.java:487)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:354)
    at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767)
    at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java)
    at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
    at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T07:25:27,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33371 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-14T07:25:27,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33371 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-14T07:25:27,396 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-14T07:25:27,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33371 {}] access.PermissionStorage(613): Read acl: entry[testtb-testExportWithChecksum], kv [jenkins: RWXCA]
2024-11-14T07:25:27,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33371 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot...
2024-11-14T07:25:27,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33371 {}] procedure2.ProcedureExecutor(1139): Stored pid=183, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=183, snapshot={ ss=snaptb0-testExportWithChecksum table=testtb-testExportWithChecksum type=FLUSH ttl=0 }
2024-11-14T07:25:27,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33371 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snaptb0-testExportWithChecksum table=testtb-testExportWithChecksum type=FLUSH ttl=0 }, snapshot procedure id = 183
2024-11-14T07:25:27,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33371 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=183
2024-11-14T07:25:27,400 INFO  [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=183, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=183, snapshot={ ss=snaptb0-testExportWithChecksum table=testtb-testExportWithChecksum type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE
2024-11-14T07:25:27,401 INFO  [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=183, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=183, snapshot={ ss=snaptb0-testExportWithChecksum table=testtb-testExportWithChecksum type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION
2024-11-14T07:25:27,404 INFO  [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=183, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=183, snapshot={ ss=snaptb0-testExportWithChecksum table=testtb-testExportWithChecksum type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO
2024-11-14T07:25:27,410 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073742262_1438 (size=156)
2024-11-14T07:25:27,410 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073742262_1438 (size=156)
2024-11-14T07:25:27,416 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073742262_1438 (size=156)
2024-11-14T07:25:27,417 INFO  [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=183, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=183, snapshot={ ss=snaptb0-testExportWithChecksum table=testtb-testExportWithChecksum type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS
2024-11-14T07:25:27,417 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=184, ppid=183, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 866e83a005711087b57909360ee4ac89}, {pid=185, ppid=183, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b9c35ca1aecfa1ce9b4a59dcd2732249}]
2024-11-14T07:25:27,418 INFO  [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=185, ppid=183, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b9c35ca1aecfa1ce9b4a59dcd2732249
2024-11-14T07:25:27,418 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=184, ppid=183, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 866e83a005711087b57909360ee4ac89
2024-11-14T07:25:27,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33371 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=183
2024-11-14T07:25:27,570 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41449 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=184
2024-11-14T07:25:27,570 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46383 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=185
2024-11-14T07:25:27,570 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=184}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on testtb-testExportWithChecksum,,1731569126344.866e83a005711087b57909360ee4ac89.
2024-11-14T07:25:27,570 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=185}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on testtb-testExportWithChecksum,1,1731569126344.b9c35ca1aecfa1ce9b4a59dcd2732249.
2024-11-14T07:25:27,570 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=184}] regionserver.HRegion(2902): Flushing 866e83a005711087b57909360ee4ac89 1/1 column families, dataSize=333 B heapSize=976 B
2024-11-14T07:25:27,570 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=185}] regionserver.HRegion(2902): Flushing b9c35ca1aecfa1ce9b4a59dcd2732249 1/1 column families, dataSize=2.93 KB heapSize=6.58 KB
2024-11-14T07:25:27,587 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=185}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/mobdir/.tmp/c4ca4238a0b923820dcc509a6f75849b20241114be02707b0ba04302ad5767ddb1dc8508_b9c35ca1aecfa1ce9b4a59dcd2732249 is 71, key is 133314b1a34e9900964e7d943f57bb80/cf:q/1731569127347/Put/seqid=0
2024-11-14T07:25:27,592 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073742263_1439 (size=8031)
2024-11-14T07:25:27,592 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073742263_1439 (size=8031)
2024-11-14T07:25:27,592 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073742263_1439 (size=8031)
2024-11-14T07:25:27,593 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=185}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T07:25:27,597 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=184}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114c18e2e069c5f486b9aee105f963faf8f_866e83a005711087b57909360ee4ac89 is 71, key is 089be7b52ce29cfd2c07967465f11786/cf:q/1731569127344/Put/seqid=0
2024-11-14T07:25:27,599 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=185}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/mobdir/.tmp/c4ca4238a0b923820dcc509a6f75849b20241114be02707b0ba04302ad5767ddb1dc8508_b9c35ca1aecfa1ce9b4a59dcd2732249 to hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/mobdir/data/default/testtb-testExportWithChecksum/079394da860334b7f5313f35a50f5bc6/cf/c4ca4238a0b923820dcc509a6f75849b20241114be02707b0ba04302ad5767ddb1dc8508_b9c35ca1aecfa1ce9b4a59dcd2732249
2024-11-14T07:25:27,601 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=185}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testtb-testExportWithChecksum/b9c35ca1aecfa1ce9b4a59dcd2732249/.tmp/cf/731615cd3c204adbb32699d152d05f0b, store: [table=testtb-testExportWithChecksum family=cf region=b9c35ca1aecfa1ce9b4a59dcd2732249]
2024-11-14T07:25:27,602 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=185}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testtb-testExportWithChecksum/b9c35ca1aecfa1ce9b4a59dcd2732249/.tmp/cf/731615cd3c204adbb32699d152d05f0b is 206, key is 1d48edf1f934d8c63d2473f67d44ffa47/cf:q/1731569127347/Put/seqid=0
2024-11-14T07:25:27,606 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073742264_1440 (size=5241)
2024-11-14T07:25:27,606 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073742264_1440 (size=5241)
2024-11-14T07:25:27,606 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073742264_1440 (size=5241)
2024-11-14T07:25:27,607 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=184}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T07:25:27,611 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=184}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114c18e2e069c5f486b9aee105f963faf8f_866e83a005711087b57909360ee4ac89 to hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/mobdir/data/default/testtb-testExportWithChecksum/079394da860334b7f5313f35a50f5bc6/cf/d41d8cd98f00b204e9800998ecf8427e20241114c18e2e069c5f486b9aee105f963faf8f_866e83a005711087b57909360ee4ac89
2024-11-14T07:25:27,612 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=184}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testtb-testExportWithChecksum/866e83a005711087b57909360ee4ac89/.tmp/cf/ced29c71e5cd4adabc89a3da4c4631f6, store: [table=testtb-testExportWithChecksum family=cf region=866e83a005711087b57909360ee4ac89]
2024-11-14T07:25:27,613 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=184}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testtb-testExportWithChecksum/866e83a005711087b57909360ee4ac89/.tmp/cf/ced29c71e5cd4adabc89a3da4c4631f6 is 206, key is 0c28878a568783e7887178bc16addc214/cf:q/1731569127344/Put/seqid=0
2024-11-14T07:25:27,619 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073742265_1441 (size=14449)
2024-11-14T07:25:27,619 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073742265_1441 (size=14449)
2024-11-14T07:25:27,620 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073742265_1441 (size=14449)
2024-11-14T07:25:27,620 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=185}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=6, memsize=2.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testtb-testExportWithChecksum/b9c35ca1aecfa1ce9b4a59dcd2732249/.tmp/cf/731615cd3c204adbb32699d152d05f0b
2024-11-14T07:25:27,625 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=185}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testtb-testExportWithChecksum/b9c35ca1aecfa1ce9b4a59dcd2732249/.tmp/cf/731615cd3c204adbb32699d152d05f0b as hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testtb-testExportWithChecksum/b9c35ca1aecfa1ce9b4a59dcd2732249/cf/731615cd3c204adbb32699d152d05f0b
2024-11-14T07:25:27,629 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=185}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testtb-testExportWithChecksum/b9c35ca1aecfa1ce9b4a59dcd2732249/cf/731615cd3c204adbb32699d152d05f0b, entries=45, sequenceid=6, filesize=14.1 K
2024-11-14T07:25:27,630 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=185}] regionserver.HRegion(3140): Finished flush of dataSize ~2.93 KB/3003, heapSize ~6.56 KB/6720, currentSize=0 B/0 for b9c35ca1aecfa1ce9b4a59dcd2732249 in 60ms, sequenceid=6, compaction requested=false
2024-11-14T07:25:27,630 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=185}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testtb-testExportWithChecksum'
2024-11-14T07:25:27,631 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=185}] regionserver.HRegion(2603): Flush status journal for b9c35ca1aecfa1ce9b4a59dcd2732249:

2024-11-14T07:25:27,631 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=185}] regionserver.SnapshotRegionCallable(75): Snapshotting region testtb-testExportWithChecksum,1,1731569126344.b9c35ca1aecfa1ce9b4a59dcd2732249. for snaptb0-testExportWithChecksum completed.
2024-11-14T07:25:27,631 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=185}] snapshot.SnapshotManifest(241): Storing 'testtb-testExportWithChecksum,1,1731569126344.b9c35ca1aecfa1ce9b4a59dcd2732249.' region-info for snapshot=snaptb0-testExportWithChecksum
2024-11-14T07:25:27,631 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=185}] snapshot.SnapshotManifest(246): Creating references for hfiles
2024-11-14T07:25:27,631 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=185}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testtb-testExportWithChecksum/b9c35ca1aecfa1ce9b4a59dcd2732249/cf/731615cd3c204adbb32699d152d05f0b] hfiles
2024-11-14T07:25:27,631 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=185}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testtb-testExportWithChecksum/b9c35ca1aecfa1ce9b4a59dcd2732249/cf/731615cd3c204adbb32699d152d05f0b for snapshot=snaptb0-testExportWithChecksum
2024-11-14T07:25:27,634 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073742266_1442 (size=6308)
2024-11-14T07:25:27,634 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073742266_1442 (size=6308)
2024-11-14T07:25:27,634 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073742266_1442 (size=6308)
2024-11-14T07:25:27,635 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=184}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=6, memsize=333, hasBloomFilter=true, into tmp file hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testtb-testExportWithChecksum/866e83a005711087b57909360ee4ac89/.tmp/cf/ced29c71e5cd4adabc89a3da4c4631f6
2024-11-14T07:25:27,640 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=184}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testtb-testExportWithChecksum/866e83a005711087b57909360ee4ac89/.tmp/cf/ced29c71e5cd4adabc89a3da4c4631f6 as hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testtb-testExportWithChecksum/866e83a005711087b57909360ee4ac89/cf/ced29c71e5cd4adabc89a3da4c4631f6
2024-11-14T07:25:27,645 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=184}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testtb-testExportWithChecksum/866e83a005711087b57909360ee4ac89/cf/ced29c71e5cd4adabc89a3da4c4631f6, entries=5, sequenceid=6, filesize=6.2 K
2024-11-14T07:25:27,646 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=184}] regionserver.HRegion(3140): Finished flush of dataSize ~333 B/333, heapSize ~960 B/960, currentSize=0 B/0 for 866e83a005711087b57909360ee4ac89 in 76ms, sequenceid=6, compaction requested=false
2024-11-14T07:25:27,646 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=184}] regionserver.HRegion(2603): Flush status journal for 866e83a005711087b57909360ee4ac89:

2024-11-14T07:25:27,646 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=184}] regionserver.SnapshotRegionCallable(75): Snapshotting region testtb-testExportWithChecksum,,1731569126344.866e83a005711087b57909360ee4ac89. for snaptb0-testExportWithChecksum completed.
2024-11-14T07:25:27,646 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=184}] snapshot.SnapshotManifest(241): Storing 'testtb-testExportWithChecksum,,1731569126344.866e83a005711087b57909360ee4ac89.' region-info for snapshot=snaptb0-testExportWithChecksum
2024-11-14T07:25:27,646 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=184}] snapshot.SnapshotManifest(246): Creating references for hfiles
2024-11-14T07:25:27,646 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=184}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testtb-testExportWithChecksum/866e83a005711087b57909360ee4ac89/cf/ced29c71e5cd4adabc89a3da4c4631f6] hfiles
2024-11-14T07:25:27,646 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=184}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testtb-testExportWithChecksum/866e83a005711087b57909360ee4ac89/cf/ced29c71e5cd4adabc89a3da4c4631f6 for snapshot=snaptb0-testExportWithChecksum
2024-11-14T07:25:27,665 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073742267_1443 (size=107)
2024-11-14T07:25:27,665 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073742267_1443 (size=107)
2024-11-14T07:25:27,666 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073742267_1443 (size=107)
2024-11-14T07:25:27,666 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=185}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on testtb-testExportWithChecksum,1,1731569126344.b9c35ca1aecfa1ce9b4a59dcd2732249.
2024-11-14T07:25:27,666 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=185}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=185
2024-11-14T07:25:27,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33371 {}] master.HMaster(4169): Remote procedure done, pid=185
2024-11-14T07:25:27,667 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33371 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snaptb0-testExportWithChecksum on region b9c35ca1aecfa1ce9b4a59dcd2732249
2024-11-14T07:25:27,667 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=185, ppid=183, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b9c35ca1aecfa1ce9b4a59dcd2732249
2024-11-14T07:25:27,667 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073742268_1444 (size=107)
2024-11-14T07:25:27,667 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073742268_1444 (size=107)
2024-11-14T07:25:27,668 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073742268_1444 (size=107)
2024-11-14T07:25:27,668 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=184}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on testtb-testExportWithChecksum,,1731569126344.866e83a005711087b57909360ee4ac89.
2024-11-14T07:25:27,668 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=184}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=184
2024-11-14T07:25:27,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33371 {}] master.HMaster(4169): Remote procedure done, pid=184
2024-11-14T07:25:27,669 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33371 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snaptb0-testExportWithChecksum on region 866e83a005711087b57909360ee4ac89
2024-11-14T07:25:27,669 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=184, ppid=183, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 866e83a005711087b57909360ee4ac89
2024-11-14T07:25:27,671 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=185, ppid=183, state=SUCCESS, hasLock=false; SnapshotRegionProcedure b9c35ca1aecfa1ce9b4a59dcd2732249 in 251 msec
2024-11-14T07:25:27,672 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=184, resume processing ppid=183
2024-11-14T07:25:27,672 INFO  [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=183, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=183, snapshot={ ss=snaptb0-testExportWithChecksum table=testtb-testExportWithChecksum type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS
2024-11-14T07:25:27,672 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=184, ppid=183, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 866e83a005711087b57909360ee4ac89 in 253 msec
2024-11-14T07:25:27,672 INFO  [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=183, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=183, snapshot={ ss=snaptb0-testExportWithChecksum table=testtb-testExportWithChecksum type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION
2024-11-14T07:25:27,673 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(300): Storing region-info for snapshot.
2024-11-14T07:25:27,673 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(305): Creating references for hfiles
2024-11-14T07:25:27,673 DEBUG [MobRegionSnapshotPool-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T07:25:27,675 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(366): Adding snapshot references for [hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/mobdir/data/default/testtb-testExportWithChecksum/079394da860334b7f5313f35a50f5bc6/cf/c4ca4238a0b923820dcc509a6f75849b20241114be02707b0ba04302ad5767ddb1dc8508_b9c35ca1aecfa1ce9b4a59dcd2732249, hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/mobdir/data/default/testtb-testExportWithChecksum/079394da860334b7f5313f35a50f5bc6/cf/d41d8cd98f00b204e9800998ecf8427e20241114c18e2e069c5f486b9aee105f963faf8f_866e83a005711087b57909360ee4ac89] hfiles
2024-11-14T07:25:27,675 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(374): Adding reference for hfile (1/2): hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/mobdir/data/default/testtb-testExportWithChecksum/079394da860334b7f5313f35a50f5bc6/cf/c4ca4238a0b923820dcc509a6f75849b20241114be02707b0ba04302ad5767ddb1dc8508_b9c35ca1aecfa1ce9b4a59dcd2732249
2024-11-14T07:25:27,675 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(374): Adding reference for hfile (2/2): hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/mobdir/data/default/testtb-testExportWithChecksum/079394da860334b7f5313f35a50f5bc6/cf/d41d8cd98f00b204e9800998ecf8427e20241114c18e2e069c5f486b9aee105f963faf8f_866e83a005711087b57909360ee4ac89
2024-11-14T07:25:27,681 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073742269_1445 (size=291)
2024-11-14T07:25:27,681 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073742269_1445 (size=291)
2024-11-14T07:25:27,681 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073742269_1445 (size=291)
2024-11-14T07:25:27,682 INFO  [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=183, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=183, snapshot={ ss=snaptb0-testExportWithChecksum table=testtb-testExportWithChecksum type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT
2024-11-14T07:25:27,683 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snaptb0-testExportWithChecksum
2024-11-14T07:25:27,683 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/.hbase-snapshot/.tmp/snaptb0-testExportWithChecksum
2024-11-14T07:25:27,694 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073742270_1446 (size=951)
2024-11-14T07:25:27,694 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073742270_1446 (size=951)
2024-11-14T07:25:27,695 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073742270_1446 (size=951)
2024-11-14T07:25:27,698 INFO  [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=183, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=183, snapshot={ ss=snaptb0-testExportWithChecksum table=testtb-testExportWithChecksum type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT
2024-11-14T07:25:27,704 INFO  [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=183, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=183, snapshot={ ss=snaptb0-testExportWithChecksum table=testtb-testExportWithChecksum type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT
2024-11-14T07:25:27,705 DEBUG [PEWorker-5 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/.hbase-snapshot/.tmp/snaptb0-testExportWithChecksum to hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/.hbase-snapshot/snaptb0-testExportWithChecksum
2024-11-14T07:25:27,706 INFO  [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=183, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=183, snapshot={ ss=snaptb0-testExportWithChecksum table=testtb-testExportWithChecksum type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION
2024-11-14T07:25:27,706 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snaptb0-testExportWithChecksum table=testtb-testExportWithChecksum type=FLUSH ttl=0 }, snapshot procedure id = 183
2024-11-14T07:25:27,707 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=183, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=183, snapshot={ ss=snaptb0-testExportWithChecksum table=testtb-testExportWithChecksum type=FLUSH ttl=0 } in 309 msec
2024-11-14T07:25:27,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33371 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=183
2024-11-14T07:25:27,718 INFO  [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: default:testtb-testExportWithChecksum completed
2024-11-14T07:25:27,718 INFO  [Time-limited test {}] snapshot.TestExportSnapshot(475): Local export destination path: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/test-data/223408e5-ae9c-411c-e3d8-231e394aecc4/local-export-1731569127718
2024-11-14T07:25:27,718 INFO  [Time-limited test {}] snapshot.TestExportSnapshot(494): tgtFsUri=file:///, tgtDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/test-data/223408e5-ae9c-411c-e3d8-231e394aecc4/local-export-1731569127718, rawTgtDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/test-data/223408e5-ae9c-411c-e3d8-231e394aecc4/local-export-1731569127718, srcFsUri=hdfs://localhost:33275, srcDir=hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50
2024-11-14T07:25:27,745 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1085): inputFs=hdfs://localhost:33275, inputRoot=hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50
2024-11-14T07:25:27,745 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1086): outputFs=org.apache.hadoop.fs.LocalFileSystem@1b5dbbd9, outputRoot=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/test-data/223408e5-ae9c-411c-e3d8-231e394aecc4/local-export-1731569127718, skipTmp=false, initialOutputSnapshotDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/test-data/223408e5-ae9c-411c-e3d8-231e394aecc4/local-export-1731569127718/.hbase-snapshot/.tmp/snaptb0-testExportWithChecksum
2024-11-14T07:25:27,747 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1095): Verify the source snapshot's expiration status and integrity.
2024-11-14T07:25:27,751 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1153): Copy Snapshot Manifest from hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/.hbase-snapshot/snaptb0-testExportWithChecksum to file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/test-data/223408e5-ae9c-411c-e3d8-231e394aecc4/local-export-1731569127718/.hbase-snapshot/.tmp/snaptb0-testExportWithChecksum
2024-11-14T07:25:27,771 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar
2024-11-14T07:25:27,771 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-protocol-shaded/target/hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar
2024-11-14T07:25:27,771 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-client/target/hbase-client-4.0.0-alpha-1-SNAPSHOT.jar
2024-11-14T07:25:27,973 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testtb-testExportWithChecksum
2024-11-14T07:25:27,973 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testtb-testExportWithChecksum Metrics about Tables on a single HBase RegionServer
2024-11-14T07:25:27,974 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testtb-testEmptyExportFileSystemState
2024-11-14T07:25:28,728 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/test-data/223408e5-ae9c-411c-e3d8-231e394aecc4/hadoop-267023775845903594.jar
2024-11-14T07:25:28,728 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar
2024-11-14T07:25:28,728 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar
2024-11-14T07:25:28,800 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/test-data/223408e5-ae9c-411c-e3d8-231e394aecc4/hadoop-13628423219946409889.jar
2024-11-14T07:25:28,800 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics/target/hbase-metrics-4.0.0-alpha-1-SNAPSHOT.jar
2024-11-14T07:25:28,800 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics-api/target/hbase-metrics-api-4.0.0-alpha-1-SNAPSHOT.jar
2024-11-14T07:25:28,801 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-replication/target/hbase-replication-4.0.0-alpha-1-SNAPSHOT.jar
2024-11-14T07:25:28,801 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-http/target/hbase-http-4.0.0-alpha-1-SNAPSHOT.jar
2024-11-14T07:25:28,801 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-procedure/target/hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar
2024-11-14T07:25:28,801 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-zookeeper/target/hbase-zookeeper-4.0.0-alpha-1-SNAPSHOT.jar
2024-11-14T07:25:28,801 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar
2024-11-14T07:25:28,802 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar
2024-11-14T07:25:28,802 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar
2024-11-14T07:25:28,802 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar
2024-11-14T07:25:28,802 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar
2024-11-14T07:25:28,802 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar
2024-11-14T07:25:28,803 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar
2024-11-14T07:25:28,803 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar
2024-11-14T07:25:28,803 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar
2024-11-14T07:25:28,803 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar
2024-11-14T07:25:28,803 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar
2024-11-14T07:25:28,804 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar
2024-11-14T07:25:28,804 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar
2024-11-14T07:25:28,804 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar
2024-11-14T07:25:28,804 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar
2024-11-14T07:25:28,804 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar
2024-11-14T07:25:28,805 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar
2024-11-14T07:25:28,805 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar
2024-11-14T07:25:28,863 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073742271_1447 (size=131440)
2024-11-14T07:25:28,864 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073742271_1447 (size=131440)
2024-11-14T07:25:28,864 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073742271_1447 (size=131440)
2024-11-14T07:25:28,881 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073742272_1448 (size=4188619)
2024-11-14T07:25:28,881 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073742272_1448 (size=4188619)
2024-11-14T07:25:28,882 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073742272_1448 (size=4188619)
2024-11-14T07:25:28,892 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073742273_1449 (size=1323991)
2024-11-14T07:25:28,892 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073742273_1449 (size=1323991)
2024-11-14T07:25:28,892 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073742273_1449 (size=1323991)
2024-11-14T07:25:28,900 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073742274_1450 (size=903741)
2024-11-14T07:25:28,900 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073742274_1450 (size=903741)
2024-11-14T07:25:28,901 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073742274_1450 (size=903741)
2024-11-14T07:25:28,927 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073742275_1451 (size=8360083)
2024-11-14T07:25:28,927 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073742275_1451 (size=8360083)
2024-11-14T07:25:28,927 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073742275_1451 (size=8360083)
2024-11-14T07:25:28,945 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073742276_1452 (size=1877034)
2024-11-14T07:25:28,945 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073742276_1452 (size=1877034)
2024-11-14T07:25:28,946 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073742276_1452 (size=1877034)
2024-11-14T07:25:28,954 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073742277_1453 (size=77835)
2024-11-14T07:25:28,954 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073742277_1453 (size=77835)
2024-11-14T07:25:28,954 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073742277_1453 (size=77835)
2024-11-14T07:25:28,963 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073742278_1454 (size=30949)
2024-11-14T07:25:28,963 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073742278_1454 (size=30949)
2024-11-14T07:25:28,963 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073742278_1454 (size=30949)
2024-11-14T07:25:28,977 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073742279_1455 (size=1597327)
2024-11-14T07:25:28,978 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073742279_1455 (size=1597327)
2024-11-14T07:25:28,978 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073742279_1455 (size=1597327)
2024-11-14T07:25:29,009 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073742280_1456 (size=4695811)
2024-11-14T07:25:29,009 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073742280_1456 (size=4695811)
2024-11-14T07:25:29,011 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073742280_1456 (size=4695811)
2024-11-14T07:25:29,035 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073742281_1457 (size=232957)
2024-11-14T07:25:29,036 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073742281_1457 (size=232957)
2024-11-14T07:25:29,036 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073742281_1457 (size=232957)
2024-11-14T07:25:29,052 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073742282_1458 (size=127628)
2024-11-14T07:25:29,052 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073742282_1458 (size=127628)
2024-11-14T07:25:29,053 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073742282_1458 (size=127628)
2024-11-14T07:25:29,073 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073742283_1459 (size=20406)
2024-11-14T07:25:29,073 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073742283_1459 (size=20406)
2024-11-14T07:25:29,073 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073742283_1459 (size=20406)
2024-11-14T07:25:29,496 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073742284_1460 (size=6424747)
2024-11-14T07:25:29,496 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073742284_1460 (size=6424747)
2024-11-14T07:25:29,497 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073742284_1460 (size=6424747)
2024-11-14T07:25:29,504 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073742285_1461 (size=440392)
2024-11-14T07:25:29,504 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073742285_1461 (size=440392)
2024-11-14T07:25:29,504 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073742285_1461 (size=440392)
2024-11-14T07:25:29,538 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073742286_1462 (size=5175431)
2024-11-14T07:25:29,538 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073742286_1462 (size=5175431)
2024-11-14T07:25:29,538 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073742286_1462 (size=5175431)
2024-11-14T07:25:29,546 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073742287_1463 (size=217634)
2024-11-14T07:25:29,547 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073742287_1463 (size=217634)
2024-11-14T07:25:29,547 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073742287_1463 (size=217634)
2024-11-14T07:25:29,560 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073742288_1464 (size=1832290)
2024-11-14T07:25:29,561 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073742288_1464 (size=1832290)
2024-11-14T07:25:29,561 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073742288_1464 (size=1832290)
2024-11-14T07:25:29,567 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073742289_1465 (size=322274)
2024-11-14T07:25:29,567 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073742289_1465 (size=322274)
2024-11-14T07:25:29,568 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073742289_1465 (size=322274)
2024-11-14T07:25:29,575 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073742290_1466 (size=503880)
2024-11-14T07:25:29,575 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073742290_1466 (size=503880)
2024-11-14T07:25:29,575 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073742290_1466 (size=503880)
2024-11-14T07:25:29,590 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073742291_1467 (size=29229)
2024-11-14T07:25:29,591 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073742291_1467 (size=29229)
2024-11-14T07:25:29,591 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073742291_1467 (size=29229)
2024-11-14T07:25:29,604 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073742292_1468 (size=24096)
2024-11-14T07:25:29,605 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073742292_1468 (size=24096)
2024-11-14T07:25:29,605 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073742292_1468 (size=24096)
2024-11-14T07:25:29,611 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073742293_1469 (size=111872)
2024-11-14T07:25:29,611 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073742293_1469 (size=111872)
2024-11-14T07:25:29,612 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073742293_1469 (size=111872)
2024-11-14T07:25:29,619 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073742294_1470 (size=45609)
2024-11-14T07:25:29,619 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073742294_1470 (size=45609)
2024-11-14T07:25:29,620 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073742294_1470 (size=45609)
2024-11-14T07:25:29,630 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073742295_1471 (size=136454)
2024-11-14T07:25:29,631 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073742295_1471 (size=136454)
2024-11-14T07:25:29,631 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073742295_1471 (size=136454)
2024-11-14T07:25:29,632 WARN  [Time-limited test {}] mapreduce.JobResourceUploader(481): No job jar file set.  User classes may not be found. See Job or Job#setJar(String).
2024-11-14T07:25:29,634 INFO  [Time-limited test {}] snapshot.ExportSnapshot(661): Loading Snapshot 'snaptb0-testExportWithChecksum' hfile list
2024-11-14T07:25:29,636 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(754): export split=0 size=33.2 K
2024-11-14T07:25:29,642 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073742296_1472 (size=714)
2024-11-14T07:25:29,642 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073742296_1472 (size=714)
2024-11-14T07:25:29,642 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073742296_1472 (size=714)
2024-11-14T07:25:30,052 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073742297_1473 (size=15)
2024-11-14T07:25:30,052 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073742297_1473 (size=15)
2024-11-14T07:25:30,052 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073742297_1473 (size=15)
2024-11-14T07:25:30,068 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073742298_1474 (size=303772)
2024-11-14T07:25:30,068 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073742298_1474 (size=303772)
2024-11-14T07:25:30,068 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073742298_1474 (size=303772)
2024-11-14T07:25:30,505 WARN  [SchedulerEventDispatcher:Event Processor {}] capacity.AbstractLeafQueue(880): maximum-am-resource-percent is insufficient to start a single application in queue, it is likely set too low. skipping enforcement to allow at least one application to start
2024-11-14T07:25:30,505 WARN  [SchedulerEventDispatcher:Event Processor {}] capacity.AbstractLeafQueue(913): maximum-am-resource-percent is insufficient to start a single application in queue for user, it is likely set too low. skipping enforcement to allow at least one application to start
2024-11-14T07:25:30,508 INFO  [Socket Reader #1 for port 0 {}] ipc.Server$Connection(2290): Auth successful for appattempt_1731568965212_0007_000001 (auth:SIMPLE) from 127.0.0.1:43166
2024-11-14T07:25:30,520 WARN  [ContainersLauncher #0 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/test/data/MiniMRCluster_1860380176/yarn-1025303830/MiniMRCluster_1860380176-localDir-nm-1_3/usercache/jenkins/appcache/application_1731568965212_0007/container_1731568965212_0007_01_000001/launch_container.sh]
2024-11-14T07:25:30,520 WARN  [ContainersLauncher #0 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/test/data/MiniMRCluster_1860380176/yarn-1025303830/MiniMRCluster_1860380176-localDir-nm-1_3/usercache/jenkins/appcache/application_1731568965212_0007/container_1731568965212_0007_01_000001/container_tokens]
2024-11-14T07:25:30,520 WARN  [ContainersLauncher #0 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/test/data/MiniMRCluster_1860380176/yarn-1025303830/MiniMRCluster_1860380176-localDir-nm-1_3/usercache/jenkins/appcache/application_1731568965212_0007/container_1731568965212_0007_01_000001/sysfs]
2024-11-14T07:25:30,523 INFO  [Socket Reader #1 for port 0 {}] ipc.Server$Connection(2290): Auth successful for appattempt_1731568965212_0008_000001 (auth:SIMPLE) from 127.0.0.1:53650
2024-11-14T07:25:31,369 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties
2024-11-14T07:25:36,462 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-14T07:25:37,013 INFO  [Socket Reader #1 for port 0 {}] ipc.Server$Connection(2290): Auth successful for appattempt_1731568965212_0008_000001 (auth:SIMPLE) from 127.0.0.1:49530
2024-11-14T07:25:37,341 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073742299_1475 (size=349422)
2024-11-14T07:25:37,342 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073742299_1475 (size=349422)
2024-11-14T07:25:37,342 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073742299_1475 (size=349422)
2024-11-14T07:25:39,323 INFO  [Socket Reader #1 for port 0 {}] ipc.Server$Connection(2290): Auth successful for appattempt_1731568965212_0008_000001 (auth:SIMPLE) from 127.0.0.1:55338
2024-11-14T07:25:42,602 DEBUG [master/20680646cf8a:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 7dbd4b4589a64564d56baa9732182deb changed from -1.0 to 0.0, refreshing cache
2024-11-14T07:25:42,602 DEBUG [master/20680646cf8a:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 0ea64a6c30d1d83966591221c6d8f2c2 changed from -1.0 to 0.0, refreshing cache
2024-11-14T07:25:42,602 DEBUG [master/20680646cf8a:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 866e83a005711087b57909360ee4ac89 changed from -1.0 to 0.0, refreshing cache
2024-11-14T07:25:42,602 DEBUG [master/20680646cf8a:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region b9c35ca1aecfa1ce9b4a59dcd2732249 changed from -1.0 to 0.0, refreshing cache
2024-11-14T07:25:43,488 WARN  [ContainersLauncher #0 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/test/data/MiniMRCluster_1860380176/yarn-1025303830/MiniMRCluster_1860380176-localDir-nm-1_1/usercache/jenkins/appcache/application_1731568965212_0008/container_1731568965212_0008_01_000002/launch_container.sh]
2024-11-14T07:25:43,488 WARN  [ContainersLauncher #0 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/test/data/MiniMRCluster_1860380176/yarn-1025303830/MiniMRCluster_1860380176-localDir-nm-1_1/usercache/jenkins/appcache/application_1731568965212_0008/container_1731568965212_0008_01_000002/container_tokens]
2024-11-14T07:25:43,488 WARN  [ContainersLauncher #0 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/test/data/MiniMRCluster_1860380176/yarn-1025303830/MiniMRCluster_1860380176-localDir-nm-1_1/usercache/jenkins/appcache/application_1731568965212_0008/container_1731568965212_0008_01_000002/sysfs]
Error: java.io.IOException: Checksum mismatch between hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testtb-testExportWithChecksum/b9c35ca1aecfa1ce9b4a59dcd2732249/cf/731615cd3c204adbb32699d152d05f0b and file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/test-data/223408e5-ae9c-411c-e3d8-231e394aecc4/local-export-1731569127718/archive/data/default/testtb-testExportWithChecksum/b9c35ca1aecfa1ce9b4a59dcd2732249/cf/731615cd3c204adbb32699d152d05f0b. Input and output filesystems are of different types.
Their checksum algorithms may be incompatible. You can choose file-level checksum validation via -Ddfs.checksum.combine.mode=COMPOSITE_CRC when block-sizes or filesystems are different.
 Or you can skip checksum-checks altogether with -no-checksum-verify, for the table backup scenario, you should use -i option to skip checksum-checks.
 (NOTE: By skipping checksums, one runs the risk of masking data-corruption during file-transfer.)

	at org.apache.hadoop.hbase.snapshot.ExportSnapshot$ExportMapper.verifyCopyResult(ExportSnapshot.java:599)
	at org.apache.hadoop.hbase.snapshot.ExportSnapshot$ExportMapper.copyFile(ExportSnapshot.java:335)
	at org.apache.hadoop.hbase.snapshot.ExportSnapshot$ExportMapper.map(ExportSnapshot.java:257)
	at org.apache.hadoop.hbase.snapshot.ExportSnapshot$ExportMapper.map(ExportSnapshot.java:181)
	at org.apache.hadoop.mapreduce.Mapper.run(Mapper.java:145)
	at org.apache.hadoop.mapred.MapTask.runNewMapper(MapTask.java:800)
	at org.apache.hadoop.mapred.MapTask.run(MapTask.java:348)
	at org.apache.hadoop.mapred.YarnChild$2.run(YarnChild.java:178)
	at java.base/java.security.AccessController.doPrivileged(AccessController.java:712)
	at java.base/javax.security.auth.Subject.doAs(Subject.java:439)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953)
	at org.apache.hadoop.mapred.YarnChild.main(YarnChild.java:172)

2024-11-14T07:25:45,126 INFO  [Socket Reader #1 for port 0 {}] ipc.Server$Connection(2290): Auth successful for appattempt_1731568965212_0008_000001 (auth:SIMPLE) from 127.0.0.1:55354
2024-11-14T07:25:45,779 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 7dbd4b4589a64564d56baa9732182deb, had cached 0 bytes from a total of 6086
2024-11-14T07:25:45,779 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 0ea64a6c30d1d83966591221c6d8f2c2, had cached 0 bytes from a total of 14463
Error: java.io.IOException: Checksum mismatch between hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testtb-testExportWithChecksum/b9c35ca1aecfa1ce9b4a59dcd2732249/cf/731615cd3c204adbb32699d152d05f0b and file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/test-data/223408e5-ae9c-411c-e3d8-231e394aecc4/local-export-1731569127718/archive/data/default/testtb-testExportWithChecksum/b9c35ca1aecfa1ce9b4a59dcd2732249/cf/731615cd3c204adbb32699d152d05f0b. Input and output filesystems are of different types.
Their checksum algorithms may be incompatible. You can choose file-level checksum validation via -Ddfs.checksum.combine.mode=COMPOSITE_CRC when block-sizes or filesystems are different.
 Or you can skip checksum-checks altogether with -no-checksum-verify, for the table backup scenario, you should use -i option to skip checksum-checks.
 (NOTE: By skipping checksums, one runs the risk of masking data-corruption during file-transfer.)

	at org.apache.hadoop.hbase.snapshot.ExportSnapshot$ExportMapper.verifyCopyResult(ExportSnapshot.java:599)
	at org.apache.hadoop.hbase.snapshot.ExportSnapshot$ExportMapper.copyFile(ExportSnapshot.java:335)
	at org.apache.hadoop.hbase.snapshot.ExportSnapshot$ExportMapper.map(ExportSnapshot.java:257)
	at org.apache.hadoop.hbase.snapshot.ExportSnapshot$ExportMapper.map(ExportSnapshot.java:181)
	at org.apache.hadoop.mapreduce.Mapper.run(Mapper.java:145)
	at org.apache.hadoop.mapred.MapTask.runNewMapper(MapTask.java:800)
	at org.apache.hadoop.mapred.MapTask.run(MapTask.java:348)
	at org.apache.hadoop.mapred.YarnChild$2.run(YarnChild.java:178)
	at java.base/java.security.AccessController.doPrivileged(AccessController.java:712)
	at java.base/javax.security.auth.Subject.doAs(Subject.java:439)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953)
	at org.apache.hadoop.mapred.YarnChild.main(YarnChild.java:172)

2024-11-14T07:25:48,437 WARN  [ContainersLauncher #0 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/test/data/MiniMRCluster_1860380176/yarn-1025303830/MiniMRCluster_1860380176-localDir-nm-1_3/usercache/jenkins/appcache/application_1731568965212_0008/container_1731568965212_0008_01_000003/launch_container.sh]
2024-11-14T07:25:48,437 WARN  [ContainersLauncher #0 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/test/data/MiniMRCluster_1860380176/yarn-1025303830/MiniMRCluster_1860380176-localDir-nm-1_3/usercache/jenkins/appcache/application_1731568965212_0008/container_1731568965212_0008_01_000003/container_tokens]
2024-11-14T07:25:48,437 WARN  [ContainersLauncher #0 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/test/data/MiniMRCluster_1860380176/yarn-1025303830/MiniMRCluster_1860380176-localDir-nm-1_3/usercache/jenkins/appcache/application_1731568965212_0008/container_1731568965212_0008_01_000003/sysfs]
2024-11-14T07:25:50,138 INFO  [Socket Reader #1 for port 0 {}] ipc.Server$Connection(2290): Auth successful for appattempt_1731568965212_0008_000001 (auth:SIMPLE) from 127.0.0.1:52452
Error: java.io.IOException: Checksum mismatch between hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testtb-testExportWithChecksum/b9c35ca1aecfa1ce9b4a59dcd2732249/cf/731615cd3c204adbb32699d152d05f0b and file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/test-data/223408e5-ae9c-411c-e3d8-231e394aecc4/local-export-1731569127718/archive/data/default/testtb-testExportWithChecksum/b9c35ca1aecfa1ce9b4a59dcd2732249/cf/731615cd3c204adbb32699d152d05f0b. Input and output filesystems are of different types.
Their checksum algorithms may be incompatible. You can choose file-level checksum validation via -Ddfs.checksum.combine.mode=COMPOSITE_CRC when block-sizes or filesystems are different.
 Or you can skip checksum-checks altogether with -no-checksum-verify, for the table backup scenario, you should use -i option to skip checksum-checks.
 (NOTE: By skipping checksums, one runs the risk of masking data-corruption during file-transfer.)

	at org.apache.hadoop.hbase.snapshot.ExportSnapshot$ExportMapper.verifyCopyResult(ExportSnapshot.java:599)
	at org.apache.hadoop.hbase.snapshot.ExportSnapshot$ExportMapper.copyFile(ExportSnapshot.java:335)
	at org.apache.hadoop.hbase.snapshot.ExportSnapshot$ExportMapper.map(ExportSnapshot.java:257)
	at org.apache.hadoop.hbase.snapshot.ExportSnapshot$ExportMapper.map(ExportSnapshot.java:181)
	at org.apache.hadoop.mapreduce.Mapper.run(Mapper.java:145)
	at org.apache.hadoop.mapred.MapTask.runNewMapper(MapTask.java:800)
	at org.apache.hadoop.mapred.MapTask.run(MapTask.java:348)
	at org.apache.hadoop.mapred.YarnChild$2.run(YarnChild.java:178)
	at java.base/java.security.AccessController.doPrivileged(AccessController.java:712)
	at java.base/javax.security.auth.Subject.doAs(Subject.java:439)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953)
	at org.apache.hadoop.mapred.YarnChild.main(YarnChild.java:172)

2024-11-14T07:25:55,151 INFO  [Socket Reader #1 for port 0 {}] ipc.Server$Connection(2290): Auth successful for appattempt_1731568965212_0008_000001 (auth:SIMPLE) from 127.0.0.1:52456
2024-11-14T07:25:57,926 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073742300_1476 (size=21330)
2024-11-14T07:25:57,927 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073742300_1476 (size=21330)
2024-11-14T07:25:57,927 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073742300_1476 (size=21330)
2024-11-14T07:25:57,961 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073742301_1477 (size=460)
2024-11-14T07:25:57,962 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073742301_1477 (size=460)
2024-11-14T07:25:57,963 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073742301_1477 (size=460)
2024-11-14T07:25:58,012 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073742302_1478 (size=21330)
2024-11-14T07:25:58,012 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073742302_1478 (size=21330)
2024-11-14T07:25:58,012 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073742302_1478 (size=21330)
2024-11-14T07:25:58,030 WARN  [ContainersLauncher #3 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/test/data/MiniMRCluster_1860380176/yarn-1025303830/MiniMRCluster_1860380176-localDir-nm-1_0/usercache/jenkins/appcache/application_1731568965212_0008/container_1731568965212_0008_01_000005/launch_container.sh]
2024-11-14T07:25:58,030 WARN  [ContainersLauncher #3 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/test/data/MiniMRCluster_1860380176/yarn-1025303830/MiniMRCluster_1860380176-localDir-nm-1_0/usercache/jenkins/appcache/application_1731568965212_0008/container_1731568965212_0008_01_000005/container_tokens]
2024-11-14T07:25:58,030 WARN  [ContainersLauncher #3 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/test/data/MiniMRCluster_1860380176/yarn-1025303830/MiniMRCluster_1860380176-localDir-nm-1_0/usercache/jenkins/appcache/application_1731568965212_0008/container_1731568965212_0008_01_000005/sysfs]
2024-11-14T07:25:58,055 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073742303_1479 (size=349422)
2024-11-14T07:25:58,056 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073742303_1479 (size=349422)
2024-11-14T07:25:58,056 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073742303_1479 (size=349422)
2024-11-14T07:25:58,072 INFO  [Socket Reader #1 for port 0 {}] ipc.Server$Connection(2290): Auth successful for appattempt_1731568965212_0008_000001 (auth:SIMPLE) from 127.0.0.1:52458
2024-11-14T07:25:58,467 WARN  [ContainersLauncher #0 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/test/data/MiniMRCluster_1860380176/yarn-1025303830/MiniMRCluster_1860380176-localDir-nm-1_0/usercache/jenkins/appcache/application_1731568965212_0008/container_1731568965212_0008_01_000004/launch_container.sh]
2024-11-14T07:25:58,467 WARN  [ContainersLauncher #0 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/test/data/MiniMRCluster_1860380176/yarn-1025303830/MiniMRCluster_1860380176-localDir-nm-1_0/usercache/jenkins/appcache/application_1731568965212_0008/container_1731568965212_0008_01_000004/container_tokens]
2024-11-14T07:25:58,468 WARN  [ContainersLauncher #0 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/test/data/MiniMRCluster_1860380176/yarn-1025303830/MiniMRCluster_1860380176-localDir-nm-1_0/usercache/jenkins/appcache/application_1731568965212_0008/container_1731568965212_0008_01_000004/sysfs]
2024-11-14T07:25:59,411 ERROR [Time-limited test {}] snapshot.ExportSnapshot(1230): Snapshot export failed
org.apache.hadoop.hbase.snapshot.ExportSnapshotException: Task failed task_1731568965212_0008_m_000000
Job failed as tasks failed. failedMaps:1 failedReduces:0 killedMaps:0 killedReduces: 0

	at org.apache.hadoop.hbase.snapshot.ExportSnapshot.runCopyJob(ExportSnapshot.java:938) ~[classes/:?]
	at org.apache.hadoop.hbase.snapshot.ExportSnapshot.doWork(ExportSnapshot.java:1207) ~[classes/:?]
	at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.util.ToolRunner.run(ToolRunner.java:82) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.hbase.snapshot.TestExportSnapshot.runExportSnapshot(TestExportSnapshot.java:522) ~[test-classes/:?]
	at org.apache.hadoop.hbase.snapshot.TestExportSnapshot.testExportFileSystemState(TestExportSnapshot.java:352) ~[test-classes/:?]
	at org.apache.hadoop.hbase.snapshot.TestExportSnapshot.testExportWithChecksum(TestExportSnapshot.java:237) ~[test-classes/:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T07:25:59,412 INFO  [Time-limited test {}] snapshot.TestExportSnapshot(467): HDFS export destination path: hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/export-test/export-1731569159412
2024-11-14T07:25:59,413 INFO  [Time-limited test {}] snapshot.TestExportSnapshot(494): tgtFsUri=hdfs://localhost:33275, tgtDir=hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/export-test/export-1731569159412, rawTgtDir=hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/export-test/export-1731569159412, srcFsUri=hdfs://localhost:33275, srcDir=hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50
2024-11-14T07:25:59,446 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1085): inputFs=hdfs://localhost:33275, inputRoot=hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50
2024-11-14T07:25:59,446 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1086): outputFs=DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_-1453683247_22, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/export-test/export-1731569159412, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/export-test/export-1731569159412/.hbase-snapshot/.tmp/snaptb0-testExportWithChecksum
2024-11-14T07:25:59,449 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1095): Verify the source snapshot's expiration status and integrity.
2024-11-14T07:25:59,453 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1153): Copy Snapshot Manifest from hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/.hbase-snapshot/snaptb0-testExportWithChecksum to hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/export-test/export-1731569159412/.hbase-snapshot/.tmp/snaptb0-testExportWithChecksum
2024-11-14T07:25:59,463 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073742304_1480 (size=156)
2024-11-14T07:25:59,463 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073742304_1480 (size=156)
2024-11-14T07:25:59,464 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073742304_1480 (size=156)
2024-11-14T07:25:59,464 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073742305_1481 (size=951)
2024-11-14T07:25:59,464 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073742305_1481 (size=951)
2024-11-14T07:25:59,464 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073742305_1481 (size=951)
2024-11-14T07:25:59,465 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar
2024-11-14T07:25:59,465 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-protocol-shaded/target/hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar
2024-11-14T07:25:59,465 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-client/target/hbase-client-4.0.0-alpha-1-SNAPSHOT.jar
2024-11-14T07:26:00,360 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/test-data/223408e5-ae9c-411c-e3d8-231e394aecc4/hadoop-439643733504403912.jar
2024-11-14T07:26:00,360 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar
2024-11-14T07:26:00,360 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar
2024-11-14T07:26:00,419 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/test-data/223408e5-ae9c-411c-e3d8-231e394aecc4/hadoop-1429734249086190398.jar
2024-11-14T07:26:00,419 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics/target/hbase-metrics-4.0.0-alpha-1-SNAPSHOT.jar
2024-11-14T07:26:00,419 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics-api/target/hbase-metrics-api-4.0.0-alpha-1-SNAPSHOT.jar
2024-11-14T07:26:00,419 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-replication/target/hbase-replication-4.0.0-alpha-1-SNAPSHOT.jar
2024-11-14T07:26:00,419 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-http/target/hbase-http-4.0.0-alpha-1-SNAPSHOT.jar
2024-11-14T07:26:00,420 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-procedure/target/hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar
2024-11-14T07:26:00,420 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-zookeeper/target/hbase-zookeeper-4.0.0-alpha-1-SNAPSHOT.jar
2024-11-14T07:26:00,420 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar
2024-11-14T07:26:00,420 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar
2024-11-14T07:26:00,420 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar
2024-11-14T07:26:00,420 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar
2024-11-14T07:26:00,421 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar
2024-11-14T07:26:00,421 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar
2024-11-14T07:26:00,421 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar
2024-11-14T07:26:00,421 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar
2024-11-14T07:26:00,421 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar
2024-11-14T07:26:00,421 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar
2024-11-14T07:26:00,422 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar
2024-11-14T07:26:00,422 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar
2024-11-14T07:26:00,422 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar
2024-11-14T07:26:00,422 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar
2024-11-14T07:26:00,422 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar
2024-11-14T07:26:00,422 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar
2024-11-14T07:26:00,423 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar
2024-11-14T07:26:00,423 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar
2024-11-14T07:26:00,477 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073742306_1482 (size=131440)
2024-11-14T07:26:00,477 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073742306_1482 (size=131440)
2024-11-14T07:26:00,477 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073742306_1482 (size=131440)
2024-11-14T07:26:00,490 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073742307_1483 (size=4188619)
2024-11-14T07:26:00,490 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073742307_1483 (size=4188619)
2024-11-14T07:26:00,490 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073742307_1483 (size=4188619)
2024-11-14T07:26:00,497 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073742308_1484 (size=1323991)
2024-11-14T07:26:00,497 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073742308_1484 (size=1323991)
2024-11-14T07:26:00,497 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073742308_1484 (size=1323991)
2024-11-14T07:26:00,504 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073742309_1485 (size=903741)
2024-11-14T07:26:00,504 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073742309_1485 (size=903741)
2024-11-14T07:26:00,504 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073742309_1485 (size=903741)
2024-11-14T07:26:00,526 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073742310_1486 (size=8360083)
2024-11-14T07:26:00,526 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073742310_1486 (size=8360083)
2024-11-14T07:26:00,526 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073742310_1486 (size=8360083)
2024-11-14T07:26:00,535 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073742311_1487 (size=440392)
2024-11-14T07:26:00,535 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073742311_1487 (size=440392)
2024-11-14T07:26:00,536 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073742311_1487 (size=440392)
2024-11-14T07:26:00,545 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073742312_1488 (size=1877034)
2024-11-14T07:26:00,545 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073742312_1488 (size=1877034)
2024-11-14T07:26:00,546 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073742312_1488 (size=1877034)
2024-11-14T07:26:00,556 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073742313_1489 (size=77835)
2024-11-14T07:26:00,556 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073742313_1489 (size=77835)
2024-11-14T07:26:00,556 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073742313_1489 (size=77835)
2024-11-14T07:26:00,561 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073742314_1490 (size=30949)
2024-11-14T07:26:00,562 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073742314_1490 (size=30949)
2024-11-14T07:26:00,562 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073742314_1490 (size=30949)
2024-11-14T07:26:00,570 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073742315_1491 (size=1597327)
2024-11-14T07:26:00,570 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073742315_1491 (size=1597327)
2024-11-14T07:26:00,571 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073742315_1491 (size=1597327)
2024-11-14T07:26:00,585 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073742316_1492 (size=4695811)
2024-11-14T07:26:00,585 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073742316_1492 (size=4695811)
2024-11-14T07:26:00,585 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073742316_1492 (size=4695811)
2024-11-14T07:26:00,592 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073742317_1493 (size=232957)
2024-11-14T07:26:00,592 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073742317_1493 (size=232957)
2024-11-14T07:26:00,592 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073742317_1493 (size=232957)
2024-11-14T07:26:00,597 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073742318_1494 (size=127628)
2024-11-14T07:26:00,597 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073742318_1494 (size=127628)
2024-11-14T07:26:00,597 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073742318_1494 (size=127628)
2024-11-14T07:26:00,603 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073742319_1495 (size=20406)
2024-11-14T07:26:00,603 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073742319_1495 (size=20406)
2024-11-14T07:26:00,603 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073742319_1495 (size=20406)
2024-11-14T07:26:00,618 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073742320_1496 (size=5175431)
2024-11-14T07:26:00,618 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073742320_1496 (size=5175431)
2024-11-14T07:26:00,618 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073742320_1496 (size=5175431)
2024-11-14T07:26:00,656 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073742321_1497 (size=6424747)
2024-11-14T07:26:00,656 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073742321_1497 (size=6424747)
2024-11-14T07:26:00,656 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073742321_1497 (size=6424747)
2024-11-14T07:26:00,662 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073742322_1498 (size=217634)
2024-11-14T07:26:00,662 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073742322_1498 (size=217634)
2024-11-14T07:26:00,662 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073742322_1498 (size=217634)
2024-11-14T07:26:00,671 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073742323_1499 (size=1832290)
2024-11-14T07:26:00,671 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073742323_1499 (size=1832290)
2024-11-14T07:26:00,671 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073742323_1499 (size=1832290)
2024-11-14T07:26:00,677 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073742324_1500 (size=322274)
2024-11-14T07:26:00,677 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073742324_1500 (size=322274)
2024-11-14T07:26:00,677 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073742324_1500 (size=322274)
2024-11-14T07:26:00,685 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073742325_1501 (size=503880)
2024-11-14T07:26:00,685 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073742325_1501 (size=503880)
2024-11-14T07:26:00,685 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073742325_1501 (size=503880)
2024-11-14T07:26:00,691 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073742326_1502 (size=29229)
2024-11-14T07:26:00,691 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073742326_1502 (size=29229)
2024-11-14T07:26:00,691 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073742326_1502 (size=29229)
2024-11-14T07:26:00,697 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073742327_1503 (size=24096)
2024-11-14T07:26:00,697 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073742327_1503 (size=24096)
2024-11-14T07:26:00,697 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073742327_1503 (size=24096)
2024-11-14T07:26:00,704 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073742328_1504 (size=111872)
2024-11-14T07:26:00,704 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073742328_1504 (size=111872)
2024-11-14T07:26:00,704 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073742328_1504 (size=111872)
2024-11-14T07:26:00,711 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073742329_1505 (size=45609)
2024-11-14T07:26:00,711 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073742329_1505 (size=45609)
2024-11-14T07:26:00,711 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073742329_1505 (size=45609)
2024-11-14T07:26:00,716 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073742330_1506 (size=136454)
2024-11-14T07:26:00,716 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073742330_1506 (size=136454)
2024-11-14T07:26:00,716 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073742330_1506 (size=136454)
2024-11-14T07:26:00,717 WARN  [Time-limited test {}] mapreduce.JobResourceUploader(481): No job jar file set.  User classes may not be found. See Job or Job#setJar(String).
2024-11-14T07:26:00,719 INFO  [Time-limited test {}] snapshot.ExportSnapshot(661): Loading Snapshot 'snaptb0-testExportWithChecksum' hfile list
2024-11-14T07:26:00,720 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(754): export split=0 size=33.2 K
2024-11-14T07:26:00,725 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073742331_1507 (size=714)
2024-11-14T07:26:00,725 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073742331_1507 (size=714)
2024-11-14T07:26:00,725 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073742331_1507 (size=714)
2024-11-14T07:26:00,729 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073742332_1508 (size=15)
2024-11-14T07:26:00,730 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073742332_1508 (size=15)
2024-11-14T07:26:00,730 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073742332_1508 (size=15)
2024-11-14T07:26:00,741 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073742333_1509 (size=303722)
2024-11-14T07:26:00,741 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073742333_1509 (size=303722)
2024-11-14T07:26:00,741 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073742333_1509 (size=303722)
2024-11-14T07:26:04,151 WARN  [SchedulerEventDispatcher:Event Processor {}] capacity.AbstractLeafQueue(880): maximum-am-resource-percent is insufficient to start a single application in queue, it is likely set too low. skipping enforcement to allow at least one application to start
2024-11-14T07:26:04,151 WARN  [SchedulerEventDispatcher:Event Processor {}] capacity.AbstractLeafQueue(913): maximum-am-resource-percent is insufficient to start a single application in queue for user, it is likely set too low. skipping enforcement to allow at least one application to start
2024-11-14T07:26:04,156 INFO  [Socket Reader #1 for port 0 {}] ipc.Server$Connection(2290): Auth successful for appattempt_1731568965212_0008_000001 (auth:SIMPLE) from 127.0.0.1:39836
2024-11-14T07:26:05,026 INFO  [Socket Reader #1 for port 0 {}] ipc.Server$Connection(2290): Auth successful for appattempt_1731568965212_0009_000001 (auth:SIMPLE) from 127.0.0.1:48682
2024-11-14T07:26:06,463 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-14T07:26:09,269 WARN  [ContainersLauncher #2 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/test/data/MiniMRCluster_1860380176/yarn-1025303830/MiniMRCluster_1860380176-localDir-nm-0_2/usercache/jenkins/appcache/application_1731568965212_0008/container_1731568965212_0008_01_000001/launch_container.sh]
2024-11-14T07:26:09,269 WARN  [ContainersLauncher #2 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/test/data/MiniMRCluster_1860380176/yarn-1025303830/MiniMRCluster_1860380176-localDir-nm-0_2/usercache/jenkins/appcache/application_1731568965212_0008/container_1731568965212_0008_01_000001/container_tokens]
2024-11-14T07:26:09,269 WARN  [ContainersLauncher #2 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/test/data/MiniMRCluster_1860380176/yarn-1025303830/MiniMRCluster_1860380176-localDir-nm-0_2/usercache/jenkins/appcache/application_1731568965212_0008/container_1731568965212_0008_01_000001/sysfs]
2024-11-14T07:26:11,053 INFO  [Socket Reader #1 for port 0 {}] ipc.Server$Connection(2290): Auth successful for appattempt_1731568965212_0009_000001 (auth:SIMPLE) from 127.0.0.1:58244
2024-11-14T07:26:11,304 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073742334_1510 (size=349372)
2024-11-14T07:26:11,304 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073742334_1510 (size=349372)
2024-11-14T07:26:11,304 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073742334_1510 (size=349372)
2024-11-14T07:26:11,693 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region b9c35ca1aecfa1ce9b4a59dcd2732249, had cached 0 bytes from a total of 14449
2024-11-14T07:26:11,693 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 866e83a005711087b57909360ee4ac89, had cached 0 bytes from a total of 6308
2024-11-14T07:26:13,349 INFO  [Socket Reader #1 for port 0 {}] ipc.Server$Connection(2290): Auth successful for appattempt_1731568965212_0009_000001 (auth:SIMPLE) from 127.0.0.1:51934
2024-11-14T07:26:16,772 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073742335_1511 (size=14449)
2024-11-14T07:26:16,772 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073742335_1511 (size=14449)
2024-11-14T07:26:16,773 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073742335_1511 (size=14449)
2024-11-14T07:26:16,833 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073742336_1512 (size=8031)
2024-11-14T07:26:16,833 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073742336_1512 (size=8031)
2024-11-14T07:26:16,834 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073742336_1512 (size=8031)
2024-11-14T07:26:16,871 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073742337_1513 (size=6308)
2024-11-14T07:26:16,872 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073742337_1513 (size=6308)
2024-11-14T07:26:16,872 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073742337_1513 (size=6308)
2024-11-14T07:26:16,910 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073742338_1514 (size=5241)
2024-11-14T07:26:16,910 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073742338_1514 (size=5241)
2024-11-14T07:26:16,910 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073742338_1514 (size=5241)
2024-11-14T07:26:16,976 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073742339_1515 (size=17459)
2024-11-14T07:26:16,977 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073742339_1515 (size=17459)
2024-11-14T07:26:16,977 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073742339_1515 (size=17459)
2024-11-14T07:26:16,989 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073742340_1516 (size=462)
2024-11-14T07:26:16,989 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073742340_1516 (size=462)
2024-11-14T07:26:16,989 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073742340_1516 (size=462)
2024-11-14T07:26:17,021 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073742341_1517 (size=17459)
2024-11-14T07:26:17,021 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073742341_1517 (size=17459)
2024-11-14T07:26:17,022 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073742341_1517 (size=17459)
2024-11-14T07:26:17,044 WARN  [ContainersLauncher #2 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/test/data/MiniMRCluster_1860380176/yarn-1025303830/MiniMRCluster_1860380176-localDir-nm-0_0/usercache/jenkins/appcache/application_1731568965212_0009/container_1731568965212_0009_01_000002/launch_container.sh]
2024-11-14T07:26:17,044 WARN  [ContainersLauncher #2 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/test/data/MiniMRCluster_1860380176/yarn-1025303830/MiniMRCluster_1860380176-localDir-nm-0_0/usercache/jenkins/appcache/application_1731568965212_0009/container_1731568965212_0009_01_000002/container_tokens]
2024-11-14T07:26:17,044 WARN  [ContainersLauncher #2 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/test/data/MiniMRCluster_1860380176/yarn-1025303830/MiniMRCluster_1860380176-localDir-nm-0_0/usercache/jenkins/appcache/application_1731568965212_0009/container_1731568965212_0009_01_000002/sysfs]
2024-11-14T07:26:17,046 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073742342_1518 (size=349372)
2024-11-14T07:26:17,046 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073742342_1518 (size=349372)
2024-11-14T07:26:17,047 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073742342_1518 (size=349372)
2024-11-14T07:26:17,063 INFO  [Socket Reader #1 for port 0 {}] ipc.Server$Connection(2290): Auth successful for appattempt_1731568965212_0009_000001 (auth:SIMPLE) from 127.0.0.1:51936
2024-11-14T07:26:18,115 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1210): Finalize the Snapshot Export
2024-11-14T07:26:18,117 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1221): Verify the exported snapshot's expiration status and integrity.
2024-11-14T07:26:18,122 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1227): Export Completed: snaptb0-testExportWithChecksum
2024-11-14T07:26:18,123 INFO  [Time-limited test {}] snapshot.TestExportSnapshot(361): Exported snapshot
2024-11-14T07:26:18,123 INFO  [Time-limited test {}] snapshot.TestExportSnapshot(372): Verified filesystem state
2024-11-14T07:26:18,123 DEBUG [Time-limited test {}] snapshot.TestExportSnapshot(447): List files in DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_-1453683247_22, ugi=jenkins (auth:SIMPLE)]] in root hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/.hbase-snapshot/snaptb0-testExportWithChecksum at hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/.hbase-snapshot/snaptb0-testExportWithChecksum
2024-11-14T07:26:18,123 DEBUG [Time-limited test {}] snapshot.TestExportSnapshot(452): hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/.hbase-snapshot/snaptb0-testExportWithChecksum/.snapshotinfo
2024-11-14T07:26:18,123 DEBUG [Time-limited test {}] snapshot.TestExportSnapshot(452): hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/.hbase-snapshot/snaptb0-testExportWithChecksum/data.manifest
2024-11-14T07:26:18,123 DEBUG [Time-limited test {}] snapshot.TestExportSnapshot(447): List files in DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_-1453683247_22, ugi=jenkins (auth:SIMPLE)]] in root hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/export-test/export-1731569159412/.hbase-snapshot/snaptb0-testExportWithChecksum at hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/export-test/export-1731569159412/.hbase-snapshot/snaptb0-testExportWithChecksum
2024-11-14T07:26:18,124 DEBUG [Time-limited test {}] snapshot.TestExportSnapshot(452): hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/export-test/export-1731569159412/.hbase-snapshot/snaptb0-testExportWithChecksum/.snapshotinfo
2024-11-14T07:26:18,124 DEBUG [Time-limited test {}] snapshot.TestExportSnapshot(452): hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/export-test/export-1731569159412/.hbase-snapshot/snaptb0-testExportWithChecksum/data.manifest
2024-11-14T07:26:18,129 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33371 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable testtb-testExportWithChecksum
2024-11-14T07:26:18,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33371 {}] procedure2.ProcedureExecutor(1139): Stored pid=186, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=testtb-testExportWithChecksum
2024-11-14T07:26:18,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33371 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=186
2024-11-14T07:26:18,133 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testtb-testExportWithChecksum","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731569178133"}]},"ts":"1731569178133"}
2024-11-14T07:26:18,134 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testtb-testExportWithChecksum, state=DISABLING in hbase:meta
2024-11-14T07:26:18,134 INFO  [PEWorker-3 {}] procedure.DisableTableProcedure(284): Set testtb-testExportWithChecksum to state=DISABLING
2024-11-14T07:26:18,135 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=187, ppid=186, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=testtb-testExportWithChecksum}]
2024-11-14T07:26:18,136 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=188, ppid=187, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testtb-testExportWithChecksum, region=866e83a005711087b57909360ee4ac89, UNASSIGN}, {pid=189, ppid=187, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testtb-testExportWithChecksum, region=b9c35ca1aecfa1ce9b4a59dcd2732249, UNASSIGN}]
2024-11-14T07:26:18,137 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=188, ppid=187, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testtb-testExportWithChecksum, region=866e83a005711087b57909360ee4ac89, UNASSIGN
2024-11-14T07:26:18,137 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=189, ppid=187, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testtb-testExportWithChecksum, region=b9c35ca1aecfa1ce9b4a59dcd2732249, UNASSIGN
2024-11-14T07:26:18,138 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=188 updating hbase:meta row=866e83a005711087b57909360ee4ac89, regionState=CLOSING, regionLocation=20680646cf8a,41449,1731568958363
2024-11-14T07:26:18,138 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=189 updating hbase:meta row=b9c35ca1aecfa1ce9b4a59dcd2732249, regionState=CLOSING, regionLocation=20680646cf8a,46383,1731568958548
2024-11-14T07:26:18,139 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=189, ppid=187, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=testtb-testExportWithChecksum, region=b9c35ca1aecfa1ce9b4a59dcd2732249, UNASSIGN because future has completed
2024-11-14T07:26:18,140 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=188, ppid=187, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=testtb-testExportWithChecksum, region=866e83a005711087b57909360ee4ac89, UNASSIGN because future has completed
2024-11-14T07:26:18,140 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false
2024-11-14T07:26:18,140 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false
2024-11-14T07:26:18,140 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=190, ppid=189, state=RUNNABLE, hasLock=false; CloseRegionProcedure b9c35ca1aecfa1ce9b4a59dcd2732249, server=20680646cf8a,46383,1731568958548}]
2024-11-14T07:26:18,140 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=191, ppid=188, state=RUNNABLE, hasLock=false; CloseRegionProcedure 866e83a005711087b57909360ee4ac89, server=20680646cf8a,41449,1731568958363}]
2024-11-14T07:26:18,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33371 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=186
2024-11-14T07:26:18,296 INFO  [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=191}] handler.UnassignRegionHandler(122): Close 866e83a005711087b57909360ee4ac89
2024-11-14T07:26:18,296 INFO  [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=190}] handler.UnassignRegionHandler(122): Close b9c35ca1aecfa1ce9b4a59dcd2732249
2024-11-14T07:26:18,296 DEBUG [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=190}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false
2024-11-14T07:26:18,296 DEBUG [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=191}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false
2024-11-14T07:26:18,296 DEBUG [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=191}] regionserver.HRegion(1722): Closing 866e83a005711087b57909360ee4ac89, disabling compactions & flushes
2024-11-14T07:26:18,296 DEBUG [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=190}] regionserver.HRegion(1722): Closing b9c35ca1aecfa1ce9b4a59dcd2732249, disabling compactions & flushes
2024-11-14T07:26:18,296 INFO  [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=191}] regionserver.HRegion(1755): Closing region testtb-testExportWithChecksum,,1731569126344.866e83a005711087b57909360ee4ac89.
2024-11-14T07:26:18,296 DEBUG [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=191}] regionserver.HRegion(1776): Time limited wait for close lock on testtb-testExportWithChecksum,,1731569126344.866e83a005711087b57909360ee4ac89.
2024-11-14T07:26:18,296 INFO  [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=190}] regionserver.HRegion(1755): Closing region testtb-testExportWithChecksum,1,1731569126344.b9c35ca1aecfa1ce9b4a59dcd2732249.
2024-11-14T07:26:18,296 DEBUG [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=191}] regionserver.HRegion(1843): Acquired close lock on testtb-testExportWithChecksum,,1731569126344.866e83a005711087b57909360ee4ac89. after waiting 0 ms
2024-11-14T07:26:18,296 DEBUG [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=190}] regionserver.HRegion(1776): Time limited wait for close lock on testtb-testExportWithChecksum,1,1731569126344.b9c35ca1aecfa1ce9b4a59dcd2732249.
2024-11-14T07:26:18,296 DEBUG [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=191}] regionserver.HRegion(1853): Updates disabled for region testtb-testExportWithChecksum,,1731569126344.866e83a005711087b57909360ee4ac89.
2024-11-14T07:26:18,296 DEBUG [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=190}] regionserver.HRegion(1843): Acquired close lock on testtb-testExportWithChecksum,1,1731569126344.b9c35ca1aecfa1ce9b4a59dcd2732249. after waiting 0 ms
2024-11-14T07:26:18,296 DEBUG [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=190}] regionserver.HRegion(1853): Updates disabled for region testtb-testExportWithChecksum,1,1731569126344.b9c35ca1aecfa1ce9b4a59dcd2732249.
2024-11-14T07:26:18,300 DEBUG [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=191}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testtb-testExportWithChecksum/866e83a005711087b57909360ee4ac89/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1
2024-11-14T07:26:18,301 DEBUG [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=191}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.security.access.AccessController
2024-11-14T07:26:18,301 INFO  [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=191}] regionserver.HRegion(1973): Closed testtb-testExportWithChecksum,,1731569126344.866e83a005711087b57909360ee4ac89.
2024-11-14T07:26:18,301 DEBUG [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=191}] regionserver.HRegion(1676): Region close journal for 866e83a005711087b57909360ee4ac89:
Waiting for close lock at 1731569178296Running coprocessor pre-close hooks at 1731569178296Disabling compacts and flushes for region at 1731569178296Disabling writes for close at 1731569178296Writing region close event to WAL at 1731569178297 (+1 ms)Running coprocessor post-close hooks at 1731569178301 (+4 ms)Closed at 1731569178301
2024-11-14T07:26:18,302 DEBUG [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=190}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testtb-testExportWithChecksum/b9c35ca1aecfa1ce9b4a59dcd2732249/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1
2024-11-14T07:26:18,304 DEBUG [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=190}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.security.access.AccessController
2024-11-14T07:26:18,304 INFO  [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=190}] regionserver.HRegion(1973): Closed testtb-testExportWithChecksum,1,1731569126344.b9c35ca1aecfa1ce9b4a59dcd2732249.
2024-11-14T07:26:18,304 DEBUG [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=190}] regionserver.HRegion(1676): Region close journal for b9c35ca1aecfa1ce9b4a59dcd2732249:
Waiting for close lock at 1731569178296Running coprocessor pre-close hooks at 1731569178296Disabling compacts and flushes for region at 1731569178296Disabling writes for close at 1731569178296Writing region close event to WAL at 1731569178297 (+1 ms)Running coprocessor post-close hooks at 1731569178304 (+7 ms)Closed at 1731569178304
2024-11-14T07:26:18,311 INFO  [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=191}] handler.UnassignRegionHandler(157): Closed 866e83a005711087b57909360ee4ac89
2024-11-14T07:26:18,311 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=188 updating hbase:meta row=866e83a005711087b57909360ee4ac89, regionState=CLOSED
2024-11-14T07:26:18,311 INFO  [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=190}] handler.UnassignRegionHandler(157): Closed b9c35ca1aecfa1ce9b4a59dcd2732249
2024-11-14T07:26:18,312 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=189 updating hbase:meta row=b9c35ca1aecfa1ce9b4a59dcd2732249, regionState=CLOSED
2024-11-14T07:26:18,313 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=191, ppid=188, state=RUNNABLE, hasLock=false; CloseRegionProcedure 866e83a005711087b57909360ee4ac89, server=20680646cf8a,41449,1731568958363 because future has completed
2024-11-14T07:26:18,314 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=190, ppid=189, state=RUNNABLE, hasLock=false; CloseRegionProcedure b9c35ca1aecfa1ce9b4a59dcd2732249, server=20680646cf8a,46383,1731568958548 because future has completed
2024-11-14T07:26:18,316 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=191, resume processing ppid=188
2024-11-14T07:26:18,316 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=191, ppid=188, state=SUCCESS, hasLock=false; CloseRegionProcedure 866e83a005711087b57909360ee4ac89, server=20680646cf8a,41449,1731568958363 in 174 msec
2024-11-14T07:26:18,316 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=190, resume processing ppid=189
2024-11-14T07:26:18,317 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=190, ppid=189, state=SUCCESS, hasLock=false; CloseRegionProcedure b9c35ca1aecfa1ce9b4a59dcd2732249, server=20680646cf8a,46383,1731568958548 in 175 msec
2024-11-14T07:26:18,317 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=188, ppid=187, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testtb-testExportWithChecksum, region=866e83a005711087b57909360ee4ac89, UNASSIGN in 180 msec
2024-11-14T07:26:18,318 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=189, resume processing ppid=187
2024-11-14T07:26:18,318 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=189, ppid=187, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testtb-testExportWithChecksum, region=b9c35ca1aecfa1ce9b4a59dcd2732249, UNASSIGN in 181 msec
2024-11-14T07:26:18,320 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=187, resume processing ppid=186
2024-11-14T07:26:18,320 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=187, ppid=186, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=testtb-testExportWithChecksum in 184 msec
2024-11-14T07:26:18,321 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testtb-testExportWithChecksum","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731569178321"}]},"ts":"1731569178321"}
2024-11-14T07:26:18,322 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testtb-testExportWithChecksum, state=DISABLED in hbase:meta
2024-11-14T07:26:18,323 INFO  [PEWorker-3 {}] procedure.DisableTableProcedure(296): Set testtb-testExportWithChecksum to state=DISABLED
2024-11-14T07:26:18,324 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=186, state=SUCCESS, hasLock=false; DisableTableProcedure table=testtb-testExportWithChecksum in 193 msec
2024-11-14T07:26:18,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33371 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=186
2024-11-14T07:26:18,448 INFO  [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:testtb-testExportWithChecksum completed
2024-11-14T07:26:18,449 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33371 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete testtb-testExportWithChecksum
2024-11-14T07:26:18,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33371 {}] procedure2.ProcedureExecutor(1139): Stored pid=192, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=testtb-testExportWithChecksum
2024-11-14T07:26:18,450 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=192, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=testtb-testExportWithChecksum
2024-11-14T07:26:18,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33371 {}] access.PermissionStorage(261): Removing permissions of removed table testtb-testExportWithChecksum
2024-11-14T07:26:18,451 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=192, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=testtb-testExportWithChecksum
2024-11-14T07:26:18,453 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46383 {}] access.PermissionStorage(529): No permissions found in hbase:acl for acl entry testtb-testExportWithChecksum
2024-11-14T07:26:18,455 DEBUG [HFileArchiver-19 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testtb-testExportWithChecksum/866e83a005711087b57909360ee4ac89
2024-11-14T07:26:18,455 DEBUG [HFileArchiver-20 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testtb-testExportWithChecksum/b9c35ca1aecfa1ce9b4a59dcd2732249
2024-11-14T07:26:18,456 DEBUG [HFileArchiver-20 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testtb-testExportWithChecksum/b9c35ca1aecfa1ce9b4a59dcd2732249/cf, FileablePath, hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testtb-testExportWithChecksum/b9c35ca1aecfa1ce9b4a59dcd2732249/recovered.edits]
2024-11-14T07:26:18,456 DEBUG [HFileArchiver-19 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testtb-testExportWithChecksum/866e83a005711087b57909360ee4ac89/cf, FileablePath, hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testtb-testExportWithChecksum/866e83a005711087b57909360ee4ac89/recovered.edits]
2024-11-14T07:26:18,459 DEBUG [HFileArchiver-20 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testtb-testExportWithChecksum/b9c35ca1aecfa1ce9b4a59dcd2732249/cf/731615cd3c204adbb32699d152d05f0b to hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/archive/data/default/testtb-testExportWithChecksum/b9c35ca1aecfa1ce9b4a59dcd2732249/cf/731615cd3c204adbb32699d152d05f0b
2024-11-14T07:26:18,459 DEBUG [HFileArchiver-19 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testtb-testExportWithChecksum/866e83a005711087b57909360ee4ac89/cf/ced29c71e5cd4adabc89a3da4c4631f6 to hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/archive/data/default/testtb-testExportWithChecksum/866e83a005711087b57909360ee4ac89/cf/ced29c71e5cd4adabc89a3da4c4631f6
2024-11-14T07:26:18,461 DEBUG [HFileArchiver-19 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testtb-testExportWithChecksum/866e83a005711087b57909360ee4ac89/recovered.edits/9.seqid to hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/archive/data/default/testtb-testExportWithChecksum/866e83a005711087b57909360ee4ac89/recovered.edits/9.seqid
2024-11-14T07:26:18,461 DEBUG [HFileArchiver-20 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testtb-testExportWithChecksum/b9c35ca1aecfa1ce9b4a59dcd2732249/recovered.edits/9.seqid to hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/archive/data/default/testtb-testExportWithChecksum/b9c35ca1aecfa1ce9b4a59dcd2732249/recovered.edits/9.seqid
2024-11-14T07:26:18,462 DEBUG [HFileArchiver-19 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testtb-testExportWithChecksum/866e83a005711087b57909360ee4ac89
2024-11-14T07:26:18,462 DEBUG [HFileArchiver-20 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testtb-testExportWithChecksum/b9c35ca1aecfa1ce9b4a59dcd2732249
2024-11-14T07:26:18,462 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(313): Archived testtb-testExportWithChecksum regions
2024-11-14T07:26:18,462 DEBUG [PEWorker-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/mobdir/data/default/testtb-testExportWithChecksum/079394da860334b7f5313f35a50f5bc6
2024-11-14T07:26:18,463 DEBUG [PEWorker-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/mobdir/data/default/testtb-testExportWithChecksum/079394da860334b7f5313f35a50f5bc6/cf]
2024-11-14T07:26:18,465 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/mobdir/data/default/testtb-testExportWithChecksum/079394da860334b7f5313f35a50f5bc6/cf/c4ca4238a0b923820dcc509a6f75849b20241114be02707b0ba04302ad5767ddb1dc8508_b9c35ca1aecfa1ce9b4a59dcd2732249 to hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/archive/data/default/testtb-testExportWithChecksum/079394da860334b7f5313f35a50f5bc6/cf/c4ca4238a0b923820dcc509a6f75849b20241114be02707b0ba04302ad5767ddb1dc8508_b9c35ca1aecfa1ce9b4a59dcd2732249
2024-11-14T07:26:18,466 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/mobdir/data/default/testtb-testExportWithChecksum/079394da860334b7f5313f35a50f5bc6/cf/d41d8cd98f00b204e9800998ecf8427e20241114c18e2e069c5f486b9aee105f963faf8f_866e83a005711087b57909360ee4ac89 to hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/archive/data/default/testtb-testExportWithChecksum/079394da860334b7f5313f35a50f5bc6/cf/d41d8cd98f00b204e9800998ecf8427e20241114c18e2e069c5f486b9aee105f963faf8f_866e83a005711087b57909360ee4ac89
2024-11-14T07:26:18,466 DEBUG [PEWorker-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/mobdir/data/default/testtb-testExportWithChecksum/079394da860334b7f5313f35a50f5bc6
2024-11-14T07:26:18,468 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=192, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=testtb-testExportWithChecksum
2024-11-14T07:26:18,470 WARN  [PEWorker-1 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 2 rows of testtb-testExportWithChecksum from hbase:meta
2024-11-14T07:26:18,472 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(407): Removing 'testtb-testExportWithChecksum' descriptor.
2024-11-14T07:26:18,473 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=192, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=testtb-testExportWithChecksum
2024-11-14T07:26:18,473 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(397): Removing 'testtb-testExportWithChecksum' from region states.
2024-11-14T07:26:18,473 DEBUG [PEWorker-1 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"testtb-testExportWithChecksum,,1731569126344.866e83a005711087b57909360ee4ac89.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731569178473"}]},"ts":"9223372036854775807"}
2024-11-14T07:26:18,473 DEBUG [PEWorker-1 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"testtb-testExportWithChecksum,1,1731569126344.b9c35ca1aecfa1ce9b4a59dcd2732249.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731569178473"}]},"ts":"9223372036854775807"}
2024-11-14T07:26:18,475 INFO  [PEWorker-1 {}] assignment.RegionStateStore(562): Deleted 2 regions from META
2024-11-14T07:26:18,475 DEBUG [PEWorker-1 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 866e83a005711087b57909360ee4ac89, NAME => 'testtb-testExportWithChecksum,,1731569126344.866e83a005711087b57909360ee4ac89.', STARTKEY => '', ENDKEY => '1'}, {ENCODED => b9c35ca1aecfa1ce9b4a59dcd2732249, NAME => 'testtb-testExportWithChecksum,1,1731569126344.b9c35ca1aecfa1ce9b4a59dcd2732249.', STARTKEY => '1', ENDKEY => ''}]
2024-11-14T07:26:18,475 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(401): Marking 'testtb-testExportWithChecksum' as deleted.
2024-11-14T07:26:18,475 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"testtb-testExportWithChecksum","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731569178475"}]},"ts":"9223372036854775807"}
2024-11-14T07:26:18,477 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(867): Deleted table testtb-testExportWithChecksum state from META
2024-11-14T07:26:18,477 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(133): Finished pid=192, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=testtb-testExportWithChecksum
2024-11-14T07:26:18,478 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=192, state=SUCCESS, hasLock=false; DeleteTableProcedure table=testtb-testExportWithChecksum in 28 msec
2024-11-14T07:26:18,668 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35229-0x1003d1cd0e50002, quorum=127.0.0.1:51438, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/acl/testtb-testExportWithChecksum
2024-11-14T07:26:18,668 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41449-0x1003d1cd0e50001, quorum=127.0.0.1:51438, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/acl/testtb-testExportWithChecksum
2024-11-14T07:26:18,668 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33371-0x1003d1cd0e50000, quorum=127.0.0.1:51438, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/acl/testtb-testExportWithChecksum
2024-11-14T07:26:18,668 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46383-0x1003d1cd0e50003, quorum=127.0.0.1:51438, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/acl/testtb-testExportWithChecksum
2024-11-14T07:26:18,669 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportWithChecksum with data PBUF
2024-11-14T07:26:18,669 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportWithChecksum with data PBUF
2024-11-14T07:26:18,669 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportWithChecksum with data PBUF
2024-11-14T07:26:18,749 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33371-0x1003d1cd0e50000, quorum=127.0.0.1:51438, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl
2024-11-14T07:26:18,749 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41449-0x1003d1cd0e50001, quorum=127.0.0.1:51438, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/acl/testtb-testExportWithChecksum
2024-11-14T07:26:18,749 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46383-0x1003d1cd0e50003, quorum=127.0.0.1:51438, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/acl/testtb-testExportWithChecksum
2024-11-14T07:26:18,749 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41449-0x1003d1cd0e50001, quorum=127.0.0.1:51438, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl
2024-11-14T07:26:18,749 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46383-0x1003d1cd0e50003, quorum=127.0.0.1:51438, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl
2024-11-14T07:26:18,749 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35229-0x1003d1cd0e50002, quorum=127.0.0.1:51438, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/acl/testtb-testExportWithChecksum
2024-11-14T07:26:18,749 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35229-0x1003d1cd0e50002, quorum=127.0.0.1:51438, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl
2024-11-14T07:26:18,749 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportWithChecksum with data null
2024-11-14T07:26:18,749 INFO  [zk-permission-watcher-pool-0 {}] access.AuthManager(136): Skipping permission cache refresh because writable data is empty
2024-11-14T07:26:18,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33371 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=192
2024-11-14T07:26:18,750 DEBUG [RPCClient-NioEventLoopGroup-6-4 {}] client.AsyncRegionLocator(219): Clear meta cache for testtb-testExportWithChecksum
2024-11-14T07:26:18,750 INFO  [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:testtb-testExportWithChecksum completed
2024-11-14T07:26:18,751 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testExportExpiredSnapshot with data PBUF\x0A?\x0A\x07jenkins\x124\x08\x03"0\x0A$\x0A\x07default\x12\x19testExportExpiredSnapshot \x00 \x01 \x02 \x03 \x04
2024-11-14T07:26:18,751 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testExportExpiredSnapshot with data PBUF\x0A?\x0A\x07jenkins\x124\x08\x03"0\x0A$\x0A\x07default\x12\x19testExportExpiredSnapshot \x00 \x01 \x02 \x03 \x04
2024-11-14T07:26:18,751 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testExportExpiredSnapshot with data PBUF\x0A?\x0A\x07jenkins\x124\x08\x03"0\x0A$\x0A\x07default\x12\x19testExportExpiredSnapshot \x00 \x01 \x02 \x03 \x04
2024-11-14T07:26:18,751 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testExportExpiredSnapshot with data PBUF\x0A?\x0A\x07jenkins\x124\x08\x03"0\x0A$\x0A\x07default\x12\x19testExportExpiredSnapshot \x00 \x01 \x02 \x03 \x04
2024-11-14T07:26:18,755 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33371 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.2 delete name: "emptySnaptb0-testExportWithChecksum"
type: DISABLED

2024-11-14T07:26:18,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33371 {}] snapshot.SnapshotManager(381): Deleting snapshot: emptySnaptb0-testExportWithChecksum
2024-11-14T07:26:18,759 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33371 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.2 delete name: "snaptb0-testExportWithChecksum"
type: DISABLED

2024-11-14T07:26:18,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33371 {}] snapshot.SnapshotManager(381): Deleting snapshot: snaptb0-testExportWithChecksum
2024-11-14T07:26:18,785 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: snapshot.TestMobSecureExportSnapshot#testExportWithChecksum Thread=805 (was 803)
Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_449673924_1 at /127.0.0.1:52350 [Waiting for operation #3]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: process reaper (pid 116297)
	java.base@17.0.11/java.lang.ProcessHandleImpl.waitForProcessExit0(Native Method)
	java.base@17.0.11/java.lang.ProcessHandleImpl$1.run(ProcessHandleImpl.java:150)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ApplicationMasterLauncher #16
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ForkJoinPool.commonPool-worker-4
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623)
	java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1453683247_22 at /127.0.0.1:52360 [Waiting for operation #2]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HFileArchiver-19
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1453683247_22 at /127.0.0.1:48708 [Waiting for operation #4]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (346890841) connection to localhost/127.0.0.1:34589 from jenkins
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34589
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HFileArchiver-20
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ApplicationMasterLauncher #13
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1453683247_22 at /127.0.0.1:59964 [Waiting for operation #6]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MoveIntermediateToDone Thread #0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ContainersLauncher #3
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ApplicationMasterLauncher #14
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MoveIntermediateToDone Thread #1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MoveIntermediateToDone Thread #2
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ApplicationMasterLauncher #15
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Thread-6879
	java.base@17.0.11/java.io.FileInputStream.readBytes(Native Method)
	java.base@17.0.11/java.io.FileInputStream.read(FileInputStream.java:276)
	java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:282)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343)
	java.base@17.0.11/sun.nio.cs.StreamDecoder.readBytes(StreamDecoder.java:281)
	java.base@17.0.11/sun.nio.cs.StreamDecoder.implRead(StreamDecoder.java:324)
	java.base@17.0.11/sun.nio.cs.StreamDecoder.read(StreamDecoder.java:189)
	java.base@17.0.11/java.io.InputStreamReader.read(InputStreamReader.java:177)
	java.base@17.0.11/java.io.BufferedReader.fill(BufferedReader.java:162)
	java.base@17.0.11/java.io.BufferedReader.readLine(BufferedReader.java:329)
	java.base@17.0.11/java.io.BufferedReader.readLine(BufferedReader.java:396)
	app//org.apache.hadoop.util.Shell$1.run(Shell.java:1025)
 - Thread LEAK? -, OpenFileDescriptor=810 (was 815), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=503 (was 426) - SystemLoadAverage LEAK? -, ProcessCount=18 (was 18), AvailableMemoryMB=1800 (was 1972)
2024-11-14T07:26:18,786 WARN  [Time-limited test {}] hbase.ResourceChecker(130): Thread=805 is superior to 500
2024-11-14T07:26:18,800 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: snapshot.TestMobSecureExportSnapshot#testExportFileSystemStateWithSkipTmp Thread=805, OpenFileDescriptor=810, MaxFileDescriptor=1048576, SystemLoadAverage=503, ProcessCount=18, AvailableMemoryMB=1799
2024-11-14T07:26:18,800 WARN  [Time-limited test {}] hbase.ResourceChecker(130): Thread=805 is superior to 500
2024-11-14T07:26:18,802 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33371 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testtb-testExportFileSystemStateWithSkipTmp', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '0', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-14T07:26:18,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33371 {}] procedure2.ProcedureExecutor(1139): Stored pid=193, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testtb-testExportFileSystemStateWithSkipTmp
2024-11-14T07:26:18,804 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=193, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testtb-testExportFileSystemStateWithSkipTmp execute state=CREATE_TABLE_PRE_OPERATION
2024-11-14T07:26:18,804 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33371 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default"
qualifier: "testtb-testExportFileSystemStateWithSkipTmp"
 procId is: 193
2024-11-14T07:26:18,804 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=193, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testtb-testExportFileSystemStateWithSkipTmp execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-14T07:26:18,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33371 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=193
2024-11-14T07:26:18,809 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073742343_1519 (size=454)
2024-11-14T07:26:18,809 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073742343_1519 (size=454)
2024-11-14T07:26:18,809 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073742343_1519 (size=454)
2024-11-14T07:26:18,811 INFO  [RegionOpenAndInit-testtb-testExportFileSystemStateWithSkipTmp-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e91519777044fd3f6259111b41dcab54, NAME => 'testtb-testExportFileSystemStateWithSkipTmp,,1731569178801.e91519777044fd3f6259111b41dcab54.', STARTKEY => '', ENDKEY => '1'}, tableDescriptor='testtb-testExportFileSystemStateWithSkipTmp', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '0', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50
2024-11-14T07:26:18,811 INFO  [RegionOpenAndInit-testtb-testExportFileSystemStateWithSkipTmp-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 22f573b043adf84f04ff9034a91bbe90, NAME => 'testtb-testExportFileSystemStateWithSkipTmp,1,1731569178801.22f573b043adf84f04ff9034a91bbe90.', STARTKEY => '1', ENDKEY => ''}, tableDescriptor='testtb-testExportFileSystemStateWithSkipTmp', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '0', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50
2024-11-14T07:26:18,816 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073742344_1520 (size=79)
2024-11-14T07:26:18,816 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073742344_1520 (size=79)
2024-11-14T07:26:18,816 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073742344_1520 (size=79)
2024-11-14T07:26:18,817 DEBUG [RegionOpenAndInit-testtb-testExportFileSystemStateWithSkipTmp-pool-0 {}] regionserver.HRegion(898): Instantiated testtb-testExportFileSystemStateWithSkipTmp,,1731569178801.e91519777044fd3f6259111b41dcab54.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-14T07:26:18,817 DEBUG [RegionOpenAndInit-testtb-testExportFileSystemStateWithSkipTmp-pool-0 {}] regionserver.HRegion(1722): Closing e91519777044fd3f6259111b41dcab54, disabling compactions & flushes
2024-11-14T07:26:18,817 INFO  [RegionOpenAndInit-testtb-testExportFileSystemStateWithSkipTmp-pool-0 {}] regionserver.HRegion(1755): Closing region testtb-testExportFileSystemStateWithSkipTmp,,1731569178801.e91519777044fd3f6259111b41dcab54.
2024-11-14T07:26:18,817 DEBUG [RegionOpenAndInit-testtb-testExportFileSystemStateWithSkipTmp-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testtb-testExportFileSystemStateWithSkipTmp,,1731569178801.e91519777044fd3f6259111b41dcab54.
2024-11-14T07:26:18,817 DEBUG [RegionOpenAndInit-testtb-testExportFileSystemStateWithSkipTmp-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testtb-testExportFileSystemStateWithSkipTmp,,1731569178801.e91519777044fd3f6259111b41dcab54. after waiting 0 ms
2024-11-14T07:26:18,817 DEBUG [RegionOpenAndInit-testtb-testExportFileSystemStateWithSkipTmp-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testtb-testExportFileSystemStateWithSkipTmp,,1731569178801.e91519777044fd3f6259111b41dcab54.
2024-11-14T07:26:18,817 INFO  [RegionOpenAndInit-testtb-testExportFileSystemStateWithSkipTmp-pool-0 {}] regionserver.HRegion(1973): Closed testtb-testExportFileSystemStateWithSkipTmp,,1731569178801.e91519777044fd3f6259111b41dcab54.
2024-11-14T07:26:18,817 DEBUG [RegionOpenAndInit-testtb-testExportFileSystemStateWithSkipTmp-pool-0 {}] regionserver.HRegion(1676): Region close journal for e91519777044fd3f6259111b41dcab54:
Waiting for close lock at 1731569178817Disabling compacts and flushes for region at 1731569178817Disabling writes for close at 1731569178817Writing region close event to WAL at 1731569178817Closed at 1731569178817
2024-11-14T07:26:18,818 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073742345_1521 (size=79)
2024-11-14T07:26:18,818 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073742345_1521 (size=79)
2024-11-14T07:26:18,819 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073742345_1521 (size=79)
2024-11-14T07:26:18,819 DEBUG [RegionOpenAndInit-testtb-testExportFileSystemStateWithSkipTmp-pool-1 {}] regionserver.HRegion(898): Instantiated testtb-testExportFileSystemStateWithSkipTmp,1,1731569178801.22f573b043adf84f04ff9034a91bbe90.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-14T07:26:18,819 DEBUG [RegionOpenAndInit-testtb-testExportFileSystemStateWithSkipTmp-pool-1 {}] regionserver.HRegion(1722): Closing 22f573b043adf84f04ff9034a91bbe90, disabling compactions & flushes
2024-11-14T07:26:18,819 INFO  [RegionOpenAndInit-testtb-testExportFileSystemStateWithSkipTmp-pool-1 {}] regionserver.HRegion(1755): Closing region testtb-testExportFileSystemStateWithSkipTmp,1,1731569178801.22f573b043adf84f04ff9034a91bbe90.
2024-11-14T07:26:18,819 DEBUG [RegionOpenAndInit-testtb-testExportFileSystemStateWithSkipTmp-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testtb-testExportFileSystemStateWithSkipTmp,1,1731569178801.22f573b043adf84f04ff9034a91bbe90.
2024-11-14T07:26:18,819 DEBUG [RegionOpenAndInit-testtb-testExportFileSystemStateWithSkipTmp-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testtb-testExportFileSystemStateWithSkipTmp,1,1731569178801.22f573b043adf84f04ff9034a91bbe90. after waiting 0 ms
2024-11-14T07:26:18,819 DEBUG [RegionOpenAndInit-testtb-testExportFileSystemStateWithSkipTmp-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testtb-testExportFileSystemStateWithSkipTmp,1,1731569178801.22f573b043adf84f04ff9034a91bbe90.
2024-11-14T07:26:18,819 INFO  [RegionOpenAndInit-testtb-testExportFileSystemStateWithSkipTmp-pool-1 {}] regionserver.HRegion(1973): Closed testtb-testExportFileSystemStateWithSkipTmp,1,1731569178801.22f573b043adf84f04ff9034a91bbe90.
2024-11-14T07:26:18,819 DEBUG [RegionOpenAndInit-testtb-testExportFileSystemStateWithSkipTmp-pool-1 {}] regionserver.HRegion(1676): Region close journal for 22f573b043adf84f04ff9034a91bbe90:
Waiting for close lock at 1731569178819Disabling compacts and flushes for region at 1731569178819Disabling writes for close at 1731569178819Writing region close event to WAL at 1731569178819Closed at 1731569178819
2024-11-14T07:26:18,820 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=193, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testtb-testExportFileSystemStateWithSkipTmp execute state=CREATE_TABLE_ADD_TO_META
2024-11-14T07:26:18,821 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testtb-testExportFileSystemStateWithSkipTmp,,1731569178801.e91519777044fd3f6259111b41dcab54.","families":{"info":[{"qualifier":"regioninfo","vlen":78,"tag":[],"timestamp":"1731569178821"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731569178821"}]},"ts":"1731569178821"}
2024-11-14T07:26:18,821 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testtb-testExportFileSystemStateWithSkipTmp,1,1731569178801.22f573b043adf84f04ff9034a91bbe90.","families":{"info":[{"qualifier":"regioninfo","vlen":78,"tag":[],"timestamp":"1731569178821"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731569178821"}]},"ts":"1731569178821"}
2024-11-14T07:26:18,823 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta.
2024-11-14T07:26:18,824 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=193, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testtb-testExportFileSystemStateWithSkipTmp execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-14T07:26:18,824 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testtb-testExportFileSystemStateWithSkipTmp","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731569178824"}]},"ts":"1731569178824"}
2024-11-14T07:26:18,826 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=testtb-testExportFileSystemStateWithSkipTmp, state=ENABLING in hbase:meta
2024-11-14T07:26:18,826 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(204): Hosts are {20680646cf8a=0} racks are {/default-rack=0}
2024-11-14T07:26:18,827 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(303): server 0 has 0 regions
2024-11-14T07:26:18,827 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(303): server 1 has 0 regions
2024-11-14T07:26:18,827 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(303): server 2 has 0 regions
2024-11-14T07:26:18,827 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(310): server 0 is on host 0
2024-11-14T07:26:18,827 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(310): server 1 is on host 0
2024-11-14T07:26:18,827 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(310): server 2 is on host 0
2024-11-14T07:26:18,827 INFO  [PEWorker-2 {}] balancer.BalancerClusterState(321): server 0 is on rack 0
2024-11-14T07:26:18,827 INFO  [PEWorker-2 {}] balancer.BalancerClusterState(321): server 1 is on rack 0
2024-11-14T07:26:18,827 INFO  [PEWorker-2 {}] balancer.BalancerClusterState(321): server 2 is on rack 0
2024-11-14T07:26:18,827 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1
2024-11-14T07:26:18,828 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=194, ppid=193, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testtb-testExportFileSystemStateWithSkipTmp, region=e91519777044fd3f6259111b41dcab54, ASSIGN}, {pid=195, ppid=193, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testtb-testExportFileSystemStateWithSkipTmp, region=22f573b043adf84f04ff9034a91bbe90, ASSIGN}]
2024-11-14T07:26:18,828 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=195, ppid=193, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testtb-testExportFileSystemStateWithSkipTmp, region=22f573b043adf84f04ff9034a91bbe90, ASSIGN
2024-11-14T07:26:18,829 INFO  [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=194, ppid=193, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testtb-testExportFileSystemStateWithSkipTmp, region=e91519777044fd3f6259111b41dcab54, ASSIGN
2024-11-14T07:26:18,829 INFO  [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=194, ppid=193, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testtb-testExportFileSystemStateWithSkipTmp, region=e91519777044fd3f6259111b41dcab54, ASSIGN; state=OFFLINE, location=20680646cf8a,41449,1731568958363; forceNewPlan=false, retain=false
2024-11-14T07:26:18,829 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=195, ppid=193, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testtb-testExportFileSystemStateWithSkipTmp, region=22f573b043adf84f04ff9034a91bbe90, ASSIGN; state=OFFLINE, location=20680646cf8a,46383,1731568958548; forceNewPlan=false, retain=false
2024-11-14T07:26:18,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33371 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=193
2024-11-14T07:26:18,980 INFO  [20680646cf8a:33371 {}] balancer.BaseLoadBalancer(388): Reassigned 2 regions. 2 retained the pre-restart assignment. 
2024-11-14T07:26:18,980 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=194 updating hbase:meta row=e91519777044fd3f6259111b41dcab54, regionState=OPENING, regionLocation=20680646cf8a,41449,1731568958363
2024-11-14T07:26:18,980 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=195 updating hbase:meta row=22f573b043adf84f04ff9034a91bbe90, regionState=OPENING, regionLocation=20680646cf8a,46383,1731568958548
2024-11-14T07:26:18,982 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=194, ppid=193, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testtb-testExportFileSystemStateWithSkipTmp, region=e91519777044fd3f6259111b41dcab54, ASSIGN because future has completed
2024-11-14T07:26:18,982 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=196, ppid=194, state=RUNNABLE, hasLock=false; OpenRegionProcedure e91519777044fd3f6259111b41dcab54, server=20680646cf8a,41449,1731568958363}]
2024-11-14T07:26:18,983 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=195, ppid=193, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testtb-testExportFileSystemStateWithSkipTmp, region=22f573b043adf84f04ff9034a91bbe90, ASSIGN because future has completed
2024-11-14T07:26:18,983 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=197, ppid=195, state=RUNNABLE, hasLock=false; OpenRegionProcedure 22f573b043adf84f04ff9034a91bbe90, server=20680646cf8a,46383,1731568958548}]
2024-11-14T07:26:19,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33371 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=193
2024-11-14T07:26:19,140 INFO  [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=197}] handler.AssignRegionHandler(132): Open testtb-testExportFileSystemStateWithSkipTmp,1,1731569178801.22f573b043adf84f04ff9034a91bbe90.
2024-11-14T07:26:19,140 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=197}] regionserver.HRegion(7752): Opening region: {ENCODED => 22f573b043adf84f04ff9034a91bbe90, NAME => 'testtb-testExportFileSystemStateWithSkipTmp,1,1731569178801.22f573b043adf84f04ff9034a91bbe90.', STARTKEY => '1', ENDKEY => ''}
2024-11-14T07:26:19,140 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=197}] regionserver.HRegion(8280): Registered coprocessor service: region=testtb-testExportFileSystemStateWithSkipTmp,1,1731569178801.22f573b043adf84f04ff9034a91bbe90. service=AccessControlService
2024-11-14T07:26:19,140 INFO  [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=197}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.security.access.AccessController loaded, priority=536870911.
2024-11-14T07:26:19,140 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=197}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testtb-testExportFileSystemStateWithSkipTmp 22f573b043adf84f04ff9034a91bbe90
2024-11-14T07:26:19,140 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=197}] regionserver.HRegion(898): Instantiated testtb-testExportFileSystemStateWithSkipTmp,1,1731569178801.22f573b043adf84f04ff9034a91bbe90.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-14T07:26:19,141 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=197}] regionserver.HRegion(7794): checking encryption for 22f573b043adf84f04ff9034a91bbe90
2024-11-14T07:26:19,141 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=197}] regionserver.HRegion(7797): checking classloading for 22f573b043adf84f04ff9034a91bbe90
2024-11-14T07:26:19,142 INFO  [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=196}] handler.AssignRegionHandler(132): Open testtb-testExportFileSystemStateWithSkipTmp,,1731569178801.e91519777044fd3f6259111b41dcab54.
2024-11-14T07:26:19,142 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=196}] regionserver.HRegion(7752): Opening region: {ENCODED => e91519777044fd3f6259111b41dcab54, NAME => 'testtb-testExportFileSystemStateWithSkipTmp,,1731569178801.e91519777044fd3f6259111b41dcab54.', STARTKEY => '', ENDKEY => '1'}
2024-11-14T07:26:19,142 INFO  [StoreOpener-22f573b043adf84f04ff9034a91bbe90-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 22f573b043adf84f04ff9034a91bbe90 
2024-11-14T07:26:19,142 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=196}] regionserver.HRegion(8280): Registered coprocessor service: region=testtb-testExportFileSystemStateWithSkipTmp,,1731569178801.e91519777044fd3f6259111b41dcab54. service=AccessControlService
2024-11-14T07:26:19,142 INFO  [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=196}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.security.access.AccessController loaded, priority=536870911.
2024-11-14T07:26:19,142 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=196}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testtb-testExportFileSystemStateWithSkipTmp e91519777044fd3f6259111b41dcab54
2024-11-14T07:26:19,142 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=196}] regionserver.HRegion(898): Instantiated testtb-testExportFileSystemStateWithSkipTmp,,1731569178801.e91519777044fd3f6259111b41dcab54.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-14T07:26:19,143 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=196}] regionserver.HRegion(7794): checking encryption for e91519777044fd3f6259111b41dcab54
2024-11-14T07:26:19,143 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=196}] regionserver.HRegion(7797): checking classloading for e91519777044fd3f6259111b41dcab54
2024-11-14T07:26:19,144 INFO  [StoreOpener-22f573b043adf84f04ff9034a91bbe90-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 22f573b043adf84f04ff9034a91bbe90 columnFamilyName cf
2024-11-14T07:26:19,145 DEBUG [StoreOpener-22f573b043adf84f04ff9034a91bbe90-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T07:26:19,145 INFO  [StoreOpener-22f573b043adf84f04ff9034a91bbe90-1 {}] regionserver.HStore(327): Store=22f573b043adf84f04ff9034a91bbe90/cf,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-14T07:26:19,146 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=197}] regionserver.HRegion(1038): replaying wal for 22f573b043adf84f04ff9034a91bbe90
2024-11-14T07:26:19,147 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=197}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testtb-testExportFileSystemStateWithSkipTmp/22f573b043adf84f04ff9034a91bbe90
2024-11-14T07:26:19,147 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=197}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testtb-testExportFileSystemStateWithSkipTmp/22f573b043adf84f04ff9034a91bbe90
2024-11-14T07:26:19,147 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=197}] regionserver.HRegion(1048): stopping wal replay for 22f573b043adf84f04ff9034a91bbe90
2024-11-14T07:26:19,147 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=197}] regionserver.HRegion(1060): Cleaning up temporary data for 22f573b043adf84f04ff9034a91bbe90
2024-11-14T07:26:19,148 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=197}] regionserver.HRegion(1093): writing seq id for 22f573b043adf84f04ff9034a91bbe90
2024-11-14T07:26:19,153 INFO  [StoreOpener-e91519777044fd3f6259111b41dcab54-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region e91519777044fd3f6259111b41dcab54 
2024-11-14T07:26:19,154 INFO  [StoreOpener-e91519777044fd3f6259111b41dcab54-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e91519777044fd3f6259111b41dcab54 columnFamilyName cf
2024-11-14T07:26:19,155 DEBUG [StoreOpener-e91519777044fd3f6259111b41dcab54-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T07:26:19,155 INFO  [StoreOpener-e91519777044fd3f6259111b41dcab54-1 {}] regionserver.HStore(327): Store=e91519777044fd3f6259111b41dcab54/cf,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-14T07:26:19,156 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=196}] regionserver.HRegion(1038): replaying wal for e91519777044fd3f6259111b41dcab54
2024-11-14T07:26:19,156 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=196}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testtb-testExportFileSystemStateWithSkipTmp/e91519777044fd3f6259111b41dcab54
2024-11-14T07:26:19,156 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=196}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testtb-testExportFileSystemStateWithSkipTmp/e91519777044fd3f6259111b41dcab54
2024-11-14T07:26:19,157 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=196}] regionserver.HRegion(1048): stopping wal replay for e91519777044fd3f6259111b41dcab54
2024-11-14T07:26:19,157 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=196}] regionserver.HRegion(1060): Cleaning up temporary data for e91519777044fd3f6259111b41dcab54
2024-11-14T07:26:19,158 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=196}] regionserver.HRegion(1093): writing seq id for e91519777044fd3f6259111b41dcab54
2024-11-14T07:26:19,166 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=197}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testtb-testExportFileSystemStateWithSkipTmp/22f573b043adf84f04ff9034a91bbe90/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-14T07:26:19,166 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=196}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testtb-testExportFileSystemStateWithSkipTmp/e91519777044fd3f6259111b41dcab54/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-14T07:26:19,166 INFO  [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=197}] regionserver.HRegion(1114): Opened 22f573b043adf84f04ff9034a91bbe90; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62241329, jitterRate=-0.07253192365169525}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-14T07:26:19,166 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=197}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 22f573b043adf84f04ff9034a91bbe90
2024-11-14T07:26:19,167 INFO  [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=196}] regionserver.HRegion(1114): Opened e91519777044fd3f6259111b41dcab54; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67517217, jitterRate=0.006084933876991272}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-14T07:26:19,167 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=196}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e91519777044fd3f6259111b41dcab54
2024-11-14T07:26:19,167 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=196}] regionserver.HRegion(1006): Region open journal for e91519777044fd3f6259111b41dcab54:
Running coprocessor pre-open hook at 1731569179143Writing region info on filesystem at 1731569179143Initializing all the Stores at 1731569179143Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '0', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731569179143Cleaning up temporary data from old regions at 1731569179157 (+14 ms)Running coprocessor post-open hooks at 1731569179167 (+10 ms)Region opened successfully at 1731569179167
2024-11-14T07:26:19,167 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=197}] regionserver.HRegion(1006): Region open journal for 22f573b043adf84f04ff9034a91bbe90:
Running coprocessor pre-open hook at 1731569179141Writing region info on filesystem at 1731569179141Initializing all the Stores at 1731569179141Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '0', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731569179141Cleaning up temporary data from old regions at 1731569179147 (+6 ms)Running coprocessor post-open hooks at 1731569179166 (+19 ms)Region opened successfully at 1731569179167 (+1 ms)
2024-11-14T07:26:19,168 INFO  [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=197}] regionserver.HRegionServer(2236): Post open deploy tasks for testtb-testExportFileSystemStateWithSkipTmp,1,1731569178801.22f573b043adf84f04ff9034a91bbe90., pid=197, masterSystemTime=1731569179134
2024-11-14T07:26:19,168 INFO  [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=196}] regionserver.HRegionServer(2236): Post open deploy tasks for testtb-testExportFileSystemStateWithSkipTmp,,1731569178801.e91519777044fd3f6259111b41dcab54., pid=196, masterSystemTime=1731569179134
2024-11-14T07:26:19,169 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=196}] regionserver.HRegionServer(2266): Finished post open deploy task for testtb-testExportFileSystemStateWithSkipTmp,,1731569178801.e91519777044fd3f6259111b41dcab54.
2024-11-14T07:26:19,169 INFO  [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=196}] handler.AssignRegionHandler(153): Opened testtb-testExportFileSystemStateWithSkipTmp,,1731569178801.e91519777044fd3f6259111b41dcab54.
2024-11-14T07:26:19,171 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=194 updating hbase:meta row=e91519777044fd3f6259111b41dcab54, regionState=OPEN, openSeqNum=2, regionLocation=20680646cf8a,41449,1731568958363
2024-11-14T07:26:19,171 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=197}] regionserver.HRegionServer(2266): Finished post open deploy task for testtb-testExportFileSystemStateWithSkipTmp,1,1731569178801.22f573b043adf84f04ff9034a91bbe90.
2024-11-14T07:26:19,171 INFO  [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=197}] handler.AssignRegionHandler(153): Opened testtb-testExportFileSystemStateWithSkipTmp,1,1731569178801.22f573b043adf84f04ff9034a91bbe90.
2024-11-14T07:26:19,172 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=195 updating hbase:meta row=22f573b043adf84f04ff9034a91bbe90, regionState=OPEN, openSeqNum=2, regionLocation=20680646cf8a,46383,1731568958548
2024-11-14T07:26:19,173 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=196, ppid=194, state=RUNNABLE, hasLock=false; OpenRegionProcedure e91519777044fd3f6259111b41dcab54, server=20680646cf8a,41449,1731568958363 because future has completed
2024-11-14T07:26:19,176 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=197, ppid=195, state=RUNNABLE, hasLock=false; OpenRegionProcedure 22f573b043adf84f04ff9034a91bbe90, server=20680646cf8a,46383,1731568958548 because future has completed
2024-11-14T07:26:19,179 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=196, resume processing ppid=194
2024-11-14T07:26:19,179 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=196, ppid=194, state=SUCCESS, hasLock=false; OpenRegionProcedure e91519777044fd3f6259111b41dcab54, server=20680646cf8a,41449,1731568958363 in 194 msec
2024-11-14T07:26:19,180 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=194, ppid=193, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testtb-testExportFileSystemStateWithSkipTmp, region=e91519777044fd3f6259111b41dcab54, ASSIGN in 352 msec
2024-11-14T07:26:19,180 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=197, resume processing ppid=195
2024-11-14T07:26:19,180 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=197, ppid=195, state=SUCCESS, hasLock=false; OpenRegionProcedure 22f573b043adf84f04ff9034a91bbe90, server=20680646cf8a,46383,1731568958548 in 195 msec
2024-11-14T07:26:19,184 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=195, resume processing ppid=193
2024-11-14T07:26:19,184 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=195, ppid=193, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testtb-testExportFileSystemStateWithSkipTmp, region=22f573b043adf84f04ff9034a91bbe90, ASSIGN in 354 msec
2024-11-14T07:26:19,185 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=193, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testtb-testExportFileSystemStateWithSkipTmp execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-14T07:26:19,186 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testtb-testExportFileSystemStateWithSkipTmp","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731569179185"}]},"ts":"1731569179185"}
2024-11-14T07:26:19,190 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=testtb-testExportFileSystemStateWithSkipTmp, state=ENABLED in hbase:meta
2024-11-14T07:26:19,191 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=193, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testtb-testExportFileSystemStateWithSkipTmp execute state=CREATE_TABLE_POST_OPERATION
2024-11-14T07:26:19,191 DEBUG [PEWorker-5 {}] access.PermissionStorage(177): Writing permission with rowKey testtb-testExportFileSystemStateWithSkipTmp jenkins: RWXCA
2024-11-14T07:26:19,196 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46383 {}] access.PermissionStorage(613): Read acl: entry[testtb-testExportFileSystemStateWithSkipTmp], kv [jenkins: RWXCA]
2024-11-14T07:26:19,198 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33371-0x1003d1cd0e50000, quorum=127.0.0.1:51438, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl
2024-11-14T07:26:19,198 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41449-0x1003d1cd0e50001, quorum=127.0.0.1:51438, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl
2024-11-14T07:26:19,198 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35229-0x1003d1cd0e50002, quorum=127.0.0.1:51438, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl
2024-11-14T07:26:19,198 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46383-0x1003d1cd0e50003, quorum=127.0.0.1:51438, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl
2024-11-14T07:26:19,200 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testExportExpiredSnapshot with data PBUF\x0A?\x0A\x07jenkins\x124\x08\x03"0\x0A$\x0A\x07default\x12\x19testExportExpiredSnapshot \x00 \x01 \x02 \x03 \x04
2024-11-14T07:26:19,200 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testExportExpiredSnapshot with data PBUF\x0A?\x0A\x07jenkins\x124\x08\x03"0\x0A$\x0A\x07default\x12\x19testExportExpiredSnapshot \x00 \x01 \x02 \x03 \x04
2024-11-14T07:26:19,200 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testExportExpiredSnapshot with data PBUF\x0A?\x0A\x07jenkins\x124\x08\x03"0\x0A$\x0A\x07default\x12\x19testExportExpiredSnapshot \x00 \x01 \x02 \x03 \x04
2024-11-14T07:26:19,200 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportFileSystemStateWithSkipTmp with data PBUF\x0AQ\x0A\x07jenkins\x12F\x08\x03"B\x0A6\x0A\x07default\x12+testtb-testExportFileSystemStateWithSkipTmp \x00 \x01 \x02 \x03 \x04
2024-11-14T07:26:19,200 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportFileSystemStateWithSkipTmp with data PBUF\x0AQ\x0A\x07jenkins\x12F\x08\x03"B\x0A6\x0A\x07default\x12+testtb-testExportFileSystemStateWithSkipTmp \x00 \x01 \x02 \x03 \x04
2024-11-14T07:26:19,200 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportFileSystemStateWithSkipTmp with data PBUF\x0AQ\x0A\x07jenkins\x12F\x08\x03"B\x0A6\x0A\x07default\x12+testtb-testExportFileSystemStateWithSkipTmp \x00 \x01 \x02 \x03 \x04
2024-11-14T07:26:19,201 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testExportExpiredSnapshot with data PBUF\x0A?\x0A\x07jenkins\x124\x08\x03"0\x0A$\x0A\x07default\x12\x19testExportExpiredSnapshot \x00 \x01 \x02 \x03 \x04
2024-11-14T07:26:19,201 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportFileSystemStateWithSkipTmp with data PBUF\x0AQ\x0A\x07jenkins\x12F\x08\x03"B\x0A6\x0A\x07default\x12+testtb-testExportFileSystemStateWithSkipTmp \x00 \x01 \x02 \x03 \x04
2024-11-14T07:26:19,202 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=193, state=SUCCESS, hasLock=false; CreateTableProcedure table=testtb-testExportFileSystemStateWithSkipTmp in 398 msec
2024-11-14T07:26:19,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33371 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=193
2024-11-14T07:26:19,428 INFO  [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testtb-testExportFileSystemStateWithSkipTmp completed
2024-11-14T07:26:19,428 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testtb-testExportFileSystemStateWithSkipTmp,, stopping at row=testtb-testExportFileSystemStateWithSkipTmp ,, for max=2147483647 with caching=100
2024-11-14T07:26:19,432 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2234): Found 2 regions for table testtb-testExportFileSystemStateWithSkipTmp
2024-11-14T07:26:19,432 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2240): firstRegionName=testtb-testExportFileSystemStateWithSkipTmp,,1731569178801.e91519777044fd3f6259111b41dcab54.
2024-11-14T07:26:19,432 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-14T07:26:19,434 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testtb-testExportFileSystemStateWithSkipTmp,, stopping at row=testtb-testExportFileSystemStateWithSkipTmp ,, for max=2147483647 with caching=100
2024-11-14T07:26:19,439 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testtb-testExportFileSystemStateWithSkipTmp,, stopping at row=testtb-testExportFileSystemStateWithSkipTmp ,, for max=2147483647 with caching=100
2024-11-14T07:26:19,445 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testtb-testExportFileSystemStateWithSkipTmp,, stopping at row=testtb-testExportFileSystemStateWithSkipTmp ,, for max=2147483647 with caching=100
2024-11-14T07:26:19,448 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33371 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.2 snapshot request for:{ ss=emptySnaptb0-testExportFileSystemStateWithSkipTmp table=testtb-testExportFileSystemStateWithSkipTmp type=FLUSH ttl=0 }
2024-11-14T07:26:19,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33371 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1731569179448 (current time:1731569179448).
2024-11-14T07:26:19,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33371 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0
2024-11-14T07:26:19,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33371 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot emptySnaptb0-testExportFileSystemStateWithSkipTmp VERSION not specified, setting to 2
2024-11-14T07:26:19,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33371 {}] snapshot.SnapshotDescriptionUtils(346): Set jenkins as owner of Snapshot
2024-11-14T07:26:19,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33371 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c5fc217, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-14T07:26:19,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33371 {}] client.ClusterIdFetcher(90): Going to request 20680646cf8a,33371,-1 for getting cluster id
2024-11-14T07:26:19,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33371 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-14T07:26:19,450 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '46377f42-1a23-4b7c-b287-d7f34e5e911d'
2024-11-14T07:26:19,451 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-14T07:26:19,451 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "46377f42-1a23-4b7c-b287-d7f34e5e911d"

2024-11-14T07:26:19,451 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5249786a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-14T07:26:19,451 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [20680646cf8a,33371,-1]
2024-11-14T07:26:19,451 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-14T07:26:19,452 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-14T07:26:19,452 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45846, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-14T07:26:19,453 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46bb73ee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-14T07:26:19,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33371 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-14T07:26:19,454 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=20680646cf8a,35229,1731568958498, seqNum=-1]
2024-11-14T07:26:19,454 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-14T07:26:19,455 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45938, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-14T07:26:19,457 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33371 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33371.
2024-11-14T07:26:19,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33371 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353)
    at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767)
    at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java)
    at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
    at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T07:26:19,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33371 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-14T07:26:19,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33371 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-14T07:26:19,457 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-14T07:26:19,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33371 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55ffbd43, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-14T07:26:19,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33371 {}] client.ClusterIdFetcher(90): Going to request 20680646cf8a,33371,-1 for getting cluster id
2024-11-14T07:26:19,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33371 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-14T07:26:19,459 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '46377f42-1a23-4b7c-b287-d7f34e5e911d'
2024-11-14T07:26:19,459 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-14T07:26:19,459 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "46377f42-1a23-4b7c-b287-d7f34e5e911d"

2024-11-14T07:26:19,460 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59dcd10d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-14T07:26:19,460 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [20680646cf8a,33371,-1]
2024-11-14T07:26:19,460 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-14T07:26:19,460 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-14T07:26:19,461 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45854, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-14T07:26:19,461 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3bbf796e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-14T07:26:19,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33371 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-14T07:26:19,462 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=20680646cf8a,35229,1731568958498, seqNum=-1]
2024-11-14T07:26:19,463 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-14T07:26:19,464 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45940, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-14T07:26:19,465 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:acl', row='testtb-testExportFileSystemStateWithSkipTmp', locateType=CURRENT is [region=hbase:acl,,1731568961356.99a97c7ce2d8675b0310f1de2e0c2662., hostname=20680646cf8a,46383,1731568958548, seqNum=2]
2024-11-14T07:26:19,465 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-14T07:26:19,466 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35514, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-14T07:26:19,467 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33371 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33371.
2024-11-14T07:26:19,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33371 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.security.access.PermissionStorage.getPermissions(PermissionStorage.java:522)
    at org.apache.hadoop.hbase.security.access.PermissionStorage.getTablePermissions(PermissionStorage.java:485)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils$1.run(SnapshotDescriptionUtils.java:490)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils$1.run(SnapshotDescriptionUtils.java:487)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:712)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:439)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953)
    at org.apache.hadoop.security.SecurityUtil.doAsUser(SecurityUtil.java:555)
    at org.apache.hadoop.security.SecurityUtil.doAsLoginUser(SecurityUtil.java:535)
    at jdk.internal.reflect.GeneratedMethodAccessor262.invoke(Unknown Source)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.apache.hadoop.hbase.util.Methods.call(Methods.java:39)
    at org.apache.hadoop.hbase.security.User.runAsLoginUser(User.java:174)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.writeAclToSnapshotDescription(SnapshotDescriptionUtils.java:487)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:354)
    at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767)
    at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java)
    at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
    at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T07:26:19,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33371 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-14T07:26:19,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33371 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-14T07:26:19,467 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-14T07:26:19,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33371 {}] access.PermissionStorage(613): Read acl: entry[testtb-testExportFileSystemStateWithSkipTmp], kv [jenkins: RWXCA]
2024-11-14T07:26:19,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33371 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot...
2024-11-14T07:26:19,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33371 {}] procedure2.ProcedureExecutor(1139): Stored pid=198, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=198, snapshot={ ss=emptySnaptb0-testExportFileSystemStateWithSkipTmp table=testtb-testExportFileSystemStateWithSkipTmp type=FLUSH ttl=0 }
2024-11-14T07:26:19,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33371 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=emptySnaptb0-testExportFileSystemStateWithSkipTmp table=testtb-testExportFileSystemStateWithSkipTmp type=FLUSH ttl=0 }, snapshot procedure id = 198
2024-11-14T07:26:19,470 INFO  [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=198, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=198, snapshot={ ss=emptySnaptb0-testExportFileSystemStateWithSkipTmp table=testtb-testExportFileSystemStateWithSkipTmp type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE
2024-11-14T07:26:19,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33371 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=198
2024-11-14T07:26:19,470 INFO  [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=198, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=198, snapshot={ ss=emptySnaptb0-testExportFileSystemStateWithSkipTmp table=testtb-testExportFileSystemStateWithSkipTmp type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION
2024-11-14T07:26:19,472 INFO  [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=198, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=198, snapshot={ ss=emptySnaptb0-testExportFileSystemStateWithSkipTmp table=testtb-testExportFileSystemStateWithSkipTmp type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO
2024-11-14T07:26:19,477 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073742346_1522 (size=203)
2024-11-14T07:26:19,477 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073742346_1522 (size=203)
2024-11-14T07:26:19,478 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073742346_1522 (size=203)
2024-11-14T07:26:19,479 INFO  [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=198, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=198, snapshot={ ss=emptySnaptb0-testExportFileSystemStateWithSkipTmp table=testtb-testExportFileSystemStateWithSkipTmp type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS
2024-11-14T07:26:19,479 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=199, ppid=198, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e91519777044fd3f6259111b41dcab54}, {pid=200, ppid=198, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 22f573b043adf84f04ff9034a91bbe90}]
2024-11-14T07:26:19,481 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=199, ppid=198, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e91519777044fd3f6259111b41dcab54
2024-11-14T07:26:19,481 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=200, ppid=198, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 22f573b043adf84f04ff9034a91bbe90
2024-11-14T07:26:19,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33371 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=198
2024-11-14T07:26:19,632 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41449 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=199
2024-11-14T07:26:19,632 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46383 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=200
2024-11-14T07:26:19,633 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=199}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on testtb-testExportFileSystemStateWithSkipTmp,,1731569178801.e91519777044fd3f6259111b41dcab54.
2024-11-14T07:26:19,633 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=200}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on testtb-testExportFileSystemStateWithSkipTmp,1,1731569178801.22f573b043adf84f04ff9034a91bbe90.
2024-11-14T07:26:19,633 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=200}] regionserver.HRegion(2603): Flush status journal for 22f573b043adf84f04ff9034a91bbe90:

2024-11-14T07:26:19,633 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=199}] regionserver.HRegion(2603): Flush status journal for e91519777044fd3f6259111b41dcab54:

2024-11-14T07:26:19,633 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=199}] regionserver.SnapshotRegionCallable(75): Snapshotting region testtb-testExportFileSystemStateWithSkipTmp,,1731569178801.e91519777044fd3f6259111b41dcab54. for emptySnaptb0-testExportFileSystemStateWithSkipTmp completed.
2024-11-14T07:26:19,633 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=200}] regionserver.SnapshotRegionCallable(75): Snapshotting region testtb-testExportFileSystemStateWithSkipTmp,1,1731569178801.22f573b043adf84f04ff9034a91bbe90. for emptySnaptb0-testExportFileSystemStateWithSkipTmp completed.
2024-11-14T07:26:19,633 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=199}] snapshot.SnapshotManifest(241): Storing 'testtb-testExportFileSystemStateWithSkipTmp,,1731569178801.e91519777044fd3f6259111b41dcab54.' region-info for snapshot=emptySnaptb0-testExportFileSystemStateWithSkipTmp
2024-11-14T07:26:19,633 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=200}] snapshot.SnapshotManifest(241): Storing 'testtb-testExportFileSystemStateWithSkipTmp,1,1731569178801.22f573b043adf84f04ff9034a91bbe90.' region-info for snapshot=emptySnaptb0-testExportFileSystemStateWithSkipTmp
2024-11-14T07:26:19,633 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=200}] snapshot.SnapshotManifest(246): Creating references for hfiles
2024-11-14T07:26:19,633 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=199}] snapshot.SnapshotManifest(246): Creating references for hfiles
2024-11-14T07:26:19,633 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=199}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles
2024-11-14T07:26:19,633 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=200}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles
2024-11-14T07:26:19,643 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073742348_1524 (size=82)
2024-11-14T07:26:19,643 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073742347_1523 (size=82)
2024-11-14T07:26:19,643 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073742347_1523 (size=82)
2024-11-14T07:26:19,644 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073742348_1524 (size=82)
2024-11-14T07:26:19,644 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=200}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on testtb-testExportFileSystemStateWithSkipTmp,1,1731569178801.22f573b043adf84f04ff9034a91bbe90.
2024-11-14T07:26:19,644 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073742348_1524 (size=82)
2024-11-14T07:26:19,644 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073742347_1523 (size=82)
2024-11-14T07:26:19,644 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=200}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=200
2024-11-14T07:26:19,644 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=199}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on testtb-testExportFileSystemStateWithSkipTmp,,1731569178801.e91519777044fd3f6259111b41dcab54.
2024-11-14T07:26:19,644 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=199}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=199
2024-11-14T07:26:19,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33371 {}] master.HMaster(4169): Remote procedure done, pid=200
2024-11-14T07:26:19,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] master.HMaster(4169): Remote procedure done, pid=199
2024-11-14T07:26:19,644 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33371 {}] procedure.SnapshotRegionProcedure(132): finish snapshot emptySnaptb0-testExportFileSystemStateWithSkipTmp on region 22f573b043adf84f04ff9034a91bbe90
2024-11-14T07:26:19,644 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] procedure.SnapshotRegionProcedure(132): finish snapshot emptySnaptb0-testExportFileSystemStateWithSkipTmp on region e91519777044fd3f6259111b41dcab54
2024-11-14T07:26:19,644 INFO  [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=200, ppid=198, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 22f573b043adf84f04ff9034a91bbe90
2024-11-14T07:26:19,644 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=199, ppid=198, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e91519777044fd3f6259111b41dcab54
2024-11-14T07:26:19,646 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=200, ppid=198, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 22f573b043adf84f04ff9034a91bbe90 in 166 msec
2024-11-14T07:26:19,647 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=199, resume processing ppid=198
2024-11-14T07:26:19,647 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=199, ppid=198, state=SUCCESS, hasLock=false; SnapshotRegionProcedure e91519777044fd3f6259111b41dcab54 in 166 msec
2024-11-14T07:26:19,647 INFO  [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=198, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=198, snapshot={ ss=emptySnaptb0-testExportFileSystemStateWithSkipTmp table=testtb-testExportFileSystemStateWithSkipTmp type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS
2024-11-14T07:26:19,647 INFO  [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=198, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=198, snapshot={ ss=emptySnaptb0-testExportFileSystemStateWithSkipTmp table=testtb-testExportFileSystemStateWithSkipTmp type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION
2024-11-14T07:26:19,648 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(300): Storing region-info for snapshot.
2024-11-14T07:26:19,648 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(305): Creating references for hfiles
2024-11-14T07:26:19,648 DEBUG [MobRegionSnapshotPool-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T07:26:19,649 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(328): No files under family: cf
2024-11-14T07:26:19,654 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073742349_1525 (size=74)
2024-11-14T07:26:19,654 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073742349_1525 (size=74)
2024-11-14T07:26:19,654 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073742349_1525 (size=74)
2024-11-14T07:26:19,655 INFO  [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=198, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=198, snapshot={ ss=emptySnaptb0-testExportFileSystemStateWithSkipTmp table=testtb-testExportFileSystemStateWithSkipTmp type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT
2024-11-14T07:26:19,655 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for emptySnaptb0-testExportFileSystemStateWithSkipTmp
2024-11-14T07:26:19,656 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/.hbase-snapshot/.tmp/emptySnaptb0-testExportFileSystemStateWithSkipTmp
2024-11-14T07:26:19,668 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073742350_1526 (size=697)
2024-11-14T07:26:19,668 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073742350_1526 (size=697)
2024-11-14T07:26:19,668 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073742350_1526 (size=697)
2024-11-14T07:26:19,670 INFO  [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=198, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=198, snapshot={ ss=emptySnaptb0-testExportFileSystemStateWithSkipTmp table=testtb-testExportFileSystemStateWithSkipTmp type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT
2024-11-14T07:26:19,675 INFO  [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=198, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=198, snapshot={ ss=emptySnaptb0-testExportFileSystemStateWithSkipTmp table=testtb-testExportFileSystemStateWithSkipTmp type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT
2024-11-14T07:26:19,675 DEBUG [PEWorker-3 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/.hbase-snapshot/.tmp/emptySnaptb0-testExportFileSystemStateWithSkipTmp to hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/.hbase-snapshot/emptySnaptb0-testExportFileSystemStateWithSkipTmp
2024-11-14T07:26:19,677 INFO  [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=198, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=198, snapshot={ ss=emptySnaptb0-testExportFileSystemStateWithSkipTmp table=testtb-testExportFileSystemStateWithSkipTmp type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION
2024-11-14T07:26:19,677 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=emptySnaptb0-testExportFileSystemStateWithSkipTmp table=testtb-testExportFileSystemStateWithSkipTmp type=FLUSH ttl=0 }, snapshot procedure id = 198
2024-11-14T07:26:19,678 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=198, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=198, snapshot={ ss=emptySnaptb0-testExportFileSystemStateWithSkipTmp table=testtb-testExportFileSystemStateWithSkipTmp type=FLUSH ttl=0 } in 209 msec
2024-11-14T07:26:19,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=198
2024-11-14T07:26:19,788 INFO  [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: default:testtb-testExportFileSystemStateWithSkipTmp completed
2024-11-14T07:26:19,793 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41449 {}] regionserver.HRegion(8528): writing data to region testtb-testExportFileSystemStateWithSkipTmp,,1731569178801.e91519777044fd3f6259111b41dcab54. with WAL disabled. Data may be lost in the event of a crash.
2024-11-14T07:26:19,795 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46383 {}] regionserver.HRegion(8528): writing data to region testtb-testExportFileSystemStateWithSkipTmp,1,1731569178801.22f573b043adf84f04ff9034a91bbe90. with WAL disabled. Data may be lost in the event of a crash.
2024-11-14T07:26:19,796 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testtb-testExportFileSystemStateWithSkipTmp,, stopping at row=testtb-testExportFileSystemStateWithSkipTmp ,, for max=2147483647 with caching=100
2024-11-14T07:26:19,799 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2234): Found 2 regions for table testtb-testExportFileSystemStateWithSkipTmp
2024-11-14T07:26:19,799 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2240): firstRegionName=testtb-testExportFileSystemStateWithSkipTmp,,1731569178801.e91519777044fd3f6259111b41dcab54.
2024-11-14T07:26:19,799 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-14T07:26:19,800 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testtb-testExportFileSystemStateWithSkipTmp,, stopping at row=testtb-testExportFileSystemStateWithSkipTmp ,, for max=2147483647 with caching=100
2024-11-14T07:26:19,805 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testtb-testExportFileSystemStateWithSkipTmp,, stopping at row=testtb-testExportFileSystemStateWithSkipTmp ,, for max=2147483647 with caching=100
2024-11-14T07:26:19,810 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testtb-testExportFileSystemStateWithSkipTmp,, stopping at row=testtb-testExportFileSystemStateWithSkipTmp ,, for max=2147483647 with caching=100
2024-11-14T07:26:19,813 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.2 snapshot request for:{ ss=snaptb0-testExportFileSystemStateWithSkipTmp table=testtb-testExportFileSystemStateWithSkipTmp type=FLUSH ttl=0 }
2024-11-14T07:26:19,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1731569179813 (current time:1731569179813).
2024-11-14T07:26:19,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0
2024-11-14T07:26:19,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snaptb0-testExportFileSystemStateWithSkipTmp VERSION not specified, setting to 2
2024-11-14T07:26:19,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] snapshot.SnapshotDescriptionUtils(346): Set jenkins as owner of Snapshot
2024-11-14T07:26:19,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77947a85, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-14T07:26:19,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] client.ClusterIdFetcher(90): Going to request 20680646cf8a,33371,-1 for getting cluster id
2024-11-14T07:26:19,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-14T07:26:19,814 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '46377f42-1a23-4b7c-b287-d7f34e5e911d'
2024-11-14T07:26:19,815 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-14T07:26:19,815 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "46377f42-1a23-4b7c-b287-d7f34e5e911d"

2024-11-14T07:26:19,815 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c9ca124, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-14T07:26:19,815 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [20680646cf8a,33371,-1]
2024-11-14T07:26:19,815 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-14T07:26:19,815 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-14T07:26:19,816 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45866, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-14T07:26:19,816 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d8143b1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-14T07:26:19,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-14T07:26:19,817 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=20680646cf8a,35229,1731568958498, seqNum=-1]
2024-11-14T07:26:19,818 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-14T07:26:19,818 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45950, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-14T07:26:19,819 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371.
2024-11-14T07:26:19,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353)
    at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767)
    at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java)
    at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
    at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T07:26:19,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-14T07:26:19,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-14T07:26:19,819 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-14T07:26:19,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76286e52, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-14T07:26:19,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] client.ClusterIdFetcher(90): Going to request 20680646cf8a,33371,-1 for getting cluster id
2024-11-14T07:26:19,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-14T07:26:19,821 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '46377f42-1a23-4b7c-b287-d7f34e5e911d'
2024-11-14T07:26:19,821 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-14T07:26:19,821 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "46377f42-1a23-4b7c-b287-d7f34e5e911d"

2024-11-14T07:26:19,821 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14ac6dcd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-14T07:26:19,821 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [20680646cf8a,33371,-1]
2024-11-14T07:26:19,822 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-14T07:26:19,822 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-14T07:26:19,822 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45892, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-14T07:26:19,823 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3fd9868c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-14T07:26:19,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-14T07:26:19,824 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=20680646cf8a,35229,1731568958498, seqNum=-1]
2024-11-14T07:26:19,824 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-14T07:26:19,825 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45958, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-14T07:26:19,827 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:acl', row='testtb-testExportFileSystemStateWithSkipTmp', locateType=CURRENT is [region=hbase:acl,,1731568961356.99a97c7ce2d8675b0310f1de2e0c2662., hostname=20680646cf8a,46383,1731568958548, seqNum=2]
2024-11-14T07:26:19,827 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-14T07:26:19,828 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35528, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-14T07:26:19,830 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371.
2024-11-14T07:26:19,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.security.access.PermissionStorage.getPermissions(PermissionStorage.java:522)
    at org.apache.hadoop.hbase.security.access.PermissionStorage.getTablePermissions(PermissionStorage.java:485)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils$1.run(SnapshotDescriptionUtils.java:490)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils$1.run(SnapshotDescriptionUtils.java:487)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:712)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:439)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953)
    at org.apache.hadoop.security.SecurityUtil.doAsUser(SecurityUtil.java:555)
    at org.apache.hadoop.security.SecurityUtil.doAsLoginUser(SecurityUtil.java:535)
    at jdk.internal.reflect.GeneratedMethodAccessor262.invoke(Unknown Source)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.apache.hadoop.hbase.util.Methods.call(Methods.java:39)
    at org.apache.hadoop.hbase.security.User.runAsLoginUser(User.java:174)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.writeAclToSnapshotDescription(SnapshotDescriptionUtils.java:487)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:354)
    at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767)
    at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java)
    at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
    at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T07:26:19,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-14T07:26:19,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-14T07:26:19,830 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-14T07:26:19,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] access.PermissionStorage(613): Read acl: entry[testtb-testExportFileSystemStateWithSkipTmp], kv [jenkins: RWXCA]
2024-11-14T07:26:19,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot...
2024-11-14T07:26:19,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] procedure2.ProcedureExecutor(1139): Stored pid=201, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=201, snapshot={ ss=snaptb0-testExportFileSystemStateWithSkipTmp table=testtb-testExportFileSystemStateWithSkipTmp type=FLUSH ttl=0 }
2024-11-14T07:26:19,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snaptb0-testExportFileSystemStateWithSkipTmp table=testtb-testExportFileSystemStateWithSkipTmp type=FLUSH ttl=0 }, snapshot procedure id = 201
2024-11-14T07:26:19,832 INFO  [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=201, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=201, snapshot={ ss=snaptb0-testExportFileSystemStateWithSkipTmp table=testtb-testExportFileSystemStateWithSkipTmp type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE
2024-11-14T07:26:19,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=201
2024-11-14T07:26:19,833 INFO  [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=201, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=201, snapshot={ ss=snaptb0-testExportFileSystemStateWithSkipTmp table=testtb-testExportFileSystemStateWithSkipTmp type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION
2024-11-14T07:26:19,835 INFO  [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=201, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=201, snapshot={ ss=snaptb0-testExportFileSystemStateWithSkipTmp table=testtb-testExportFileSystemStateWithSkipTmp type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO
2024-11-14T07:26:19,840 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073742351_1527 (size=198)
2024-11-14T07:26:19,840 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073742351_1527 (size=198)
2024-11-14T07:26:19,841 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073742351_1527 (size=198)
2024-11-14T07:26:19,842 INFO  [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=201, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=201, snapshot={ ss=snaptb0-testExportFileSystemStateWithSkipTmp table=testtb-testExportFileSystemStateWithSkipTmp type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS
2024-11-14T07:26:19,842 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=202, ppid=201, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e91519777044fd3f6259111b41dcab54}, {pid=203, ppid=201, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 22f573b043adf84f04ff9034a91bbe90}]
2024-11-14T07:26:19,842 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=202, ppid=201, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e91519777044fd3f6259111b41dcab54
2024-11-14T07:26:19,842 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=203, ppid=201, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 22f573b043adf84f04ff9034a91bbe90
2024-11-14T07:26:19,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=201
2024-11-14T07:26:19,994 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41449 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=202
2024-11-14T07:26:19,994 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46383 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=203
2024-11-14T07:26:19,994 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=203}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on testtb-testExportFileSystemStateWithSkipTmp,1,1731569178801.22f573b043adf84f04ff9034a91bbe90.
2024-11-14T07:26:19,994 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=202}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on testtb-testExportFileSystemStateWithSkipTmp,,1731569178801.e91519777044fd3f6259111b41dcab54.
2024-11-14T07:26:19,995 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=203}] regionserver.HRegion(2902): Flushing 22f573b043adf84f04ff9034a91bbe90 1/1 column families, dataSize=3.00 KB heapSize=6.72 KB
2024-11-14T07:26:19,995 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=202}] regionserver.HRegion(2902): Flushing e91519777044fd3f6259111b41dcab54 1/1 column families, dataSize=266 B heapSize=832 B
2024-11-14T07:26:20,011 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=203}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/mobdir/.tmp/c4ca4238a0b923820dcc509a6f75849b2024111489a1caf04e384f38be9ce00cebe4877c_22f573b043adf84f04ff9034a91bbe90 is 71, key is 10c422c9cf5b4b7b81a1f8066644fb97/cf:q/1731569179795/Put/seqid=0
2024-11-14T07:26:20,016 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073742352_1528 (size=8101)
2024-11-14T07:26:20,016 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073742352_1528 (size=8101)
2024-11-14T07:26:20,016 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073742352_1528 (size=8101)
2024-11-14T07:26:20,016 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=202}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111479c2117ca4384846b4995c929e53f864_e91519777044fd3f6259111b41dcab54 is 71, key is 0546f214ad78d0b2cbdb7e31865b2ae1/cf:q/1731569179793/Put/seqid=0
2024-11-14T07:26:20,017 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=203}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T07:26:20,022 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=203}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/mobdir/.tmp/c4ca4238a0b923820dcc509a6f75849b2024111489a1caf04e384f38be9ce00cebe4877c_22f573b043adf84f04ff9034a91bbe90 to hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/mobdir/data/default/testtb-testExportFileSystemStateWithSkipTmp/e9516f04c7d2974b21addb190acc6c0a/cf/c4ca4238a0b923820dcc509a6f75849b2024111489a1caf04e384f38be9ce00cebe4877c_22f573b043adf84f04ff9034a91bbe90
2024-11-14T07:26:20,023 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=203}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testtb-testExportFileSystemStateWithSkipTmp/22f573b043adf84f04ff9034a91bbe90/.tmp/cf/f10314c1d902468089326b3f0b752bbf, store: [table=testtb-testExportFileSystemStateWithSkipTmp family=cf region=22f573b043adf84f04ff9034a91bbe90]
2024-11-14T07:26:20,024 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=203}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testtb-testExportFileSystemStateWithSkipTmp/22f573b043adf84f04ff9034a91bbe90/.tmp/cf/f10314c1d902468089326b3f0b752bbf is 220, key is 16b4c639c7c3b1fb1772daca54372126a/cf:q/1731569179795/Put/seqid=0
2024-11-14T07:26:20,027 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073742353_1529 (size=5171)
2024-11-14T07:26:20,027 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073742353_1529 (size=5171)
2024-11-14T07:26:20,027 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073742353_1529 (size=5171)
2024-11-14T07:26:20,027 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=202}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T07:26:20,032 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=202}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111479c2117ca4384846b4995c929e53f864_e91519777044fd3f6259111b41dcab54 to hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/mobdir/data/default/testtb-testExportFileSystemStateWithSkipTmp/e9516f04c7d2974b21addb190acc6c0a/cf/d41d8cd98f00b204e9800998ecf8427e2024111479c2117ca4384846b4995c929e53f864_e91519777044fd3f6259111b41dcab54
2024-11-14T07:26:20,032 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=202}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testtb-testExportFileSystemStateWithSkipTmp/e91519777044fd3f6259111b41dcab54/.tmp/cf/88467f91a00c4945b768c1f2344b383f, store: [table=testtb-testExportFileSystemStateWithSkipTmp family=cf region=e91519777044fd3f6259111b41dcab54]
2024-11-14T07:26:20,033 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=202}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testtb-testExportFileSystemStateWithSkipTmp/e91519777044fd3f6259111b41dcab54/.tmp/cf/88467f91a00c4945b768c1f2344b383f is 220, key is 0915053967d68e24bb4a37b1444973da6/cf:q/1731569179793/Put/seqid=0
2024-11-14T07:26:20,038 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073742354_1530 (size=15309)
2024-11-14T07:26:20,038 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073742354_1530 (size=15309)
2024-11-14T07:26:20,039 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073742354_1530 (size=15309)
2024-11-14T07:26:20,039 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=203}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=6, memsize=3.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testtb-testExportFileSystemStateWithSkipTmp/22f573b043adf84f04ff9034a91bbe90/.tmp/cf/f10314c1d902468089326b3f0b752bbf
2024-11-14T07:26:20,041 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073742355_1531 (size=6176)
2024-11-14T07:26:20,041 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073742355_1531 (size=6176)
2024-11-14T07:26:20,042 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073742355_1531 (size=6176)
2024-11-14T07:26:20,042 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=202}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=6, memsize=266, hasBloomFilter=true, into tmp file hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testtb-testExportFileSystemStateWithSkipTmp/e91519777044fd3f6259111b41dcab54/.tmp/cf/88467f91a00c4945b768c1f2344b383f
2024-11-14T07:26:20,045 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=203}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testtb-testExportFileSystemStateWithSkipTmp/22f573b043adf84f04ff9034a91bbe90/.tmp/cf/f10314c1d902468089326b3f0b752bbf as hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testtb-testExportFileSystemStateWithSkipTmp/22f573b043adf84f04ff9034a91bbe90/cf/f10314c1d902468089326b3f0b752bbf
2024-11-14T07:26:20,047 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=202}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testtb-testExportFileSystemStateWithSkipTmp/e91519777044fd3f6259111b41dcab54/.tmp/cf/88467f91a00c4945b768c1f2344b383f as hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testtb-testExportFileSystemStateWithSkipTmp/e91519777044fd3f6259111b41dcab54/cf/88467f91a00c4945b768c1f2344b383f
2024-11-14T07:26:20,050 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=203}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testtb-testExportFileSystemStateWithSkipTmp/22f573b043adf84f04ff9034a91bbe90/cf/f10314c1d902468089326b3f0b752bbf, entries=46, sequenceid=6, filesize=15.0 K
2024-11-14T07:26:20,051 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=202}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testtb-testExportFileSystemStateWithSkipTmp/e91519777044fd3f6259111b41dcab54/cf/88467f91a00c4945b768c1f2344b383f, entries=4, sequenceid=6, filesize=6.0 K
2024-11-14T07:26:20,051 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=203}] regionserver.HRegion(3140): Finished flush of dataSize ~3.00 KB/3070, heapSize ~6.70 KB/6864, currentSize=0 B/0 for 22f573b043adf84f04ff9034a91bbe90 in 57ms, sequenceid=6, compaction requested=false
2024-11-14T07:26:20,051 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=203}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testtb-testExportFileSystemStateWithSkipTmp'
2024-11-14T07:26:20,051 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=202}] regionserver.HRegion(3140): Finished flush of dataSize ~266 B/266, heapSize ~816 B/816, currentSize=0 B/0 for e91519777044fd3f6259111b41dcab54 in 57ms, sequenceid=6, compaction requested=false
2024-11-14T07:26:20,051 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=202}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testtb-testExportFileSystemStateWithSkipTmp'
2024-11-14T07:26:20,051 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=203}] regionserver.HRegion(2603): Flush status journal for 22f573b043adf84f04ff9034a91bbe90:

2024-11-14T07:26:20,051 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=202}] regionserver.HRegion(2603): Flush status journal for e91519777044fd3f6259111b41dcab54:

2024-11-14T07:26:20,051 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=203}] regionserver.SnapshotRegionCallable(75): Snapshotting region testtb-testExportFileSystemStateWithSkipTmp,1,1731569178801.22f573b043adf84f04ff9034a91bbe90. for snaptb0-testExportFileSystemStateWithSkipTmp completed.
2024-11-14T07:26:20,051 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=202}] regionserver.SnapshotRegionCallable(75): Snapshotting region testtb-testExportFileSystemStateWithSkipTmp,,1731569178801.e91519777044fd3f6259111b41dcab54. for snaptb0-testExportFileSystemStateWithSkipTmp completed.
2024-11-14T07:26:20,052 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=203}] snapshot.SnapshotManifest(241): Storing 'testtb-testExportFileSystemStateWithSkipTmp,1,1731569178801.22f573b043adf84f04ff9034a91bbe90.' region-info for snapshot=snaptb0-testExportFileSystemStateWithSkipTmp
2024-11-14T07:26:20,052 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=202}] snapshot.SnapshotManifest(241): Storing 'testtb-testExportFileSystemStateWithSkipTmp,,1731569178801.e91519777044fd3f6259111b41dcab54.' region-info for snapshot=snaptb0-testExportFileSystemStateWithSkipTmp
2024-11-14T07:26:20,052 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=203}] snapshot.SnapshotManifest(246): Creating references for hfiles
2024-11-14T07:26:20,052 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=202}] snapshot.SnapshotManifest(246): Creating references for hfiles
2024-11-14T07:26:20,052 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=203}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testtb-testExportFileSystemStateWithSkipTmp/22f573b043adf84f04ff9034a91bbe90/cf/f10314c1d902468089326b3f0b752bbf] hfiles
2024-11-14T07:26:20,052 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=203}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testtb-testExportFileSystemStateWithSkipTmp/22f573b043adf84f04ff9034a91bbe90/cf/f10314c1d902468089326b3f0b752bbf for snapshot=snaptb0-testExportFileSystemStateWithSkipTmp
2024-11-14T07:26:20,052 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=202}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testtb-testExportFileSystemStateWithSkipTmp/e91519777044fd3f6259111b41dcab54/cf/88467f91a00c4945b768c1f2344b383f] hfiles
2024-11-14T07:26:20,052 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=202}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testtb-testExportFileSystemStateWithSkipTmp/e91519777044fd3f6259111b41dcab54/cf/88467f91a00c4945b768c1f2344b383f for snapshot=snaptb0-testExportFileSystemStateWithSkipTmp
2024-11-14T07:26:20,056 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073742357_1533 (size=121)
2024-11-14T07:26:20,056 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073742357_1533 (size=121)
2024-11-14T07:26:20,057 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073742357_1533 (size=121)
2024-11-14T07:26:20,057 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=202}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on testtb-testExportFileSystemStateWithSkipTmp,,1731569178801.e91519777044fd3f6259111b41dcab54.
2024-11-14T07:26:20,057 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=202}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=202
2024-11-14T07:26:20,057 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073742356_1532 (size=121)
2024-11-14T07:26:20,057 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073742356_1532 (size=121)
2024-11-14T07:26:20,058 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073742356_1532 (size=121)
2024-11-14T07:26:20,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] master.HMaster(4169): Remote procedure done, pid=202
2024-11-14T07:26:20,058 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snaptb0-testExportFileSystemStateWithSkipTmp on region e91519777044fd3f6259111b41dcab54
2024-11-14T07:26:20,058 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=202, ppid=201, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e91519777044fd3f6259111b41dcab54
2024-11-14T07:26:20,059 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=203}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on testtb-testExportFileSystemStateWithSkipTmp,1,1731569178801.22f573b043adf84f04ff9034a91bbe90.
2024-11-14T07:26:20,059 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=203}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=203
2024-11-14T07:26:20,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] master.HMaster(4169): Remote procedure done, pid=203
2024-11-14T07:26:20,059 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snaptb0-testExportFileSystemStateWithSkipTmp on region 22f573b043adf84f04ff9034a91bbe90
2024-11-14T07:26:20,059 INFO  [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=203, ppid=201, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 22f573b043adf84f04ff9034a91bbe90
2024-11-14T07:26:20,060 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=202, ppid=201, state=SUCCESS, hasLock=false; SnapshotRegionProcedure e91519777044fd3f6259111b41dcab54 in 217 msec
2024-11-14T07:26:20,062 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=203, resume processing ppid=201
2024-11-14T07:26:20,062 INFO  [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=201, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=201, snapshot={ ss=snaptb0-testExportFileSystemStateWithSkipTmp table=testtb-testExportFileSystemStateWithSkipTmp type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS
2024-11-14T07:26:20,062 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=203, ppid=201, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 22f573b043adf84f04ff9034a91bbe90 in 218 msec
2024-11-14T07:26:20,063 INFO  [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=201, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=201, snapshot={ ss=snaptb0-testExportFileSystemStateWithSkipTmp table=testtb-testExportFileSystemStateWithSkipTmp type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION
2024-11-14T07:26:20,063 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(300): Storing region-info for snapshot.
2024-11-14T07:26:20,063 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(305): Creating references for hfiles
2024-11-14T07:26:20,064 DEBUG [MobRegionSnapshotPool-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T07:26:20,064 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(366): Adding snapshot references for [hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/mobdir/data/default/testtb-testExportFileSystemStateWithSkipTmp/e9516f04c7d2974b21addb190acc6c0a/cf/c4ca4238a0b923820dcc509a6f75849b2024111489a1caf04e384f38be9ce00cebe4877c_22f573b043adf84f04ff9034a91bbe90, hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/mobdir/data/default/testtb-testExportFileSystemStateWithSkipTmp/e9516f04c7d2974b21addb190acc6c0a/cf/d41d8cd98f00b204e9800998ecf8427e2024111479c2117ca4384846b4995c929e53f864_e91519777044fd3f6259111b41dcab54] hfiles
2024-11-14T07:26:20,064 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(374): Adding reference for hfile (1/2): hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/mobdir/data/default/testtb-testExportFileSystemStateWithSkipTmp/e9516f04c7d2974b21addb190acc6c0a/cf/c4ca4238a0b923820dcc509a6f75849b2024111489a1caf04e384f38be9ce00cebe4877c_22f573b043adf84f04ff9034a91bbe90
2024-11-14T07:26:20,064 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(374): Adding reference for hfile (2/2): hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/mobdir/data/default/testtb-testExportFileSystemStateWithSkipTmp/e9516f04c7d2974b21addb190acc6c0a/cf/d41d8cd98f00b204e9800998ecf8427e2024111479c2117ca4384846b4995c929e53f864_e91519777044fd3f6259111b41dcab54
2024-11-14T07:26:20,069 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073742358_1534 (size=305)
2024-11-14T07:26:20,069 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073742358_1534 (size=305)
2024-11-14T07:26:20,069 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073742358_1534 (size=305)
2024-11-14T07:26:20,071 INFO  [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=201, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=201, snapshot={ ss=snaptb0-testExportFileSystemStateWithSkipTmp table=testtb-testExportFileSystemStateWithSkipTmp type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT
2024-11-14T07:26:20,071 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snaptb0-testExportFileSystemStateWithSkipTmp
2024-11-14T07:26:20,071 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/.hbase-snapshot/.tmp/snaptb0-testExportFileSystemStateWithSkipTmp
2024-11-14T07:26:20,084 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073742359_1535 (size=1007)
2024-11-14T07:26:20,084 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073742359_1535 (size=1007)
2024-11-14T07:26:20,085 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073742359_1535 (size=1007)
2024-11-14T07:26:20,090 INFO  [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=201, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=201, snapshot={ ss=snaptb0-testExportFileSystemStateWithSkipTmp table=testtb-testExportFileSystemStateWithSkipTmp type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT
2024-11-14T07:26:20,096 INFO  [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=201, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=201, snapshot={ ss=snaptb0-testExportFileSystemStateWithSkipTmp table=testtb-testExportFileSystemStateWithSkipTmp type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT
2024-11-14T07:26:20,096 DEBUG [PEWorker-5 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/.hbase-snapshot/.tmp/snaptb0-testExportFileSystemStateWithSkipTmp to hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/.hbase-snapshot/snaptb0-testExportFileSystemStateWithSkipTmp
2024-11-14T07:26:20,097 INFO  [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=201, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=201, snapshot={ ss=snaptb0-testExportFileSystemStateWithSkipTmp table=testtb-testExportFileSystemStateWithSkipTmp type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION
2024-11-14T07:26:20,098 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snaptb0-testExportFileSystemStateWithSkipTmp table=testtb-testExportFileSystemStateWithSkipTmp type=FLUSH ttl=0 }, snapshot procedure id = 201
2024-11-14T07:26:20,099 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=201, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=201, snapshot={ ss=snaptb0-testExportFileSystemStateWithSkipTmp table=testtb-testExportFileSystemStateWithSkipTmp type=FLUSH ttl=0 } in 267 msec
2024-11-14T07:26:20,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=201
2024-11-14T07:26:20,148 INFO  [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: default:testtb-testExportFileSystemStateWithSkipTmp completed
2024-11-14T07:26:20,148 INFO  [Time-limited test {}] snapshot.TestExportSnapshot(467): HDFS export destination path: hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/export-test/export-1731569180148
2024-11-14T07:26:20,149 INFO  [Time-limited test {}] snapshot.TestExportSnapshot(494): tgtFsUri=hdfs://localhost:33275, tgtDir=hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/export-test/export-1731569180148, rawTgtDir=hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/export-test/export-1731569180148, srcFsUri=hdfs://localhost:33275, srcDir=hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50
2024-11-14T07:26:20,189 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1085): inputFs=hdfs://localhost:33275, inputRoot=hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50
2024-11-14T07:26:20,189 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1086): outputFs=DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_-1453683247_22, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/export-test/export-1731569180148, skipTmp=true, initialOutputSnapshotDir=hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/export-test/export-1731569180148/.hbase-snapshot/snaptb0-testExportFileSystemStateWithSkipTmp
2024-11-14T07:26:20,191 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1095): Verify the source snapshot's expiration status and integrity.
2024-11-14T07:26:20,195 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1153): Copy Snapshot Manifest from hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/.hbase-snapshot/snaptb0-testExportFileSystemStateWithSkipTmp to hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/export-test/export-1731569180148/.hbase-snapshot/snaptb0-testExportFileSystemStateWithSkipTmp
2024-11-14T07:26:20,209 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073742360_1536 (size=1007)
2024-11-14T07:26:20,209 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073742361_1537 (size=198)
2024-11-14T07:26:20,209 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073742360_1536 (size=1007)
2024-11-14T07:26:20,210 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073742361_1537 (size=198)
2024-11-14T07:26:20,210 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073742360_1536 (size=1007)
2024-11-14T07:26:20,210 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073742361_1537 (size=198)
2024-11-14T07:26:20,212 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar
2024-11-14T07:26:20,212 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-protocol-shaded/target/hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar
2024-11-14T07:26:20,212 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-client/target/hbase-client-4.0.0-alpha-1-SNAPSHOT.jar
2024-11-14T07:26:21,120 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/test-data/223408e5-ae9c-411c-e3d8-231e394aecc4/hadoop-7566465298892611316.jar
2024-11-14T07:26:21,120 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar
2024-11-14T07:26:21,120 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar
2024-11-14T07:26:21,180 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/test-data/223408e5-ae9c-411c-e3d8-231e394aecc4/hadoop-18359419656740708025.jar
2024-11-14T07:26:21,180 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics/target/hbase-metrics-4.0.0-alpha-1-SNAPSHOT.jar
2024-11-14T07:26:21,180 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics-api/target/hbase-metrics-api-4.0.0-alpha-1-SNAPSHOT.jar
2024-11-14T07:26:21,180 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-replication/target/hbase-replication-4.0.0-alpha-1-SNAPSHOT.jar
2024-11-14T07:26:21,180 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-http/target/hbase-http-4.0.0-alpha-1-SNAPSHOT.jar
2024-11-14T07:26:21,181 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-procedure/target/hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar
2024-11-14T07:26:21,181 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-zookeeper/target/hbase-zookeeper-4.0.0-alpha-1-SNAPSHOT.jar
2024-11-14T07:26:21,181 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar
2024-11-14T07:26:21,181 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar
2024-11-14T07:26:21,182 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar
2024-11-14T07:26:21,182 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar
2024-11-14T07:26:21,182 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar
2024-11-14T07:26:21,182 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar
2024-11-14T07:26:21,182 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar
2024-11-14T07:26:21,182 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar
2024-11-14T07:26:21,182 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar
2024-11-14T07:26:21,183 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar
2024-11-14T07:26:21,183 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar
2024-11-14T07:26:21,183 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar
2024-11-14T07:26:21,183 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar
2024-11-14T07:26:21,183 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar
2024-11-14T07:26:21,184 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar
2024-11-14T07:26:21,184 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar
2024-11-14T07:26:21,184 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar
2024-11-14T07:26:21,184 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar
2024-11-14T07:26:21,248 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073742362_1538 (size=131440)
2024-11-14T07:26:21,248 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073742362_1538 (size=131440)
2024-11-14T07:26:21,248 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073742362_1538 (size=131440)
2024-11-14T07:26:21,266 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073742363_1539 (size=4188619)
2024-11-14T07:26:21,266 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073742363_1539 (size=4188619)
2024-11-14T07:26:21,266 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073742363_1539 (size=4188619)
2024-11-14T07:26:21,279 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073742364_1540 (size=1323991)
2024-11-14T07:26:21,279 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073742364_1540 (size=1323991)
2024-11-14T07:26:21,280 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073742364_1540 (size=1323991)
2024-11-14T07:26:21,289 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073742365_1541 (size=903741)
2024-11-14T07:26:21,289 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073742365_1541 (size=903741)
2024-11-14T07:26:21,289 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073742365_1541 (size=903741)
2024-11-14T07:26:21,315 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073742366_1542 (size=8360083)
2024-11-14T07:26:21,315 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073742366_1542 (size=8360083)
2024-11-14T07:26:21,315 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073742366_1542 (size=8360083)
2024-11-14T07:26:21,325 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073742367_1543 (size=1877034)
2024-11-14T07:26:21,325 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073742367_1543 (size=1877034)
2024-11-14T07:26:21,325 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073742367_1543 (size=1877034)
2024-11-14T07:26:21,331 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073742368_1544 (size=77835)
2024-11-14T07:26:21,331 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073742368_1544 (size=77835)
2024-11-14T07:26:21,331 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073742368_1544 (size=77835)
2024-11-14T07:26:21,340 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073742369_1545 (size=30949)
2024-11-14T07:26:21,341 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073742369_1545 (size=30949)
2024-11-14T07:26:21,341 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073742369_1545 (size=30949)
2024-11-14T07:26:21,351 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073742370_1546 (size=1597327)
2024-11-14T07:26:21,351 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073742370_1546 (size=1597327)
2024-11-14T07:26:21,351 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073742370_1546 (size=1597327)
2024-11-14T07:26:21,360 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073742371_1547 (size=440392)
2024-11-14T07:26:21,360 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073742371_1547 (size=440392)
2024-11-14T07:26:21,360 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073742371_1547 (size=440392)
2024-11-14T07:26:21,385 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073742372_1548 (size=4695811)
2024-11-14T07:26:21,385 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073742372_1548 (size=4695811)
2024-11-14T07:26:21,385 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073742372_1548 (size=4695811)
2024-11-14T07:26:21,400 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073742373_1549 (size=232957)
2024-11-14T07:26:21,400 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073742373_1549 (size=232957)
2024-11-14T07:26:21,400 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073742373_1549 (size=232957)
2024-11-14T07:26:21,415 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073742374_1550 (size=127628)
2024-11-14T07:26:21,415 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073742374_1550 (size=127628)
2024-11-14T07:26:21,415 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073742374_1550 (size=127628)
2024-11-14T07:26:21,421 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073742375_1551 (size=20406)
2024-11-14T07:26:21,421 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073742375_1551 (size=20406)
2024-11-14T07:26:21,421 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073742375_1551 (size=20406)
2024-11-14T07:26:21,472 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073742376_1552 (size=5175431)
2024-11-14T07:26:21,472 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073742376_1552 (size=5175431)
2024-11-14T07:26:21,473 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073742376_1552 (size=5175431)
2024-11-14T07:26:21,507 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073742377_1553 (size=217634)
2024-11-14T07:26:21,507 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073742377_1553 (size=217634)
2024-11-14T07:26:21,507 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073742377_1553 (size=217634)
2024-11-14T07:26:21,935 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073742378_1554 (size=1832290)
2024-11-14T07:26:21,937 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073742378_1554 (size=1832290)
2024-11-14T07:26:21,937 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073742378_1554 (size=1832290)
2024-11-14T07:26:21,956 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073742379_1555 (size=6424747)
2024-11-14T07:26:21,956 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073742379_1555 (size=6424747)
2024-11-14T07:26:21,956 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073742379_1555 (size=6424747)
2024-11-14T07:26:21,963 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073742380_1556 (size=322274)
2024-11-14T07:26:21,963 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073742380_1556 (size=322274)
2024-11-14T07:26:21,963 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073742380_1556 (size=322274)
2024-11-14T07:26:21,969 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073742381_1557 (size=503880)
2024-11-14T07:26:21,970 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073742381_1557 (size=503880)
2024-11-14T07:26:21,970 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073742381_1557 (size=503880)
2024-11-14T07:26:21,975 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073742382_1558 (size=29229)
2024-11-14T07:26:21,975 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073742382_1558 (size=29229)
2024-11-14T07:26:21,975 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073742382_1558 (size=29229)
2024-11-14T07:26:21,982 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073742383_1559 (size=24096)
2024-11-14T07:26:21,982 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073742383_1559 (size=24096)
2024-11-14T07:26:21,982 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073742383_1559 (size=24096)
2024-11-14T07:26:21,989 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073742384_1560 (size=111872)
2024-11-14T07:26:21,989 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073742384_1560 (size=111872)
2024-11-14T07:26:21,990 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073742384_1560 (size=111872)
2024-11-14T07:26:22,003 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073742385_1561 (size=45609)
2024-11-14T07:26:22,004 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073742385_1561 (size=45609)
2024-11-14T07:26:22,004 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073742385_1561 (size=45609)
2024-11-14T07:26:22,010 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073742386_1562 (size=136454)
2024-11-14T07:26:22,010 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073742386_1562 (size=136454)
2024-11-14T07:26:22,010 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073742386_1562 (size=136454)
2024-11-14T07:26:22,011 WARN  [Time-limited test {}] mapreduce.JobResourceUploader(481): No job jar file set.  User classes may not be found. See Job or Job#setJar(String).
2024-11-14T07:26:22,013 INFO  [Time-limited test {}] snapshot.ExportSnapshot(661): Loading Snapshot 'snaptb0-testExportFileSystemStateWithSkipTmp' hfile list
2024-11-14T07:26:22,014 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(754): export split=0 size=33.9 K
2024-11-14T07:26:22,020 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073742387_1563 (size=770)
2024-11-14T07:26:22,020 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073742387_1563 (size=770)
2024-11-14T07:26:22,020 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073742387_1563 (size=770)
2024-11-14T07:26:22,026 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073742388_1564 (size=15)
2024-11-14T07:26:22,026 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073742388_1564 (size=15)
2024-11-14T07:26:22,026 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073742388_1564 (size=15)
2024-11-14T07:26:22,037 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073742389_1565 (size=303900)
2024-11-14T07:26:22,037 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073742389_1565 (size=303900)
2024-11-14T07:26:22,037 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073742389_1565 (size=303900)
2024-11-14T07:26:23,166 WARN  [SchedulerEventDispatcher:Event Processor {}] capacity.AbstractLeafQueue(880): maximum-am-resource-percent is insufficient to start a single application in queue, it is likely set too low. skipping enforcement to allow at least one application to start
2024-11-14T07:26:23,167 WARN  [SchedulerEventDispatcher:Event Processor {}] capacity.AbstractLeafQueue(913): maximum-am-resource-percent is insufficient to start a single application in queue for user, it is likely set too low. skipping enforcement to allow at least one application to start
2024-11-14T07:26:23,169 INFO  [Socket Reader #1 for port 0 {}] ipc.Server$Connection(2290): Auth successful for appattempt_1731568965212_0009_000001 (auth:SIMPLE) from 127.0.0.1:38756
2024-11-14T07:26:23,840 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties
2024-11-14T07:26:24,032 INFO  [Socket Reader #1 for port 0 {}] ipc.Server$Connection(2290): Auth successful for appattempt_1731568965212_0010_000001 (auth:SIMPLE) from 127.0.0.1:50370
2024-11-14T07:26:27,970 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testtb-testExportFileSystemStateWithSkipTmp
2024-11-14T07:26:27,970 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testtb-testExportFileSystemStateWithSkipTmp Metrics about Tables on a single HBase RegionServer
2024-11-14T07:26:27,971 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testtb-testExportWithChecksum
2024-11-14T07:26:28,302 WARN  [ContainersLauncher #0 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/test/data/MiniMRCluster_1860380176/yarn-1025303830/MiniMRCluster_1860380176-localDir-nm-1_1/usercache/jenkins/appcache/application_1731568965212_0009/container_1731568965212_0009_01_000001/launch_container.sh]
2024-11-14T07:26:28,302 WARN  [ContainersLauncher #0 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/test/data/MiniMRCluster_1860380176/yarn-1025303830/MiniMRCluster_1860380176-localDir-nm-1_1/usercache/jenkins/appcache/application_1731568965212_0009/container_1731568965212_0009_01_000001/container_tokens]
2024-11-14T07:26:28,302 WARN  [ContainersLauncher #0 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/test/data/MiniMRCluster_1860380176/yarn-1025303830/MiniMRCluster_1860380176-localDir-nm-1_1/usercache/jenkins/appcache/application_1731568965212_0009/container_1731568965212_0009_01_000001/sysfs]
2024-11-14T07:26:30,015 INFO  [Socket Reader #1 for port 0 {}] ipc.Server$Connection(2290): Auth successful for appattempt_1731568965212_0010_000001 (auth:SIMPLE) from 127.0.0.1:46932
2024-11-14T07:26:30,377 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073742390_1566 (size=349574)
2024-11-14T07:26:30,377 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073742390_1566 (size=349574)
2024-11-14T07:26:30,378 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073742390_1566 (size=349574)
2024-11-14T07:26:30,779 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 7dbd4b4589a64564d56baa9732182deb, had cached 0 bytes from a total of 6086
2024-11-14T07:26:30,780 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 0ea64a6c30d1d83966591221c6d8f2c2, had cached 0 bytes from a total of 14463
2024-11-14T07:26:32,256 INFO  [Socket Reader #1 for port 0 {}] ipc.Server$Connection(2290): Auth successful for appattempt_1731568965212_0010_000001 (auth:SIMPLE) from 127.0.0.1:37060
2024-11-14T07:26:33,473 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties
2024-11-14T07:26:35,492 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073742391_1567 (size=15309)
2024-11-14T07:26:35,492 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073742391_1567 (size=15309)
2024-11-14T07:26:35,492 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073742391_1567 (size=15309)
2024-11-14T07:26:35,533 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073742392_1568 (size=8101)
2024-11-14T07:26:35,533 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073742392_1568 (size=8101)
2024-11-14T07:26:35,533 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073742392_1568 (size=8101)
2024-11-14T07:26:35,564 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073742393_1569 (size=6176)
2024-11-14T07:26:35,564 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073742393_1569 (size=6176)
2024-11-14T07:26:35,565 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073742393_1569 (size=6176)
2024-11-14T07:26:35,595 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073742394_1570 (size=5171)
2024-11-14T07:26:35,595 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073742394_1570 (size=5171)
2024-11-14T07:26:35,596 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073742394_1570 (size=5171)
2024-11-14T07:26:35,662 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073742395_1571 (size=17473)
2024-11-14T07:26:35,663 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073742395_1571 (size=17473)
2024-11-14T07:26:35,663 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073742395_1571 (size=17473)
2024-11-14T07:26:35,675 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073742396_1572 (size=476)
2024-11-14T07:26:35,675 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073742396_1572 (size=476)
2024-11-14T07:26:35,675 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073742396_1572 (size=476)
2024-11-14T07:26:35,709 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073742397_1573 (size=17473)
2024-11-14T07:26:35,710 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073742397_1573 (size=17473)
2024-11-14T07:26:35,711 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073742397_1573 (size=17473)
2024-11-14T07:26:35,726 WARN  [ContainersLauncher #0 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/test/data/MiniMRCluster_1860380176/yarn-1025303830/MiniMRCluster_1860380176-localDir-nm-1_1/usercache/jenkins/appcache/application_1731568965212_0010/container_1731568965212_0010_01_000002/launch_container.sh]
2024-11-14T07:26:35,726 WARN  [ContainersLauncher #0 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/test/data/MiniMRCluster_1860380176/yarn-1025303830/MiniMRCluster_1860380176-localDir-nm-1_1/usercache/jenkins/appcache/application_1731568965212_0010/container_1731568965212_0010_01_000002/container_tokens]
2024-11-14T07:26:35,726 WARN  [ContainersLauncher #0 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/test/data/MiniMRCluster_1860380176/yarn-1025303830/MiniMRCluster_1860380176-localDir-nm-1_1/usercache/jenkins/appcache/application_1731568965212_0010/container_1731568965212_0010_01_000002/sysfs]
2024-11-14T07:26:35,730 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073742398_1574 (size=349574)
2024-11-14T07:26:35,730 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073742398_1574 (size=349574)
2024-11-14T07:26:35,730 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073742398_1574 (size=349574)
2024-11-14T07:26:35,750 INFO  [Socket Reader #1 for port 0 {}] ipc.Server$Connection(2290): Auth successful for appattempt_1731568965212_0010_000001 (auth:SIMPLE) from 127.0.0.1:37068
2024-11-14T07:26:36,463 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-14T07:26:37,241 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1210): Finalize the Snapshot Export
2024-11-14T07:26:37,241 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1221): Verify the exported snapshot's expiration status and integrity.
2024-11-14T07:26:37,248 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1227): Export Completed: snaptb0-testExportFileSystemStateWithSkipTmp
2024-11-14T07:26:37,248 INFO  [Time-limited test {}] snapshot.TestExportSnapshot(361): Exported snapshot
2024-11-14T07:26:37,248 INFO  [Time-limited test {}] snapshot.TestExportSnapshot(372): Verified filesystem state
2024-11-14T07:26:37,248 DEBUG [Time-limited test {}] snapshot.TestExportSnapshot(447): List files in DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_-1453683247_22, ugi=jenkins (auth:SIMPLE)]] in root hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/.hbase-snapshot/snaptb0-testExportFileSystemStateWithSkipTmp at hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/.hbase-snapshot/snaptb0-testExportFileSystemStateWithSkipTmp
2024-11-14T07:26:37,248 DEBUG [Time-limited test {}] snapshot.TestExportSnapshot(452): hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/.hbase-snapshot/snaptb0-testExportFileSystemStateWithSkipTmp/.snapshotinfo
2024-11-14T07:26:37,248 DEBUG [Time-limited test {}] snapshot.TestExportSnapshot(452): hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/.hbase-snapshot/snaptb0-testExportFileSystemStateWithSkipTmp/data.manifest
2024-11-14T07:26:37,248 DEBUG [Time-limited test {}] snapshot.TestExportSnapshot(447): List files in DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_-1453683247_22, ugi=jenkins (auth:SIMPLE)]] in root hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/export-test/export-1731569180148/.hbase-snapshot/snaptb0-testExportFileSystemStateWithSkipTmp at hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/export-test/export-1731569180148/.hbase-snapshot/snaptb0-testExportFileSystemStateWithSkipTmp
2024-11-14T07:26:37,249 DEBUG [Time-limited test {}] snapshot.TestExportSnapshot(452): hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/export-test/export-1731569180148/.hbase-snapshot/snaptb0-testExportFileSystemStateWithSkipTmp/.snapshotinfo
2024-11-14T07:26:37,249 DEBUG [Time-limited test {}] snapshot.TestExportSnapshot(452): hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/export-test/export-1731569180148/.hbase-snapshot/snaptb0-testExportFileSystemStateWithSkipTmp/data.manifest
2024-11-14T07:26:37,254 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable testtb-testExportFileSystemStateWithSkipTmp
2024-11-14T07:26:37,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] procedure2.ProcedureExecutor(1139): Stored pid=204, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=testtb-testExportFileSystemStateWithSkipTmp
2024-11-14T07:26:37,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=204
2024-11-14T07:26:37,257 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testtb-testExportFileSystemStateWithSkipTmp","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731569197257"}]},"ts":"1731569197257"}
2024-11-14T07:26:37,258 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=testtb-testExportFileSystemStateWithSkipTmp, state=DISABLING in hbase:meta
2024-11-14T07:26:37,259 INFO  [PEWorker-2 {}] procedure.DisableTableProcedure(284): Set testtb-testExportFileSystemStateWithSkipTmp to state=DISABLING
2024-11-14T07:26:37,259 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=205, ppid=204, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=testtb-testExportFileSystemStateWithSkipTmp}]
2024-11-14T07:26:37,261 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=206, ppid=205, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testtb-testExportFileSystemStateWithSkipTmp, region=e91519777044fd3f6259111b41dcab54, UNASSIGN}, {pid=207, ppid=205, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testtb-testExportFileSystemStateWithSkipTmp, region=22f573b043adf84f04ff9034a91bbe90, UNASSIGN}]
2024-11-14T07:26:37,261 INFO  [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=206, ppid=205, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testtb-testExportFileSystemStateWithSkipTmp, region=e91519777044fd3f6259111b41dcab54, UNASSIGN
2024-11-14T07:26:37,261 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=207, ppid=205, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testtb-testExportFileSystemStateWithSkipTmp, region=22f573b043adf84f04ff9034a91bbe90, UNASSIGN
2024-11-14T07:26:37,262 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=207 updating hbase:meta row=22f573b043adf84f04ff9034a91bbe90, regionState=CLOSING, regionLocation=20680646cf8a,46383,1731568958548
2024-11-14T07:26:37,262 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=206 updating hbase:meta row=e91519777044fd3f6259111b41dcab54, regionState=CLOSING, regionLocation=20680646cf8a,41449,1731568958363
2024-11-14T07:26:37,263 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=207, ppid=205, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=testtb-testExportFileSystemStateWithSkipTmp, region=22f573b043adf84f04ff9034a91bbe90, UNASSIGN because future has completed
2024-11-14T07:26:37,264 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false
2024-11-14T07:26:37,264 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=208, ppid=207, state=RUNNABLE, hasLock=false; CloseRegionProcedure 22f573b043adf84f04ff9034a91bbe90, server=20680646cf8a,46383,1731568958548}]
2024-11-14T07:26:37,264 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=206, ppid=205, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=testtb-testExportFileSystemStateWithSkipTmp, region=e91519777044fd3f6259111b41dcab54, UNASSIGN because future has completed
2024-11-14T07:26:37,264 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false
2024-11-14T07:26:37,264 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=209, ppid=206, state=RUNNABLE, hasLock=false; CloseRegionProcedure e91519777044fd3f6259111b41dcab54, server=20680646cf8a,41449,1731568958363}]
2024-11-14T07:26:37,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=204
2024-11-14T07:26:37,416 INFO  [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=208}] handler.UnassignRegionHandler(122): Close 22f573b043adf84f04ff9034a91bbe90
2024-11-14T07:26:37,416 DEBUG [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=208}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false
2024-11-14T07:26:37,416 DEBUG [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=208}] regionserver.HRegion(1722): Closing 22f573b043adf84f04ff9034a91bbe90, disabling compactions & flushes
2024-11-14T07:26:37,416 INFO  [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=208}] regionserver.HRegion(1755): Closing region testtb-testExportFileSystemStateWithSkipTmp,1,1731569178801.22f573b043adf84f04ff9034a91bbe90.
2024-11-14T07:26:37,416 DEBUG [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=208}] regionserver.HRegion(1776): Time limited wait for close lock on testtb-testExportFileSystemStateWithSkipTmp,1,1731569178801.22f573b043adf84f04ff9034a91bbe90.
2024-11-14T07:26:37,416 DEBUG [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=208}] regionserver.HRegion(1843): Acquired close lock on testtb-testExportFileSystemStateWithSkipTmp,1,1731569178801.22f573b043adf84f04ff9034a91bbe90. after waiting 0 ms
2024-11-14T07:26:37,416 DEBUG [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=208}] regionserver.HRegion(1853): Updates disabled for region testtb-testExportFileSystemStateWithSkipTmp,1,1731569178801.22f573b043adf84f04ff9034a91bbe90.
2024-11-14T07:26:37,417 INFO  [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=209}] handler.UnassignRegionHandler(122): Close e91519777044fd3f6259111b41dcab54
2024-11-14T07:26:37,417 DEBUG [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=209}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false
2024-11-14T07:26:37,417 DEBUG [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=209}] regionserver.HRegion(1722): Closing e91519777044fd3f6259111b41dcab54, disabling compactions & flushes
2024-11-14T07:26:37,417 INFO  [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=209}] regionserver.HRegion(1755): Closing region testtb-testExportFileSystemStateWithSkipTmp,,1731569178801.e91519777044fd3f6259111b41dcab54.
2024-11-14T07:26:37,417 DEBUG [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=209}] regionserver.HRegion(1776): Time limited wait for close lock on testtb-testExportFileSystemStateWithSkipTmp,,1731569178801.e91519777044fd3f6259111b41dcab54.
2024-11-14T07:26:37,417 DEBUG [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=209}] regionserver.HRegion(1843): Acquired close lock on testtb-testExportFileSystemStateWithSkipTmp,,1731569178801.e91519777044fd3f6259111b41dcab54. after waiting 0 ms
2024-11-14T07:26:37,417 DEBUG [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=209}] regionserver.HRegion(1853): Updates disabled for region testtb-testExportFileSystemStateWithSkipTmp,,1731569178801.e91519777044fd3f6259111b41dcab54.
2024-11-14T07:26:37,420 DEBUG [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=208}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testtb-testExportFileSystemStateWithSkipTmp/22f573b043adf84f04ff9034a91bbe90/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1
2024-11-14T07:26:37,420 DEBUG [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=208}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.security.access.AccessController
2024-11-14T07:26:37,420 INFO  [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=208}] regionserver.HRegion(1973): Closed testtb-testExportFileSystemStateWithSkipTmp,1,1731569178801.22f573b043adf84f04ff9034a91bbe90.
2024-11-14T07:26:37,420 DEBUG [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=208}] regionserver.HRegion(1676): Region close journal for 22f573b043adf84f04ff9034a91bbe90:
Waiting for close lock at 1731569197416Running coprocessor pre-close hooks at 1731569197416Disabling compacts and flushes for region at 1731569197416Disabling writes for close at 1731569197416Writing region close event to WAL at 1731569197417 (+1 ms)Running coprocessor post-close hooks at 1731569197420 (+3 ms)Closed at 1731569197420
2024-11-14T07:26:37,421 DEBUG [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=209}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testtb-testExportFileSystemStateWithSkipTmp/e91519777044fd3f6259111b41dcab54/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1
2024-11-14T07:26:37,422 DEBUG [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=209}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.security.access.AccessController
2024-11-14T07:26:37,422 INFO  [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=209}] regionserver.HRegion(1973): Closed testtb-testExportFileSystemStateWithSkipTmp,,1731569178801.e91519777044fd3f6259111b41dcab54.
2024-11-14T07:26:37,422 DEBUG [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=209}] regionserver.HRegion(1676): Region close journal for e91519777044fd3f6259111b41dcab54:
Waiting for close lock at 1731569197417Running coprocessor pre-close hooks at 1731569197417Disabling compacts and flushes for region at 1731569197417Disabling writes for close at 1731569197417Writing region close event to WAL at 1731569197418 (+1 ms)Running coprocessor post-close hooks at 1731569197422 (+4 ms)Closed at 1731569197422
2024-11-14T07:26:37,422 INFO  [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=208}] handler.UnassignRegionHandler(157): Closed 22f573b043adf84f04ff9034a91bbe90
2024-11-14T07:26:37,422 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=207 updating hbase:meta row=22f573b043adf84f04ff9034a91bbe90, regionState=CLOSED
2024-11-14T07:26:37,424 INFO  [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=209}] handler.UnassignRegionHandler(157): Closed e91519777044fd3f6259111b41dcab54
2024-11-14T07:26:37,424 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=208, ppid=207, state=RUNNABLE, hasLock=false; CloseRegionProcedure 22f573b043adf84f04ff9034a91bbe90, server=20680646cf8a,46383,1731568958548 because future has completed
2024-11-14T07:26:37,424 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=206 updating hbase:meta row=e91519777044fd3f6259111b41dcab54, regionState=CLOSED
2024-11-14T07:26:37,425 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=209, ppid=206, state=RUNNABLE, hasLock=false; CloseRegionProcedure e91519777044fd3f6259111b41dcab54, server=20680646cf8a,41449,1731568958363 because future has completed
2024-11-14T07:26:37,426 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=208, resume processing ppid=207
2024-11-14T07:26:37,427 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=208, ppid=207, state=SUCCESS, hasLock=false; CloseRegionProcedure 22f573b043adf84f04ff9034a91bbe90, server=20680646cf8a,46383,1731568958548 in 160 msec
2024-11-14T07:26:37,427 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=207, ppid=205, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testtb-testExportFileSystemStateWithSkipTmp, region=22f573b043adf84f04ff9034a91bbe90, UNASSIGN in 165 msec
2024-11-14T07:26:37,427 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=209, resume processing ppid=206
2024-11-14T07:26:37,427 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=209, ppid=206, state=SUCCESS, hasLock=false; CloseRegionProcedure e91519777044fd3f6259111b41dcab54, server=20680646cf8a,41449,1731568958363 in 162 msec
2024-11-14T07:26:37,428 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=206, resume processing ppid=205
2024-11-14T07:26:37,428 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=206, ppid=205, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testtb-testExportFileSystemStateWithSkipTmp, region=e91519777044fd3f6259111b41dcab54, UNASSIGN in 166 msec
2024-11-14T07:26:37,430 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=205, resume processing ppid=204
2024-11-14T07:26:37,430 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=205, ppid=204, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=testtb-testExportFileSystemStateWithSkipTmp in 170 msec
2024-11-14T07:26:37,431 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testtb-testExportFileSystemStateWithSkipTmp","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731569197431"}]},"ts":"1731569197431"}
2024-11-14T07:26:37,432 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=testtb-testExportFileSystemStateWithSkipTmp, state=DISABLED in hbase:meta
2024-11-14T07:26:37,432 INFO  [PEWorker-2 {}] procedure.DisableTableProcedure(296): Set testtb-testExportFileSystemStateWithSkipTmp to state=DISABLED
2024-11-14T07:26:37,434 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=204, state=SUCCESS, hasLock=false; DisableTableProcedure table=testtb-testExportFileSystemStateWithSkipTmp in 179 msec
2024-11-14T07:26:37,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=204
2024-11-14T07:26:37,578 INFO  [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:testtb-testExportFileSystemStateWithSkipTmp completed
2024-11-14T07:26:37,578 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete testtb-testExportFileSystemStateWithSkipTmp
2024-11-14T07:26:37,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] procedure2.ProcedureExecutor(1139): Stored pid=210, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=testtb-testExportFileSystemStateWithSkipTmp
2024-11-14T07:26:37,580 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=210, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=testtb-testExportFileSystemStateWithSkipTmp
2024-11-14T07:26:37,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] access.PermissionStorage(261): Removing permissions of removed table testtb-testExportFileSystemStateWithSkipTmp
2024-11-14T07:26:37,581 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=210, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=testtb-testExportFileSystemStateWithSkipTmp
2024-11-14T07:26:37,582 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46383 {}] access.PermissionStorage(529): No permissions found in hbase:acl for acl entry testtb-testExportFileSystemStateWithSkipTmp
2024-11-14T07:26:37,584 DEBUG [HFileArchiver-21 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testtb-testExportFileSystemStateWithSkipTmp/e91519777044fd3f6259111b41dcab54
2024-11-14T07:26:37,584 DEBUG [HFileArchiver-22 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testtb-testExportFileSystemStateWithSkipTmp/22f573b043adf84f04ff9034a91bbe90
2024-11-14T07:26:37,584 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33371-0x1003d1cd0e50000, quorum=127.0.0.1:51438, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/acl/testtb-testExportFileSystemStateWithSkipTmp
2024-11-14T07:26:37,584 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41449-0x1003d1cd0e50001, quorum=127.0.0.1:51438, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/acl/testtb-testExportFileSystemStateWithSkipTmp
2024-11-14T07:26:37,584 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46383-0x1003d1cd0e50003, quorum=127.0.0.1:51438, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/acl/testtb-testExportFileSystemStateWithSkipTmp
2024-11-14T07:26:37,584 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35229-0x1003d1cd0e50002, quorum=127.0.0.1:51438, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/acl/testtb-testExportFileSystemStateWithSkipTmp
2024-11-14T07:26:37,585 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportFileSystemStateWithSkipTmp with data PBUF
2024-11-14T07:26:37,585 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportFileSystemStateWithSkipTmp with data PBUF
2024-11-14T07:26:37,585 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportFileSystemStateWithSkipTmp with data PBUF
2024-11-14T07:26:37,585 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportFileSystemStateWithSkipTmp with data PBUF
2024-11-14T07:26:37,585 DEBUG [HFileArchiver-21 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testtb-testExportFileSystemStateWithSkipTmp/e91519777044fd3f6259111b41dcab54/cf, FileablePath, hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testtb-testExportFileSystemStateWithSkipTmp/e91519777044fd3f6259111b41dcab54/recovered.edits]
2024-11-14T07:26:37,585 DEBUG [HFileArchiver-22 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testtb-testExportFileSystemStateWithSkipTmp/22f573b043adf84f04ff9034a91bbe90/cf, FileablePath, hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testtb-testExportFileSystemStateWithSkipTmp/22f573b043adf84f04ff9034a91bbe90/recovered.edits]
2024-11-14T07:26:37,586 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46383-0x1003d1cd0e50003, quorum=127.0.0.1:51438, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/acl/testtb-testExportFileSystemStateWithSkipTmp
2024-11-14T07:26:37,586 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33371-0x1003d1cd0e50000, quorum=127.0.0.1:51438, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/acl/testtb-testExportFileSystemStateWithSkipTmp
2024-11-14T07:26:37,586 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35229-0x1003d1cd0e50002, quorum=127.0.0.1:51438, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/acl/testtb-testExportFileSystemStateWithSkipTmp
2024-11-14T07:26:37,586 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41449-0x1003d1cd0e50001, quorum=127.0.0.1:51438, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/acl/testtb-testExportFileSystemStateWithSkipTmp
2024-11-14T07:26:37,586 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35229-0x1003d1cd0e50002, quorum=127.0.0.1:51438, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl
2024-11-14T07:26:37,586 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41449-0x1003d1cd0e50001, quorum=127.0.0.1:51438, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl
2024-11-14T07:26:37,586 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33371-0x1003d1cd0e50000, quorum=127.0.0.1:51438, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl
2024-11-14T07:26:37,586 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46383-0x1003d1cd0e50003, quorum=127.0.0.1:51438, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl
2024-11-14T07:26:37,587 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testExportExpiredSnapshot with data PBUF\x0A?\x0A\x07jenkins\x124\x08\x03"0\x0A$\x0A\x07default\x12\x19testExportExpiredSnapshot \x00 \x01 \x02 \x03 \x04
2024-11-14T07:26:37,587 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testExportExpiredSnapshot with data PBUF\x0A?\x0A\x07jenkins\x124\x08\x03"0\x0A$\x0A\x07default\x12\x19testExportExpiredSnapshot \x00 \x01 \x02 \x03 \x04
2024-11-14T07:26:37,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=210
2024-11-14T07:26:37,587 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testExportExpiredSnapshot with data PBUF\x0A?\x0A\x07jenkins\x124\x08\x03"0\x0A$\x0A\x07default\x12\x19testExportExpiredSnapshot \x00 \x01 \x02 \x03 \x04
2024-11-14T07:26:37,587 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testExportExpiredSnapshot with data PBUF\x0A?\x0A\x07jenkins\x124\x08\x03"0\x0A$\x0A\x07default\x12\x19testExportExpiredSnapshot \x00 \x01 \x02 \x03 \x04
2024-11-14T07:26:37,589 DEBUG [HFileArchiver-22 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testtb-testExportFileSystemStateWithSkipTmp/22f573b043adf84f04ff9034a91bbe90/cf/f10314c1d902468089326b3f0b752bbf to hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/archive/data/default/testtb-testExportFileSystemStateWithSkipTmp/22f573b043adf84f04ff9034a91bbe90/cf/f10314c1d902468089326b3f0b752bbf
2024-11-14T07:26:37,589 DEBUG [HFileArchiver-21 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testtb-testExportFileSystemStateWithSkipTmp/e91519777044fd3f6259111b41dcab54/cf/88467f91a00c4945b768c1f2344b383f to hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/archive/data/default/testtb-testExportFileSystemStateWithSkipTmp/e91519777044fd3f6259111b41dcab54/cf/88467f91a00c4945b768c1f2344b383f
2024-11-14T07:26:37,591 DEBUG [HFileArchiver-21 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testtb-testExportFileSystemStateWithSkipTmp/e91519777044fd3f6259111b41dcab54/recovered.edits/9.seqid to hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/archive/data/default/testtb-testExportFileSystemStateWithSkipTmp/e91519777044fd3f6259111b41dcab54/recovered.edits/9.seqid
2024-11-14T07:26:37,591 DEBUG [HFileArchiver-22 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testtb-testExportFileSystemStateWithSkipTmp/22f573b043adf84f04ff9034a91bbe90/recovered.edits/9.seqid to hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/archive/data/default/testtb-testExportFileSystemStateWithSkipTmp/22f573b043adf84f04ff9034a91bbe90/recovered.edits/9.seqid
2024-11-14T07:26:37,591 DEBUG [HFileArchiver-21 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testtb-testExportFileSystemStateWithSkipTmp/e91519777044fd3f6259111b41dcab54
2024-11-14T07:26:37,592 DEBUG [HFileArchiver-22 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testtb-testExportFileSystemStateWithSkipTmp/22f573b043adf84f04ff9034a91bbe90
2024-11-14T07:26:37,592 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(313): Archived testtb-testExportFileSystemStateWithSkipTmp regions
2024-11-14T07:26:37,592 DEBUG [PEWorker-4 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/mobdir/data/default/testtb-testExportFileSystemStateWithSkipTmp/e9516f04c7d2974b21addb190acc6c0a
2024-11-14T07:26:37,592 DEBUG [PEWorker-4 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/mobdir/data/default/testtb-testExportFileSystemStateWithSkipTmp/e9516f04c7d2974b21addb190acc6c0a/cf]
2024-11-14T07:26:37,594 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/mobdir/data/default/testtb-testExportFileSystemStateWithSkipTmp/e9516f04c7d2974b21addb190acc6c0a/cf/c4ca4238a0b923820dcc509a6f75849b2024111489a1caf04e384f38be9ce00cebe4877c_22f573b043adf84f04ff9034a91bbe90 to hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/archive/data/default/testtb-testExportFileSystemStateWithSkipTmp/e9516f04c7d2974b21addb190acc6c0a/cf/c4ca4238a0b923820dcc509a6f75849b2024111489a1caf04e384f38be9ce00cebe4877c_22f573b043adf84f04ff9034a91bbe90
2024-11-14T07:26:37,595 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/mobdir/data/default/testtb-testExportFileSystemStateWithSkipTmp/e9516f04c7d2974b21addb190acc6c0a/cf/d41d8cd98f00b204e9800998ecf8427e2024111479c2117ca4384846b4995c929e53f864_e91519777044fd3f6259111b41dcab54 to hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/archive/data/default/testtb-testExportFileSystemStateWithSkipTmp/e9516f04c7d2974b21addb190acc6c0a/cf/d41d8cd98f00b204e9800998ecf8427e2024111479c2117ca4384846b4995c929e53f864_e91519777044fd3f6259111b41dcab54
2024-11-14T07:26:37,596 DEBUG [PEWorker-4 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/mobdir/data/default/testtb-testExportFileSystemStateWithSkipTmp/e9516f04c7d2974b21addb190acc6c0a
2024-11-14T07:26:37,597 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=210, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=testtb-testExportFileSystemStateWithSkipTmp
2024-11-14T07:26:37,599 WARN  [PEWorker-4 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 2 rows of testtb-testExportFileSystemStateWithSkipTmp from hbase:meta
2024-11-14T07:26:37,601 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(407): Removing 'testtb-testExportFileSystemStateWithSkipTmp' descriptor.
2024-11-14T07:26:37,602 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=210, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=testtb-testExportFileSystemStateWithSkipTmp
2024-11-14T07:26:37,602 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(397): Removing 'testtb-testExportFileSystemStateWithSkipTmp' from region states.
2024-11-14T07:26:37,602 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"testtb-testExportFileSystemStateWithSkipTmp,,1731569178801.e91519777044fd3f6259111b41dcab54.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731569197602"}]},"ts":"9223372036854775807"}
2024-11-14T07:26:37,602 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"testtb-testExportFileSystemStateWithSkipTmp,1,1731569178801.22f573b043adf84f04ff9034a91bbe90.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731569197602"}]},"ts":"9223372036854775807"}
2024-11-14T07:26:37,603 INFO  [PEWorker-4 {}] assignment.RegionStateStore(562): Deleted 2 regions from META
2024-11-14T07:26:37,603 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => e91519777044fd3f6259111b41dcab54, NAME => 'testtb-testExportFileSystemStateWithSkipTmp,,1731569178801.e91519777044fd3f6259111b41dcab54.', STARTKEY => '', ENDKEY => '1'}, {ENCODED => 22f573b043adf84f04ff9034a91bbe90, NAME => 'testtb-testExportFileSystemStateWithSkipTmp,1,1731569178801.22f573b043adf84f04ff9034a91bbe90.', STARTKEY => '1', ENDKEY => ''}]
2024-11-14T07:26:37,604 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(401): Marking 'testtb-testExportFileSystemStateWithSkipTmp' as deleted.
2024-11-14T07:26:37,604 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"testtb-testExportFileSystemStateWithSkipTmp","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731569197604"}]},"ts":"9223372036854775807"}
2024-11-14T07:26:37,605 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(867): Deleted table testtb-testExportFileSystemStateWithSkipTmp state from META
2024-11-14T07:26:37,605 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(133): Finished pid=210, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=testtb-testExportFileSystemStateWithSkipTmp
2024-11-14T07:26:37,606 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=210, state=SUCCESS, hasLock=false; DeleteTableProcedure table=testtb-testExportFileSystemStateWithSkipTmp in 26 msec
2024-11-14T07:26:37,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=210
2024-11-14T07:26:37,698 DEBUG [RPCClient-NioEventLoopGroup-6-4 {}] client.AsyncRegionLocator(219): Clear meta cache for testtb-testExportFileSystemStateWithSkipTmp
2024-11-14T07:26:37,698 INFO  [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:testtb-testExportFileSystemStateWithSkipTmp completed
2024-11-14T07:26:37,703 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.2 delete name: "emptySnaptb0-testExportFileSystemStateWithSkipTmp"
type: DISABLED

2024-11-14T07:26:37,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] snapshot.SnapshotManager(381): Deleting snapshot: emptySnaptb0-testExportFileSystemStateWithSkipTmp
2024-11-14T07:26:37,706 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.2 delete name: "snaptb0-testExportFileSystemStateWithSkipTmp"
type: DISABLED

2024-11-14T07:26:37,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] snapshot.SnapshotManager(381): Deleting snapshot: snaptb0-testExportFileSystemStateWithSkipTmp
2024-11-14T07:26:37,723 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: snapshot.TestMobSecureExportSnapshot#testExportFileSystemStateWithSkipTmp Thread=805 (was 805), OpenFileDescriptor=809 (was 810), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=480 (was 503), ProcessCount=16 (was 18), AvailableMemoryMB=1823 (was 1799) - AvailableMemoryMB LEAK? -
2024-11-14T07:26:37,723 WARN  [Time-limited test {}] hbase.ResourceChecker(130): Thread=805 is superior to 500
2024-11-14T07:26:37,723 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(2377): Stopping mini mapreduce cluster...
2024-11-14T07:26:37,729 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@29811280{node,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/node}
2024-11-14T07:26:37,731 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1c7b02a6{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-14T07:26:37,731 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-14T07:26:37,731 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@776d12f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/static,STOPPED}
2024-11-14T07:26:37,731 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@620a17b5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/test-data/223408e5-ae9c-411c-e3d8-231e394aecc4/hadoop.log.dir/,STOPPED}
2024-11-14T07:26:37,970 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testtb-testExportFileSystemStateWithSkipTmp
2024-11-14T07:26:41,828 INFO  [Socket Reader #1 for port 0 {}] ipc.Server$Connection(2290): Auth successful for appattempt_1731568965212_0010_000001 (auth:SIMPLE) from 127.0.0.1:39236
2024-11-14T07:26:41,843 WARN  [ContainersLauncher #2 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/test/data/MiniMRCluster_1860380176/yarn-1025303830/MiniMRCluster_1860380176-localDir-nm-0_2/usercache/jenkins/appcache/application_1731568965212_0010/container_1731568965212_0010_01_000001/launch_container.sh]
2024-11-14T07:26:41,843 WARN  [ContainersLauncher #2 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/test/data/MiniMRCluster_1860380176/yarn-1025303830/MiniMRCluster_1860380176-localDir-nm-0_2/usercache/jenkins/appcache/application_1731568965212_0010/container_1731568965212_0010_01_000001/container_tokens]
2024-11-14T07:26:41,844 WARN  [ContainersLauncher #2 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/test/data/MiniMRCluster_1860380176/yarn-1025303830/MiniMRCluster_1860380176-localDir-nm-0_2/usercache/jenkins/appcache/application_1731568965212_0010/container_1731568965212_0010_01_000001/sysfs]
2024-11-14T07:26:42,923 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties
2024-11-14T07:26:54,750 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3da31fe4{node,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/node}
2024-11-14T07:26:54,750 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@45f55af9{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-14T07:26:54,750 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-14T07:26:54,751 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4b89f4d8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/static,STOPPED}
2024-11-14T07:26:54,751 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@225fd44{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/test-data/223408e5-ae9c-411c-e3d8-231e394aecc4/hadoop.log.dir/,STOPPED}
2024-11-14T07:27:06,463 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-14T07:27:11,766 ERROR [Thread[Thread-401,5,FailOnTimeoutGroup] {}] delegation.AbstractDelegationTokenSecretManager$ExpiredTokenRemover(852): ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted
2024-11-14T07:27:11,767 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@75999e23{cluster,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/cluster}
2024-11-14T07:27:11,767 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3ba3a465{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-14T07:27:11,767 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-14T07:27:11,768 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2f9eff85{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/static,STOPPED}
2024-11-14T07:27:11,768 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@618346c3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/test-data/223408e5-ae9c-411c-e3d8-231e394aecc4/hadoop.log.dir/,STOPPED}
2024-11-14T07:27:11,770 WARN  [ApplicationMaster Launcher {}] amlauncher.ApplicationMasterLauncher$LauncherThread(122): org.apache.hadoop.yarn.server.resourcemanager.amlauncher.ApplicationMasterLauncher$LauncherThread interrupted. Returning.
2024-11-14T07:27:11,775 ERROR [SchedulerEventDispatcher:Event Processor {}] event.EventDispatcher$EventProcessor(72): Returning, interrupted : java.lang.InterruptedException
2024-11-14T07:27:11,775 ERROR [ResourceManager Event Processor Monitor {}] resourcemanager.ResourceManager$SchedulerEventDispatcher$EventProcessorMonitor(1193): Returning, interrupted : java.lang.InterruptedException: sleep interrupted
2024-11-14T07:27:11,778 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073741830_1006 (size=974718)
2024-11-14T07:27:11,778 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073741830_1006 (size=974718)
2024-11-14T07:27:11,779 ERROR [Thread[Thread-424,5,FailOnTimeoutGroup] {}] delegation.AbstractDelegationTokenSecretManager$ExpiredTokenRemover(852): ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted
2024-11-14T07:27:11,781 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@310dde4c{jobhistory,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/jobhistory}
2024-11-14T07:27:11,782 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6ebc2a28{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-14T07:27:11,782 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-14T07:27:11,783 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@37c93676{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/static,STOPPED}
2024-11-14T07:27:11,783 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5cd9e182{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/test-data/223408e5-ae9c-411c-e3d8-231e394aecc4/hadoop.log.dir/,STOPPED}
2024-11-14T07:27:11,784 ERROR [Thread[Thread-383,5,FailOnTimeoutGroup] {}] delegation.AbstractDelegationTokenSecretManager$ExpiredTokenRemover(852): ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted
2024-11-14T07:27:11,784 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(2380): Mini mapreduce cluster stopped
2024-11-14T07:27:11,784 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster
2024-11-14T07:27:11,784 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-14T07:27:11,784 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79)
    at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611)
    at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.snapshot.TestExportSnapshot.tearDownAfterClass(TestExportSnapshot.java:121)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-14T07:27:11,784 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-14T07:27:11,785 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-14T07:27:11,785 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-14T07:27:11,785 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster
2024-11-14T07:27:11,785 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1811924116, stopped=false
2024-11-14T07:27:11,785 DEBUG [Time-limited test {}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.security.access.AccessController
2024-11-14T07:27:11,785 DEBUG [Time-limited test {}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.security.access.SecureTestUtil$MasterSyncObserver
2024-11-14T07:27:11,785 INFO  [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=20680646cf8a,33371,1731568957526
2024-11-14T07:27:11,786 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35229-0x1003d1cd0e50002, quorum=127.0.0.1:51438, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running
2024-11-14T07:27:11,786 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41449-0x1003d1cd0e50001, quorum=127.0.0.1:51438, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running
2024-11-14T07:27:11,786 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33371-0x1003d1cd0e50000, quorum=127.0.0.1:51438, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running
2024-11-14T07:27:11,787 INFO  [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-14T07:27:11,787 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46383-0x1003d1cd0e50003, quorum=127.0.0.1:51438, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running
2024-11-14T07:27:11,787 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41449-0x1003d1cd0e50001, quorum=127.0.0.1:51438, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-14T07:27:11,787 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33371-0x1003d1cd0e50000, quorum=127.0.0.1:51438, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-14T07:27:11,787 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35229-0x1003d1cd0e50002, quorum=127.0.0.1:51438, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-14T07:27:11,787 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46383-0x1003d1cd0e50003, quorum=127.0.0.1:51438, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-14T07:27:11,787 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-14T07:27:11,787 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277)
    at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265)
    at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.snapshot.TestExportSnapshot.tearDownAfterClass(TestExportSnapshot.java:121)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-14T07:27:11,787 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-14T07:27:11,787 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35229-0x1003d1cd0e50002, quorum=127.0.0.1:51438, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-14T07:27:11,787 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33371-0x1003d1cd0e50000, quorum=127.0.0.1:51438, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-14T07:27:11,788 INFO  [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '20680646cf8a,41449,1731568958363' *****
2024-11-14T07:27:11,788 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41449-0x1003d1cd0e50001, quorum=127.0.0.1:51438, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-14T07:27:11,788 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46383-0x1003d1cd0e50003, quorum=127.0.0.1:51438, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-14T07:27:11,788 DEBUG [Time-limited test {}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.security.access.AccessController
2024-11-14T07:27:11,788 INFO  [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested
2024-11-14T07:27:11,788 INFO  [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '20680646cf8a,35229,1731568958498' *****
2024-11-14T07:27:11,788 DEBUG [Time-limited test {}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.security.access.AccessController
2024-11-14T07:27:11,788 INFO  [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested
2024-11-14T07:27:11,788 INFO  [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '20680646cf8a,46383,1731568958548' *****
2024-11-14T07:27:11,788 DEBUG [Time-limited test {}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.security.access.AccessController
2024-11-14T07:27:11,788 INFO  [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested
2024-11-14T07:27:11,788 INFO  [RS:0;20680646cf8a:41449 {}] regionserver.HeapMemoryManager(220): Stopping
2024-11-14T07:27:11,788 INFO  [RS:1;20680646cf8a:35229 {}] regionserver.HeapMemoryManager(220): Stopping
2024-11-14T07:27:11,788 INFO  [RS:2;20680646cf8a:46383 {}] regionserver.HeapMemoryManager(220): Stopping
2024-11-14T07:27:11,788 INFO  [RS:1;20680646cf8a:35229 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully.
2024-11-14T07:27:11,788 INFO  [RS:0;20680646cf8a:41449 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully.
2024-11-14T07:27:11,789 INFO  [RS:1;20680646cf8a:35229 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully.
2024-11-14T07:27:11,789 INFO  [RS:0;20680646cf8a:41449 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully.
2024-11-14T07:27:11,789 INFO  [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting
2024-11-14T07:27:11,789 INFO  [RS:1;20680646cf8a:35229 {}] regionserver.HRegionServer(3091): Received CLOSE for 7dbd4b4589a64564d56baa9732182deb
2024-11-14T07:27:11,789 INFO  [RS:0;20680646cf8a:41449 {}] regionserver.HRegionServer(3091): Received CLOSE for 0ea64a6c30d1d83966591221c6d8f2c2
2024-11-14T07:27:11,789 INFO  [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting
2024-11-14T07:27:11,789 INFO  [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting
2024-11-14T07:27:11,789 INFO  [RS:2;20680646cf8a:46383 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully.
2024-11-14T07:27:11,789 INFO  [RS:2;20680646cf8a:46383 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully.
2024-11-14T07:27:11,789 INFO  [RS:2;20680646cf8a:46383 {}] regionserver.HRegionServer(3091): Received CLOSE for 99a97c7ce2d8675b0310f1de2e0c2662
2024-11-14T07:27:11,789 INFO  [RS:2;20680646cf8a:46383 {}] regionserver.HRegionServer(959): stopping server 20680646cf8a,46383,1731568958548
2024-11-14T07:27:11,789 INFO  [RS:1;20680646cf8a:35229 {}] regionserver.HRegionServer(959): stopping server 20680646cf8a,35229,1731568958498
2024-11-14T07:27:11,789 INFO  [RS:1;20680646cf8a:35229 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-14T07:27:11,789 INFO  [RS:2;20680646cf8a:46383 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-14T07:27:11,789 INFO  [RS:2;20680646cf8a:46383 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;20680646cf8a:46383.
2024-11-14T07:27:11,789 INFO  [RS:1;20680646cf8a:35229 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;20680646cf8a:35229.
2024-11-14T07:27:11,789 DEBUG [RS:2;20680646cf8a:46383 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-14T07:27:11,789 DEBUG [RS:1;20680646cf8a:35229 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-14T07:27:11,789 DEBUG [RS:2;20680646cf8a:46383 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-14T07:27:11,789 DEBUG [RS:1;20680646cf8a:35229 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-14T07:27:11,789 INFO  [RS:0;20680646cf8a:41449 {}] regionserver.HRegionServer(959): stopping server 20680646cf8a,41449,1731568958363
2024-11-14T07:27:11,789 INFO  [RS:0;20680646cf8a:41449 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-14T07:27:11,789 INFO  [RS:0;20680646cf8a:41449 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;20680646cf8a:41449.
2024-11-14T07:27:11,789 DEBUG [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0ea64a6c30d1d83966591221c6d8f2c2, disabling compactions & flushes
2024-11-14T07:27:11,789 DEBUG [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 99a97c7ce2d8675b0310f1de2e0c2662, disabling compactions & flushes
2024-11-14T07:27:11,789 DEBUG [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7dbd4b4589a64564d56baa9732182deb, disabling compactions & flushes
2024-11-14T07:27:11,789 INFO  [RS:1;20680646cf8a:35229 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish...
2024-11-14T07:27:11,789 INFO  [RS:2;20680646cf8a:46383 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close
2024-11-14T07:27:11,789 INFO  [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:acl,,1731568961356.99a97c7ce2d8675b0310f1de2e0c2662.
2024-11-14T07:27:11,789 INFO  [RS:1;20680646cf8a:35229 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish...
2024-11-14T07:27:11,789 INFO  [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testExportExpiredSnapshot,,1731569100440.7dbd4b4589a64564d56baa9732182deb.
2024-11-14T07:27:11,789 INFO  [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testExportExpiredSnapshot,1,1731569100440.0ea64a6c30d1d83966591221c6d8f2c2.
2024-11-14T07:27:11,789 DEBUG [RS:0;20680646cf8a:41449 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-14T07:27:11,789 INFO  [RS:1;20680646cf8a:35229 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish...
2024-11-14T07:27:11,789 DEBUG [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testExportExpiredSnapshot,,1731569100440.7dbd4b4589a64564d56baa9732182deb.
2024-11-14T07:27:11,789 DEBUG [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:acl,,1731568961356.99a97c7ce2d8675b0310f1de2e0c2662.
2024-11-14T07:27:11,789 DEBUG [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testExportExpiredSnapshot,1,1731569100440.0ea64a6c30d1d83966591221c6d8f2c2.
2024-11-14T07:27:11,789 DEBUG [RS:0;20680646cf8a:41449 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-14T07:27:11,789 DEBUG [RS:2;20680646cf8a:46383 {}] regionserver.HRegionServer(1325): Online Regions={99a97c7ce2d8675b0310f1de2e0c2662=hbase:acl,,1731568961356.99a97c7ce2d8675b0310f1de2e0c2662.}
2024-11-14T07:27:11,790 DEBUG [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:acl,,1731568961356.99a97c7ce2d8675b0310f1de2e0c2662. after waiting 0 ms
2024-11-14T07:27:11,790 DEBUG [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testExportExpiredSnapshot,,1731569100440.7dbd4b4589a64564d56baa9732182deb. after waiting 0 ms
2024-11-14T07:27:11,790 DEBUG [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testExportExpiredSnapshot,1,1731569100440.0ea64a6c30d1d83966591221c6d8f2c2. after waiting 0 ms
2024-11-14T07:27:11,790 INFO  [RS:1;20680646cf8a:35229 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740
2024-11-14T07:27:11,790 DEBUG [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:acl,,1731568961356.99a97c7ce2d8675b0310f1de2e0c2662.
2024-11-14T07:27:11,790 DEBUG [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testExportExpiredSnapshot,,1731569100440.7dbd4b4589a64564d56baa9732182deb.
2024-11-14T07:27:11,790 DEBUG [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testExportExpiredSnapshot,1,1731569100440.0ea64a6c30d1d83966591221c6d8f2c2.
2024-11-14T07:27:11,790 INFO  [RS:0;20680646cf8a:41449 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close
2024-11-14T07:27:11,790 DEBUG [RS:0;20680646cf8a:41449 {}] regionserver.HRegionServer(1325): Online Regions={0ea64a6c30d1d83966591221c6d8f2c2=testExportExpiredSnapshot,1,1731569100440.0ea64a6c30d1d83966591221c6d8f2c2.}
2024-11-14T07:27:11,790 INFO  [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 99a97c7ce2d8675b0310f1de2e0c2662 1/1 column families, dataSize=1.38 KB heapSize=3.33 KB
2024-11-14T07:27:11,790 DEBUG [RS:0;20680646cf8a:41449 {}] regionserver.HRegionServer(1351): Waiting on 0ea64a6c30d1d83966591221c6d8f2c2
2024-11-14T07:27:11,790 DEBUG [RS:2;20680646cf8a:46383 {}] regionserver.HRegionServer(1351): Waiting on 99a97c7ce2d8675b0310f1de2e0c2662
2024-11-14T07:27:11,793 INFO  [RS:1;20680646cf8a:35229 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close
2024-11-14T07:27:11,793 DEBUG [RS:1;20680646cf8a:35229 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 7dbd4b4589a64564d56baa9732182deb=testExportExpiredSnapshot,,1731569100440.7dbd4b4589a64564d56baa9732182deb.}
2024-11-14T07:27:11,793 DEBUG [RS:1;20680646cf8a:35229 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7dbd4b4589a64564d56baa9732182deb
2024-11-14T07:27:11,793 DEBUG [RS_CLOSE_META-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-14T07:27:11,793 INFO  [RS_CLOSE_META-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-14T07:27:11,793 DEBUG [RS_CLOSE_META-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-14T07:27:11,793 DEBUG [RS_CLOSE_META-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-14T07:27:11,793 DEBUG [RS_CLOSE_META-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-14T07:27:11,793 INFO  [RS_CLOSE_META-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=69.66 KB heapSize=111.04 KB
2024-11-14T07:27:11,796 DEBUG [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testExportExpiredSnapshot/0ea64a6c30d1d83966591221c6d8f2c2/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1
2024-11-14T07:27:11,796 DEBUG [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/default/testExportExpiredSnapshot/7dbd4b4589a64564d56baa9732182deb/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1
2024-11-14T07:27:11,796 DEBUG [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.security.access.AccessController
2024-11-14T07:27:11,796 DEBUG [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.security.access.AccessController
2024-11-14T07:27:11,796 INFO  [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testExportExpiredSnapshot,1,1731569100440.0ea64a6c30d1d83966591221c6d8f2c2.
2024-11-14T07:27:11,796 INFO  [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testExportExpiredSnapshot,,1731569100440.7dbd4b4589a64564d56baa9732182deb.
2024-11-14T07:27:11,796 DEBUG [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0ea64a6c30d1d83966591221c6d8f2c2:
Waiting for close lock at 1731569231789Running coprocessor pre-close hooks at 1731569231789Disabling compacts and flushes for region at 1731569231789Disabling writes for close at 1731569231790 (+1 ms)Writing region close event to WAL at 1731569231793 (+3 ms)Running coprocessor post-close hooks at 1731569231796 (+3 ms)Closed at 1731569231796
2024-11-14T07:27:11,796 DEBUG [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7dbd4b4589a64564d56baa9732182deb:
Waiting for close lock at 1731569231789Running coprocessor pre-close hooks at 1731569231789Disabling compacts and flushes for region at 1731569231789Disabling writes for close at 1731569231790 (+1 ms)Writing region close event to WAL at 1731569231793 (+3 ms)Running coprocessor post-close hooks at 1731569231796 (+3 ms)Closed at 1731569231796
2024-11-14T07:27:11,797 DEBUG [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testExportExpiredSnapshot,1,1731569100440.0ea64a6c30d1d83966591221c6d8f2c2.
2024-11-14T07:27:11,797 DEBUG [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testExportExpiredSnapshot,,1731569100440.7dbd4b4589a64564d56baa9732182deb.
2024-11-14T07:27:11,805 DEBUG [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/hbase/acl/99a97c7ce2d8675b0310f1de2e0c2662/.tmp/l/bc8d46bcacef4e4f9a0aa65d15973186 is 74, key is testtb-testExportFileSystemStateWithMergeRegion-1/l:/1731569098463/DeleteFamily/seqid=0
2024-11-14T07:27:11,809 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073742399_1575 (size=5695)
2024-11-14T07:27:11,809 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073742399_1575 (size=5695)
2024-11-14T07:27:11,809 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073742399_1575 (size=5695)
2024-11-14T07:27:11,810 INFO  [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.38 KB at sequenceid=27 (bloomFilter=false), to=hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/hbase/acl/99a97c7ce2d8675b0310f1de2e0c2662/.tmp/l/bc8d46bcacef4e4f9a0aa65d15973186
2024-11-14T07:27:11,814 INFO  [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for bc8d46bcacef4e4f9a0aa65d15973186
2024-11-14T07:27:11,815 DEBUG [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/hbase/acl/99a97c7ce2d8675b0310f1de2e0c2662/.tmp/l/bc8d46bcacef4e4f9a0aa65d15973186 as hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/hbase/acl/99a97c7ce2d8675b0310f1de2e0c2662/l/bc8d46bcacef4e4f9a0aa65d15973186
2024-11-14T07:27:11,819 INFO  [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for bc8d46bcacef4e4f9a0aa65d15973186
2024-11-14T07:27:11,819 DEBUG [RS_CLOSE_META-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/hbase/meta/1588230740/.tmp/info/7f5e45f3a64d4d69ac5c256925330002 is 173, key is testExportExpiredSnapshot,1,1731569100440.0ea64a6c30d1d83966591221c6d8f2c2./info:regioninfo/1731569100793/Put/seqid=0
2024-11-14T07:27:11,819 INFO  [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/hbase/acl/99a97c7ce2d8675b0310f1de2e0c2662/l/bc8d46bcacef4e4f9a0aa65d15973186, entries=12, sequenceid=27, filesize=5.6 K
2024-11-14T07:27:11,820 INFO  [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.38 KB/1412, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 99a97c7ce2d8675b0310f1de2e0c2662 in 30ms, sequenceid=27, compaction requested=false
2024-11-14T07:27:11,822 DEBUG [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/hbase/acl/99a97c7ce2d8675b0310f1de2e0c2662/recovered.edits/30.seqid, newMaxSeqId=30, maxSeqId=1
2024-11-14T07:27:11,823 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073742400_1576 (size=14362)
2024-11-14T07:27:11,823 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073742400_1576 (size=14362)
2024-11-14T07:27:11,823 DEBUG [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.security.access.AccessController
2024-11-14T07:27:11,823 INFO  [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:acl,,1731568961356.99a97c7ce2d8675b0310f1de2e0c2662.
2024-11-14T07:27:11,823 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073742400_1576 (size=14362)
2024-11-14T07:27:11,823 DEBUG [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 99a97c7ce2d8675b0310f1de2e0c2662:
Waiting for close lock at 1731569231789Running coprocessor pre-close hooks at 1731569231789Disabling compacts and flushes for region at 1731569231789Disabling writes for close at 1731569231790 (+1 ms)Obtaining lock to block concurrent updates at 1731569231790Preparing flush snapshotting stores in 99a97c7ce2d8675b0310f1de2e0c2662 at 1731569231790Finished memstore snapshotting hbase:acl,,1731568961356.99a97c7ce2d8675b0310f1de2e0c2662., syncing WAL and waiting on mvcc, flushsize=dataSize=1412, getHeapSize=3392, getOffHeapSize=0, getCellsCount=23 at 1731569231790Flushing stores of hbase:acl,,1731568961356.99a97c7ce2d8675b0310f1de2e0c2662. at 1731569231790Flushing 99a97c7ce2d8675b0310f1de2e0c2662/l: creating writer at 1731569231791 (+1 ms)Flushing 99a97c7ce2d8675b0310f1de2e0c2662/l: appending metadata at 1731569231804 (+13 ms)Flushing 99a97c7ce2d8675b0310f1de2e0c2662/l: closing flushed file at 1731569231804Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3928b135: reopening flushed file at 1731569231814 (+10 ms)Finished flush of dataSize ~1.38 KB/1412, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 99a97c7ce2d8675b0310f1de2e0c2662 in 30ms, sequenceid=27, compaction requested=false at 1731569231820 (+6 ms)Writing region close event to WAL at 1731569231820Running coprocessor post-close hooks at 1731569231823 (+3 ms)Closed at 1731569231823
2024-11-14T07:27:11,823 DEBUG [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:acl,,1731568961356.99a97c7ce2d8675b0310f1de2e0c2662.
2024-11-14T07:27:11,824 INFO  [RS_CLOSE_META-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=59.12 KB at sequenceid=199 (bloomFilter=true), to=hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/hbase/meta/1588230740/.tmp/info/7f5e45f3a64d4d69ac5c256925330002
2024-11-14T07:27:11,840 DEBUG [RS_CLOSE_META-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/hbase/meta/1588230740/.tmp/ns/cebae4e6ba1b4292b834c3e4f8db8eff is 124, key is testtb-testExportFileSystemStateWithMergeRegion-1,,1731569080143.21202dfe5cdb25c9b07d3da32818bf04./ns:/1731569098482/DeleteFamily/seqid=0
2024-11-14T07:27:11,844 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073742401_1577 (size=7779)
2024-11-14T07:27:11,844 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073742401_1577 (size=7779)
2024-11-14T07:27:11,844 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073742401_1577 (size=7779)
2024-11-14T07:27:11,845 INFO  [RS_CLOSE_META-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.23 KB at sequenceid=199 (bloomFilter=true), to=hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/hbase/meta/1588230740/.tmp/ns/cebae4e6ba1b4292b834c3e4f8db8eff
2024-11-14T07:27:11,850 INFO  [regionserver/20680646cf8a:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases
2024-11-14T07:27:11,854 INFO  [regionserver/20680646cf8a:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases
2024-11-14T07:27:11,854 INFO  [regionserver/20680646cf8a:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases
2024-11-14T07:27:11,862 DEBUG [RS_CLOSE_META-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/hbase/meta/1588230740/.tmp/rep_barrier/2f9f5af386ee43af97dc3f3cb3046aab is 133, key is testtb-testExportFileSystemStateWithMergeRegion-1,,1731569080143.21202dfe5cdb25c9b07d3da32818bf04./rep_barrier:/1731569098482/DeleteFamily/seqid=0
2024-11-14T07:27:11,866 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073742402_1578 (size=8005)
2024-11-14T07:27:11,866 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073742402_1578 (size=8005)
2024-11-14T07:27:11,867 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073742402_1578 (size=8005)
2024-11-14T07:27:11,867 INFO  [RS_CLOSE_META-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.34 KB at sequenceid=199 (bloomFilter=true), to=hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/hbase/meta/1588230740/.tmp/rep_barrier/2f9f5af386ee43af97dc3f3cb3046aab
2024-11-14T07:27:11,890 DEBUG [RS_CLOSE_META-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/hbase/meta/1588230740/.tmp/table/1bf73c72a2ce4e208ce2837d4b4f72a8 is 127, key is testtb-testExportFileSystemStateWithMergeRegion-1,,1731569080143.21202dfe5cdb25c9b07d3da32818bf04./table:/1731569098482/DeleteFamily/seqid=0
2024-11-14T07:27:11,894 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073742403_1579 (size=8758)
2024-11-14T07:27:11,894 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073742403_1579 (size=8758)
2024-11-14T07:27:11,894 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073742403_1579 (size=8758)
2024-11-14T07:27:11,894 INFO  [RS_CLOSE_META-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=5.97 KB at sequenceid=199 (bloomFilter=true), to=hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/hbase/meta/1588230740/.tmp/table/1bf73c72a2ce4e208ce2837d4b4f72a8
2024-11-14T07:27:11,899 DEBUG [RS_CLOSE_META-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/hbase/meta/1588230740/.tmp/info/7f5e45f3a64d4d69ac5c256925330002 as hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/hbase/meta/1588230740/info/7f5e45f3a64d4d69ac5c256925330002
2024-11-14T07:27:11,903 INFO  [RS_CLOSE_META-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/hbase/meta/1588230740/info/7f5e45f3a64d4d69ac5c256925330002, entries=74, sequenceid=199, filesize=14.0 K
2024-11-14T07:27:11,904 DEBUG [RS_CLOSE_META-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/hbase/meta/1588230740/.tmp/ns/cebae4e6ba1b4292b834c3e4f8db8eff as hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/hbase/meta/1588230740/ns/cebae4e6ba1b4292b834c3e4f8db8eff
2024-11-14T07:27:11,908 INFO  [RS_CLOSE_META-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/hbase/meta/1588230740/ns/cebae4e6ba1b4292b834c3e4f8db8eff, entries=23, sequenceid=199, filesize=7.6 K
2024-11-14T07:27:11,909 DEBUG [RS_CLOSE_META-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/hbase/meta/1588230740/.tmp/rep_barrier/2f9f5af386ee43af97dc3f3cb3046aab as hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/hbase/meta/1588230740/rep_barrier/2f9f5af386ee43af97dc3f3cb3046aab
2024-11-14T07:27:11,912 INFO  [RS_CLOSE_META-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/hbase/meta/1588230740/rep_barrier/2f9f5af386ee43af97dc3f3cb3046aab, entries=21, sequenceid=199, filesize=7.8 K
2024-11-14T07:27:11,913 DEBUG [RS_CLOSE_META-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/hbase/meta/1588230740/.tmp/table/1bf73c72a2ce4e208ce2837d4b4f72a8 as hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/hbase/meta/1588230740/table/1bf73c72a2ce4e208ce2837d4b4f72a8
2024-11-14T07:27:11,917 INFO  [RS_CLOSE_META-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/hbase/meta/1588230740/table/1bf73c72a2ce4e208ce2837d4b4f72a8, entries=36, sequenceid=199, filesize=8.6 K
2024-11-14T07:27:11,918 INFO  [RS_CLOSE_META-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~69.66 KB/71334, heapSize ~110.98 KB/113640, currentSize=0 B/0 for 1588230740 in 125ms, sequenceid=199, compaction requested=false
2024-11-14T07:27:11,921 DEBUG [RS_CLOSE_META-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/data/hbase/meta/1588230740/recovered.edits/202.seqid, newMaxSeqId=202, maxSeqId=1
2024-11-14T07:27:11,922 DEBUG [RS_CLOSE_META-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.security.access.AccessController
2024-11-14T07:27:11,922 DEBUG [RS_CLOSE_META-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-14T07:27:11,922 INFO  [RS_CLOSE_META-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-14T07:27:11,922 DEBUG [RS_CLOSE_META-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1731569231793Running coprocessor pre-close hooks at 1731569231793Disabling compacts and flushes for region at 1731569231793Disabling writes for close at 1731569231793Obtaining lock to block concurrent updates at 1731569231793Preparing flush snapshotting stores in 1588230740 at 1731569231793Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=71334, getHeapSize=113640, getOffHeapSize=0, getCellsCount=548 at 1731569231794 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731569231794Flushing 1588230740/info: creating writer at 1731569231794Flushing 1588230740/info: appending metadata at 1731569231819 (+25 ms)Flushing 1588230740/info: closing flushed file at 1731569231819Flushing 1588230740/ns: creating writer at 1731569231827 (+8 ms)Flushing 1588230740/ns: appending metadata at 1731569231840 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1731569231840Flushing 1588230740/rep_barrier: creating writer at 1731569231849 (+9 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731569231862 (+13 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731569231862Flushing 1588230740/table: creating writer at 1731569231871 (+9 ms)Flushing 1588230740/table: appending metadata at 1731569231889 (+18 ms)Flushing 1588230740/table: closing flushed file at 1731569231889Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5cacbf97: reopening flushed file at 1731569231898 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@49bbc563: reopening flushed file at 1731569231903 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@17e54b29: reopening flushed file at 1731569231908 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@71a92752: reopening flushed file at 1731569231913 (+5 ms)Finished flush of dataSize ~69.66 KB/71334, heapSize ~110.98 KB/113640, currentSize=0 B/0 for 1588230740 in 125ms, sequenceid=199, compaction requested=false at 1731569231918 (+5 ms)Writing region close event to WAL at 1731569231919 (+1 ms)Running coprocessor post-close hooks at 1731569231922 (+3 ms)Closed at 1731569231922
2024-11-14T07:27:11,922 DEBUG [RS_CLOSE_META-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740
2024-11-14T07:27:11,990 INFO  [RS:0;20680646cf8a:41449 {}] regionserver.HRegionServer(976): stopping server 20680646cf8a,41449,1731568958363; all regions closed.
2024-11-14T07:27:11,990 INFO  [RS:2;20680646cf8a:46383 {}] regionserver.HRegionServer(976): stopping server 20680646cf8a,46383,1731568958548; all regions closed.
2024-11-14T07:27:11,993 INFO  [RS:1;20680646cf8a:35229 {}] regionserver.HRegionServer(976): stopping server 20680646cf8a,35229,1731568958498; all regions closed.
2024-11-14T07:27:11,996 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073741835_1011 (size=14878)
2024-11-14T07:27:11,996 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073741835_1011 (size=14878)
2024-11-14T07:27:11,996 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073741835_1011 (size=14878)
2024-11-14T07:27:11,996 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073741834_1010 (size=12887)
2024-11-14T07:27:11,996 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073741834_1010 (size=12887)
2024-11-14T07:27:11,997 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073741834_1010 (size=12887)
2024-11-14T07:27:12,000 DEBUG [RS:0;20680646cf8a:41449 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/oldWALs
2024-11-14T07:27:12,000 DEBUG [RS:2;20680646cf8a:46383 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/oldWALs
2024-11-14T07:27:12,001 INFO  [RS:2;20680646cf8a:46383 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 20680646cf8a%2C46383%2C1731568958548:(num 1731568960290)
2024-11-14T07:27:12,001 INFO  [RS:0;20680646cf8a:41449 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 20680646cf8a%2C41449%2C1731568958363:(num 1731568960288)
2024-11-14T07:27:12,001 DEBUG [RS:2;20680646cf8a:46383 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-14T07:27:12,001 DEBUG [RS:0;20680646cf8a:41449 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-14T07:27:12,001 INFO  [RS:2;20680646cf8a:46383 {}] regionserver.LeaseManager(133): Closed leases
2024-11-14T07:27:12,001 INFO  [RS:0;20680646cf8a:41449 {}] regionserver.LeaseManager(133): Closed leases
2024-11-14T07:27:12,001 INFO  [RS:0;20680646cf8a:41449 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-14T07:27:12,001 INFO  [RS:2;20680646cf8a:46383 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-14T07:27:12,001 INFO  [RS:0;20680646cf8a:41449 {}] hbase.ChoreService(370): Chore service for: regionserver/20680646cf8a:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown
2024-11-14T07:27:12,001 INFO  [RS:2;20680646cf8a:46383 {}] hbase.ChoreService(370): Chore service for: regionserver/20680646cf8a:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown
2024-11-14T07:27:12,001 INFO  [RS:0;20680646cf8a:41449 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish...
2024-11-14T07:27:12,001 INFO  [RS:2;20680646cf8a:46383 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish...
2024-11-14T07:27:12,001 INFO  [RS:0;20680646cf8a:41449 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish...
2024-11-14T07:27:12,001 INFO  [RS:2;20680646cf8a:46383 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish...
2024-11-14T07:27:12,001 INFO  [RS:0;20680646cf8a:41449 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish...
2024-11-14T07:27:12,001 INFO  [RS:2;20680646cf8a:46383 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish...
2024-11-14T07:27:12,001 INFO  [regionserver/20680646cf8a:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-14T07:27:12,001 INFO  [RS:2;20680646cf8a:46383 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-14T07:27:12,001 INFO  [RS:0;20680646cf8a:41449 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-14T07:27:12,001 INFO  [regionserver/20680646cf8a:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-14T07:27:12,002 INFO  [RS:0;20680646cf8a:41449 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41449
2024-11-14T07:27:12,002 INFO  [RS:2;20680646cf8a:46383 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46383
2024-11-14T07:27:12,003 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073741836_1012 (size=81723)
2024-11-14T07:27:12,003 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073741836_1012 (size=81723)
2024-11-14T07:27:12,003 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073741836_1012 (size=81723)
2024-11-14T07:27:12,004 DEBUG [RS:1;20680646cf8a:35229 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/oldWALs
2024-11-14T07:27:12,004 INFO  [RS:1;20680646cf8a:35229 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 20680646cf8a%2C35229%2C1731568958498.meta:.meta(num 1731568960851)
2024-11-14T07:27:12,006 INFO  [RS:2;20680646cf8a:46383 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-14T07:27:12,006 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33371-0x1003d1cd0e50000, quorum=127.0.0.1:51438, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs
2024-11-14T07:27:12,006 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46383-0x1003d1cd0e50003, quorum=127.0.0.1:51438, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/20680646cf8a,46383,1731568958548
2024-11-14T07:27:12,006 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41449-0x1003d1cd0e50001, quorum=127.0.0.1:51438, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/20680646cf8a,41449,1731568958363
2024-11-14T07:27:12,006 INFO  [RS:0;20680646cf8a:41449 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-14T07:27:12,007 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073741833_1009 (size=9188)
2024-11-14T07:27:12,007 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073741833_1009 (size=9188)
2024-11-14T07:27:12,007 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073741833_1009 (size=9188)
2024-11-14T07:27:12,008 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [20680646cf8a,41449,1731568958363]
2024-11-14T07:27:12,009 DEBUG [RS:1;20680646cf8a:35229 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/oldWALs
2024-11-14T07:27:12,009 INFO  [RS:1;20680646cf8a:35229 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 20680646cf8a%2C35229%2C1731568958498:(num 1731568960288)
2024-11-14T07:27:12,009 DEBUG [RS:1;20680646cf8a:35229 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-14T07:27:12,009 INFO  [RS:1;20680646cf8a:35229 {}] regionserver.LeaseManager(133): Closed leases
2024-11-14T07:27:12,009 INFO  [RS:1;20680646cf8a:35229 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-14T07:27:12,009 INFO  [RS:1;20680646cf8a:35229 {}] hbase.ChoreService(370): Chore service for: regionserver/20680646cf8a:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown
2024-11-14T07:27:12,009 INFO  [RS:1;20680646cf8a:35229 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-14T07:27:12,009 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/20680646cf8a,41449,1731568958363 already deleted, retry=false
2024-11-14T07:27:12,009 INFO  [RS:1;20680646cf8a:35229 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35229
2024-11-14T07:27:12,010 INFO  [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 20680646cf8a,41449,1731568958363 expired; onlineServers=2
2024-11-14T07:27:12,010 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [20680646cf8a,46383,1731568958548]
2024-11-14T07:27:12,010 INFO  [regionserver/20680646cf8a:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-14T07:27:12,010 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/20680646cf8a,46383,1731568958548 already deleted, retry=false
2024-11-14T07:27:12,011 INFO  [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 20680646cf8a,46383,1731568958548 expired; onlineServers=1
2024-11-14T07:27:12,011 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33371-0x1003d1cd0e50000, quorum=127.0.0.1:51438, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs
2024-11-14T07:27:12,011 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35229-0x1003d1cd0e50002, quorum=127.0.0.1:51438, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/20680646cf8a,35229,1731568958498
2024-11-14T07:27:12,011 INFO  [RS:1;20680646cf8a:35229 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-14T07:27:12,012 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [20680646cf8a,35229,1731568958498]
2024-11-14T07:27:12,012 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/20680646cf8a,35229,1731568958498 already deleted, retry=false
2024-11-14T07:27:12,012 INFO  [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 20680646cf8a,35229,1731568958498 expired; onlineServers=0
2024-11-14T07:27:12,012 INFO  [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '20680646cf8a,33371,1731568957526' *****
2024-11-14T07:27:12,012 INFO  [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0
2024-11-14T07:27:12,012 INFO  [M:0;20680646cf8a:33371 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-14T07:27:12,013 INFO  [M:0;20680646cf8a:33371 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-14T07:27:12,013 DEBUG [M:0;20680646cf8a:33371 {}] cleaner.LogCleaner(198): Cancelling LogCleaner
2024-11-14T07:27:12,013 WARN  [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting.
2024-11-14T07:27:12,013 DEBUG [M:0;20680646cf8a:33371 {}] cleaner.HFileCleaner(335): Stopping file delete threads
2024-11-14T07:27:12,013 DEBUG [master/20680646cf8a:0:becomeActiveMaster-HFileCleaner.small.0-1731568959882 {}] cleaner.HFileCleaner(306): Exit Thread[master/20680646cf8a:0:becomeActiveMaster-HFileCleaner.small.0-1731568959882,5,FailOnTimeoutGroup]
2024-11-14T07:27:12,013 DEBUG [master/20680646cf8a:0:becomeActiveMaster-HFileCleaner.large.0-1731568959872 {}] cleaner.HFileCleaner(306): Exit Thread[master/20680646cf8a:0:becomeActiveMaster-HFileCleaner.large.0-1731568959872,5,FailOnTimeoutGroup]
2024-11-14T07:27:12,013 INFO  [M:0;20680646cf8a:33371 {}] hbase.ChoreService(370): Chore service for: master/20680646cf8a:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown
2024-11-14T07:27:12,013 INFO  [M:0;20680646cf8a:33371 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-14T07:27:12,013 DEBUG [M:0;20680646cf8a:33371 {}] master.HMaster(1795): Stopping service threads
2024-11-14T07:27:12,013 INFO  [M:0;20680646cf8a:33371 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher
2024-11-14T07:27:12,013 INFO  [M:0;20680646cf8a:33371 {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-14T07:27:12,014 INFO  [M:0;20680646cf8a:33371 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false
2024-11-14T07:27:12,014 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating.
2024-11-14T07:27:12,014 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33371-0x1003d1cd0e50000, quorum=127.0.0.1:51438, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master
2024-11-14T07:27:12,014 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33371-0x1003d1cd0e50000, quorum=127.0.0.1:51438, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-14T07:27:12,014 DEBUG [M:0;20680646cf8a:33371 {}] zookeeper.ZKUtil(347): master:33371-0x1003d1cd0e50000, quorum=127.0.0.1:51438, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error)
2024-11-14T07:27:12,015 WARN  [M:0;20680646cf8a:33371 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null
2024-11-14T07:27:12,015 INFO  [M:0;20680646cf8a:33371 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/.lastflushedseqids
2024-11-14T07:27:12,025 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42509 is added to blk_1073742404_1580 (size=329)
2024-11-14T07:27:12,025 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073742404_1580 (size=329)
2024-11-14T07:27:12,025 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073742404_1580 (size=329)
2024-11-14T07:27:12,025 INFO  [M:0;20680646cf8a:33371 {}] assignment.AssignmentManager(395): Stopping assignment manager
2024-11-14T07:27:12,026 INFO  [M:0;20680646cf8a:33371 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false
2024-11-14T07:27:12,026 DEBUG [M:0;20680646cf8a:33371 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-14T07:27:12,038 INFO  [M:0;20680646cf8a:33371 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-14T07:27:12,038 DEBUG [M:0;20680646cf8a:33371 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-14T07:27:12,038 DEBUG [M:0;20680646cf8a:33371 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-14T07:27:12,038 DEBUG [M:0;20680646cf8a:33371 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-14T07:27:12,038 INFO  [M:0;20680646cf8a:33371 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=829.40 KB heapSize=994.22 KB
2024-11-14T07:27:12,039 ERROR [AsyncFSWAL-0-hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/MasterData-prefix:20680646cf8a,33371,1731568957526 {}] server.NIOServerCnxnFactory(85): Thread Thread[AsyncFSWAL-0-hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/MasterData-prefix:20680646cf8a,33371,1731568957526,5,FailOnTimeoutGroup] died
java.lang.NullPointerException: Cannot invoke "org.apache.hbase.thirdparty.io.netty.buffer.ByteBuf.readableBytes()" because "this.buf" is null
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.buffered(FanOutOneBlockAsyncDFSOutput.java:414) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.append(AsyncProtobufLogWriter.java:134) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doAppend(AsyncFSWAL.java:181) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doAppend(AsyncFSWAL.java:100) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.appendEntry(AbstractFSWAL.java:1333) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.appendAndSync(AbstractFSWAL.java:1724) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.consume(AbstractFSWAL.java:1832) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T07:27:12,109 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41449-0x1003d1cd0e50001, quorum=127.0.0.1:51438, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-14T07:27:12,109 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46383-0x1003d1cd0e50003, quorum=127.0.0.1:51438, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-14T07:27:12,109 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41449-0x1003d1cd0e50001, quorum=127.0.0.1:51438, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-14T07:27:12,109 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46383-0x1003d1cd0e50003, quorum=127.0.0.1:51438, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-14T07:27:12,110 INFO  [RS:0;20680646cf8a:41449 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-14T07:27:12,110 INFO  [RS:2;20680646cf8a:46383 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-14T07:27:12,110 INFO  [RS:0;20680646cf8a:41449 {}] regionserver.HRegionServer(1031): Exiting; stopping=20680646cf8a,41449,1731568958363; zookeeper connection closed.
2024-11-14T07:27:12,110 INFO  [RS:2;20680646cf8a:46383 {}] regionserver.HRegionServer(1031): Exiting; stopping=20680646cf8a,46383,1731568958548; zookeeper connection closed.
2024-11-14T07:27:12,111 INFO  [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7007267f {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7007267f
2024-11-14T07:27:12,111 INFO  [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@343abe6 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@343abe6
2024-11-14T07:27:12,112 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35229-0x1003d1cd0e50002, quorum=127.0.0.1:51438, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-14T07:27:12,112 INFO  [RS:1;20680646cf8a:35229 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-14T07:27:12,112 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35229-0x1003d1cd0e50002, quorum=127.0.0.1:51438, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-14T07:27:12,112 INFO  [RS:1;20680646cf8a:35229 {}] regionserver.HRegionServer(1031): Exiting; stopping=20680646cf8a,35229,1731568958498; zookeeper connection closed.
2024-11-14T07:27:12,113 INFO  [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@324a5966 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@324a5966
2024-11-14T07:27:12,114 INFO  [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete
2024-11-14T07:27:14,993 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073741830_1006 (size=974718)
2024-11-14T07:27:17,322 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties
2024-11-14T07:27:17,970 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.RegionServer.CP_org.apache.hadoop.hbase.security.access.AccessController
2024-11-14T07:27:17,971 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-14T07:27:17,971 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta
2024-11-14T07:27:17,971 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testExportExpiredSnapshot
2024-11-14T07:27:17,971 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_acl
2024-11-14T07:27:17,971 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: Master,sub=Coprocessor.Master.CP_org.apache.hadoop.hbase.security.access.AccessController
2024-11-14T07:27:17,972 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: Master,sub=Coprocessor.Master.CP_org.apache.hadoop.hbase.security.access.SecureTestUtil$MasterSyncObserver
2024-11-14T07:27:17,972 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.security.access.AccessController
2024-11-14T07:27:23,474 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties
2024-11-14T07:27:36,464 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-14T07:27:38,650 DEBUG [master/20680646cf8a:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): data stats (chunk size=2097152): current pool size=7, created chunk count=10, reused chunk count=22, reuseRatio=68.75%
2024-11-14T07:27:38,654 DEBUG [master/20680646cf8a:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): index stats (chunk size=209715): current pool size=0, created chunk count=0, reused chunk count=0, reuseRatio=0
2024-11-14T07:27:46,452 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties
2024-11-14T07:28:06,464 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
Process Thread Dump: Automatic Stack Trace every 60 seconds waiting on M:0;20680646cf8a:33371
229 active threads
Thread 1 (main):
  State: TIMED_WAITING
  Blocked count: 1
  Waited count: 4
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.FutureTask.awaitDone(FutureTask.java:444)
    java.base@17.0.11/java.util.concurrent.FutureTask.get(FutureTask.java:203)
    app//org.junit.internal.runners.statements.FailOnTimeout.getResult(FailOnTimeout.java:167)
    app//org.junit.internal.runners.statements.FailOnTimeout.evaluate(FailOnTimeout.java:128)
    app//org.apache.hadoop.hbase.SystemExitRule$1.evaluate(SystemExitRule.java:39)
    app//org.junit.rules.RunRules.evaluate(RunRules.java:20)
    app//org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    app//org.junit.runners.ParentRunner.run(ParentRunner.java:413)
    app//org.apache.maven.surefire.junit4.JUnit4Provider.execute(JUnit4Provider.java:316)
    app//org.apache.maven.surefire.junit4.JUnit4Provider.executeWithRerun(JUnit4Provider.java:240)
    app//org.apache.maven.surefire.junit4.JUnit4Provider.executeTestSet(JUnit4Provider.java:214)
    app//org.apache.maven.surefire.junit4.JUnit4Provider.invoke(JUnit4Provider.java:155)
    app//org.apache.maven.surefire.booter.ForkedBooter.runSuitesInProcess(ForkedBooter.java:385)
    app//org.apache.maven.surefire.booter.ForkedBooter.execute(ForkedBooter.java:162)
    app//org.apache.maven.surefire.booter.ForkedBooter.run(ForkedBooter.java:507)
    app//org.apache.maven.surefire.booter.ForkedBooter.main(ForkedBooter.java:495)
Thread 2 (Reference Handler):
  State: RUNNABLE
  Blocked count: 9
  Waited count: 0
  Stack:
    java.base@17.0.11/java.lang.ref.Reference.waitForReferencePendingList(Native Method)
    java.base@17.0.11/java.lang.ref.Reference.processPendingReferences(Reference.java:253)
    java.base@17.0.11/java.lang.ref.Reference$ReferenceHandler.run(Reference.java:215)
Thread 3 (Finalizer):
  State: WAITING
  Blocked count: 31
  Waited count: 14
  Waiting on java.lang.ref.ReferenceQueue$Lock@346930dd
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155)
    java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176)
    java.base@17.0.11/java.lang.ref.Finalizer$FinalizerThread.run(Finalizer.java:172)
Thread 4 (Signal Dispatcher):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
Thread 12 (Common-Cleaner):
  State: TIMED_WAITING
  Blocked count: 16
  Waited count: 17
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155)
    java.base@17.0.11/jdk.internal.ref.CleanerImpl.run(CleanerImpl.java:140)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
    java.base@17.0.11/jdk.internal.misc.InnocuousThread.run(InnocuousThread.java:162)
Thread 13 (Notification Thread):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
Thread 14 (pool-1-thread-1):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 17
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollPort$EventHandlerTask.poll(EPollPort.java:200)
    java.base@17.0.11/sun.nio.ch.EPollPort$EventHandlerTask.run(EPollPort.java:281)
    java.base@17.0.11/sun.nio.ch.AsynchronousChannelGroupImpl$1.run(AsynchronousChannelGroupImpl.java:113)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 15 (pool-1-thread-2):
  State: WAITING
  Blocked count: 0
  Waited count: 20
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@3ee7eb4e
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420)
    java.base@17.0.11/sun.nio.ch.EPollPort$EventHandlerTask.run(EPollPort.java:275)
    java.base@17.0.11/sun.nio.ch.AsynchronousChannelGroupImpl$1.run(AsynchronousChannelGroupImpl.java:113)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 16 (surefire-forkedjvm-stream-flusher):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 3410
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 18 (surefire-forkedjvm-command-thread):
  State: WAITING
  Blocked count: 0
  Waited count: 35
  Waiting on java.util.concurrent.CountDownLatch$Sync@258013c
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047)
    java.base@17.0.11/java.util.concurrent.CountDownLatch.await(CountDownLatch.java:230)
    java.base@17.0.11/sun.nio.ch.PendingFuture.get(PendingFuture.java:178)
    app//org.apache.maven.surefire.api.util.internal.Channels$2.read(Channels.java:127)
    java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
    java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284)
    java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343)
    app//org.apache.maven.surefire.api.util.internal.Channels$3.readImpl(Channels.java:169)
    app//org.apache.maven.surefire.api.util.internal.AbstractNoninterruptibleReadableChannel.read(AbstractNoninterruptibleReadableChannel.java:50)
    app//org.apache.maven.surefire.api.stream.AbstractStreamDecoder.read(AbstractStreamDecoder.java:430)
    app//org.apache.maven.surefire.api.stream.AbstractStreamDecoder.read(AbstractStreamDecoder.java:419)
    app//org.apache.maven.surefire.api.stream.AbstractStreamDecoder.readMessageType(AbstractStreamDecoder.java:116)
    app//org.apache.maven.surefire.booter.stream.CommandDecoder.decode(CommandDecoder.java:77)
    app//org.apache.maven.surefire.booter.spi.CommandChannelDecoder.decode(CommandChannelDecoder.java:60)
    app//org.apache.maven.surefire.booter.CommandReader$CommandRunnable.run(CommandReader.java:290)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 22 (Time-limited test):
  State: RUNNABLE
  Blocked count: 11145
  Waited count: 11699
  Stack:
    java.management@17.0.11/sun.management.ThreadImpl.getThreadInfo1(Native Method)
    java.management@17.0.11/sun.management.ThreadImpl.getThreadInfo(ThreadImpl.java:197)
    java.management@17.0.11/sun.management.ThreadImpl.getThreadInfo(ThreadImpl.java:154)
    app//org.apache.hadoop.hbase.util.ReflectionUtils.printThreadInfo(ReflectionUtils.java:181)
    app//org.apache.hadoop.hbase.util.Threads.printThreadInfo(Threads.java:186)
    app//org.apache.hadoop.hbase.util.Threads.threadDumpingIsAlive(Threads.java:113)
    app//org.apache.hadoop.hbase.LocalHBaseCluster.join(LocalHBaseCluster.java:396)
    app//org.apache.hadoop.hbase.SingleProcessHBaseCluster.waitUntilShutDown(SingleProcessHBaseCluster.java:886)
    app//org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1038)
    app//org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    app//org.apache.hadoop.hbase.snapshot.TestExportSnapshot.tearDownAfterClass(TestExportSnapshot.java:121)
    java.base@17.0.11/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    java.base@17.0.11/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    java.base@17.0.11/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    java.base@17.0.11/java.lang.reflect.Method.invoke(Method.java:568)
    app//org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    app//org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    app//org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    app//org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46)
    app//org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33)
Thread 23 (org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner):
  State: WAITING
  Blocked count: 11
  Waited count: 12
  Waiting on java.lang.ref.ReferenceQueue$Lock@632dd5ca
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155)
    java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176)
    app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 25 (SSL Certificates Store Monitor):
  State: WAITING
  Blocked count: 0
  Waited count: 1
  Waiting on java.util.TaskQueue@6211ef7a
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    java.base@17.0.11/java.lang.Object.wait(Object.java:338)
    java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537)
    java.base@17.0.11/java.util.TimerThread.run(Timer.java:516)
Thread 34 (org.apache.hadoop.util.JvmPauseMonitor$Monitor@696e100d):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 677
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 35 (GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 68
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161)
Thread 36 (pool-6-thread-1):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 37 (qtp274140085-37):
  State: RUNNABLE
  Blocked count: 1
  Waited count: 1
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183)
    app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190)
    app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606)
    app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137)
    app//org.eclipse.jetty.io.ManagedSelector$$Lambda$254/0x00007f6fd442d2a8.run(Unknown Source)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 38 (qtp274140085-38):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183)
    app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190)
    app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606)
    app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137)
    app//org.eclipse.jetty.io.ManagedSelector$$Lambda$254/0x00007f6fd442d2a8.run(Unknown Source)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 39 (qtp274140085-39):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183)
    app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190)
    app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606)
    app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137)
    app//org.eclipse.jetty.io.ManagedSelector$$Lambda$254/0x00007f6fd442d2a8.run(Unknown Source)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 40 (qtp274140085-40):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183)
    app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190)
    app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606)
    app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137)
    app//org.eclipse.jetty.io.ManagedSelector$$Lambda$254/0x00007f6fd442d2a8.run(Unknown Source)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 41 (qtp274140085-41-acceptor-0@5adbc16b-ServerConnector@58f01c16{HTTP/1.1, (http/1.1)}{localhost:33415}):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/sun.nio.ch.Net.accept(Native Method)
    java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425)
    java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391)
    app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388)
    app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 42 (qtp274140085-42):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 6
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 43 (qtp274140085-43):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 6
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 44 (qtp274140085-44):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 6
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 45 (Session-HouseKeeper-1e972b-1):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 46 (pool-7-thread-1):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 53 (FSEditLogAsync):
  State: WAITING
  Blocked count: 38
  Waited count: 3124
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@787e2773
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420)
    app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.dequeueEdit(FSEditLogAsync.java:241)
    app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.run(FSEditLogAsync.java:250)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 55 (Socket Reader #1 for port 0):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497)
    app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476)
Thread 56 (IPC Server idle connection scanner for port 33275):
  State: TIMED_WAITING
  Blocked count: 1
  Waited count: 35
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563)
    java.base@17.0.11/java.util.TimerThread.run(Timer.java:516)
Thread 58 (Hadoop-Metrics-Updater-0):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 68
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 61 (org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor@27d6be6a):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 2
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor.run(PendingReconstructionBlocks.java:267)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 62 (DatanodeAdminMonitor-0):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 113
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 49 (org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor@54873d29):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 68
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor.run(HeartbeatManager.java:563)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 47 (RedundancyMonitor):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 114
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    java.base@17.0.11/java.lang.Thread.sleep(Thread.java:344)
    java.base@17.0.11/java.util.concurrent.TimeUnit.sleep(TimeUnit.java:446)
    app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$RedundancyMonitor.run(BlockManager.java:5352)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 48 (MarkedDeleteBlockScrubberThread):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 33278
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$MarkedDeleteBlockScrubber.run(BlockManager.java:5326)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 51 (Block report processor):
  State: WAITING
  Blocked count: 1
  Waited count: 1321
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@6f929431
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420)
    app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.processQueue(BlockManager.java:5627)
    app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.run(BlockManager.java:5614)
Thread 57 (IPC Server Responder):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
    app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733)
    app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716)
Thread 54 (IPC Server listener on 0):
  State: RUNNABLE
  Blocked count: 1
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559)
Thread 64 (IPC Server handler 0 on default port 33275):
  State: TIMED_WAITING
  Blocked count: 110
  Waited count: 2283
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
    app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
    app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)
Thread 65 (IPC Server handler 1 on default port 33275):
  State: TIMED_WAITING
  Blocked count: 97
  Waited count: 2248
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
    app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
    app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)
Thread 66 (IPC Server handler 2 on default port 33275):
  State: TIMED_WAITING
  Blocked count: 109
  Waited count: 2258
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
    app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
    app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)
Thread 67 (IPC Server handler 3 on default port 33275):
  State: TIMED_WAITING
  Blocked count: 101
  Waited count: 2255
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
    app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
    app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)
Thread 68 (IPC Server handler 4 on default port 33275):
  State: TIMED_WAITING
  Blocked count: 102
  Waited count: 2263
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
    app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
    app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)
Thread 69 (pool-12-thread-1):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 71 (org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor@f16ac0b):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 169
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor.run(LeaseManager.java:537)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 72 (org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor@44c4ec06):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 68
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor.run(FSNamesystem.java:4550)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 73 (org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller@6f1ce4b8):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 2
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller.run(FSNamesystem.java:4592)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 74 (org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber@7db6dfd0):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 3
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber.run(FSNamesystem.java:4689)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 75 (CacheReplicationMonitor(1545047682)):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 13
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759)
    app//org.apache.hadoop.hdfs.server.blockmanagement.CacheReplicationMonitor.run(CacheReplicationMonitor.java:186)
Thread 86 (pool-18-thread-1):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 87 (qtp716438074-87):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183)
    app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190)
    app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606)
    app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137)
    app//org.eclipse.jetty.io.ManagedSelector$$Lambda$254/0x00007f6fd442d2a8.run(Unknown Source)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 88 (qtp716438074-88-acceptor-0@6110c4f8-ServerConnector@3937fd27{HTTP/1.1, (http/1.1)}{localhost:38445}):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/sun.nio.ch.Net.accept(Native Method)
    java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425)
    java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391)
    app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388)
    app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 89 (qtp716438074-89):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 6
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 90 (qtp716438074-90):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 6
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 91 (Session-HouseKeeper-2043cf27-1):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 92 (nioEventLoopGroup-2-1):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
    app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
    app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
    app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
    app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 93 (org.apache.hadoop.util.JvmPauseMonitor$Monitor@5b2ac2cc):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 674
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 95 (Socket Reader #1 for port 0):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497)
    app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476)
Thread 96 (IPC Server idle connection scanner for port 38317):
  State: TIMED_WAITING
  Blocked count: 1
  Waited count: 35
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563)
    java.base@17.0.11/java.util.TimerThread.run(Timer.java:516)
Thread 98 (Hadoop-Metrics-Updater-0):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 68
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 101 (Command processor):
  State: WAITING
  Blocked count: 1
  Waited count: 298
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@2034eca
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.processQueue(BPServiceActor.java:1411)
    app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.run(BPServiceActor.java:1395)
Thread 102 (BP-370926864-172.17.0.2-1731568953395 heartbeating to localhost/127.0.0.1:33275):
  State: TIMED_WAITING
  Blocked count: 1293
  Waited count: 1394
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    app//org.apache.hadoop.hdfs.server.datanode.IncrementalBlockReportManager.waitTillNextIBR(IncrementalBlockReportManager.java:158)
    app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.offerService(BPServiceActor.java:771)
    app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.run(BPServiceActor.java:914)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 103 (pool-20-thread-1):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 85 (org.apache.hadoop.hdfs.server.datanode.DataXceiverServer@62b9b04d):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.Net.accept(Native Method)
    java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425)
    java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391)
    java.base@17.0.11/sun.nio.ch.ServerSocketAdaptor.accept(ServerSocketAdaptor.java:126)
    app//org.apache.hadoop.hdfs.net.TcpPeerServer.accept(TcpPeerServer.java:85)
    app//org.apache.hadoop.hdfs.server.datanode.DataXceiverServer.run(DataXceiverServer.java:242)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 97 (IPC Server Responder):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
    app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733)
    app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716)
Thread 94 (IPC Server listener on 0):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559)
Thread 104 (IPC Server handler 0 on default port 38317):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 346
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
    app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
    app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)
Thread 105 (IPC Server handler 1 on default port 38317):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 337
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
    app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
    app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)
Thread 106 (IPC Server handler 2 on default port 38317):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 346
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
    app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
    app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)
Thread 107 (IPC Server handler 3 on default port 38317):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 337
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
    app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
    app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)
Thread 108 (IPC Server handler 4 on default port 38317):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 337
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
    app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
    app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)
Thread 120 (pool-26-thread-1):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 113 (IPC Client (346890841) connection to localhost/127.0.0.1:33275 from jenkins):
  State: TIMED_WAITING
  Blocked count: 1239
  Waited count: 1239
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
    app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)
Thread 115 (IPC Parameter Sending Thread for localhost/127.0.0.1:33275):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 1973
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
    java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
    app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 121 (qtp1330250818-121):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183)
    app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190)
    app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606)
    app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137)
    app//org.eclipse.jetty.io.ManagedSelector$$Lambda$254/0x00007f6fd442d2a8.run(Unknown Source)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 122 (qtp1330250818-122-acceptor-0@43495b9e-ServerConnector@6fd9f7d6{HTTP/1.1, (http/1.1)}{localhost:44453}):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/sun.nio.ch.Net.accept(Native Method)
    java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425)
    java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391)
    app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388)
    app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 123 (qtp1330250818-123):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 6
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 124 (qtp1330250818-124):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 6
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 125 (Session-HouseKeeper-1b631abe-1):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 128 (nioEventLoopGroup-4-1):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
    app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
    app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
    app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
    app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 129 (org.apache.hadoop.util.JvmPauseMonitor$Monitor@a54831e):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 673
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 131 (Socket Reader #1 for port 0):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497)
    app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476)
Thread 132 (IPC Server idle connection scanner for port 39891):
  State: TIMED_WAITING
  Blocked count: 1
  Waited count: 35
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563)
    java.base@17.0.11/java.util.TimerThread.run(Timer.java:516)
Thread 134 (Hadoop-Metrics-Updater-0):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 68
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 137 (Command processor):
  State: WAITING
  Blocked count: 2
  Waited count: 283
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@61b0f703
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.processQueue(BPServiceActor.java:1411)
    app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.run(BPServiceActor.java:1395)
Thread 138 (BP-370926864-172.17.0.2-1731568953395 heartbeating to localhost/127.0.0.1:33275):
  State: TIMED_WAITING
  Blocked count: 1308
  Waited count: 1398
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    app//org.apache.hadoop.hdfs.server.datanode.IncrementalBlockReportManager.waitTillNextIBR(IncrementalBlockReportManager.java:158)
    app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.offerService(BPServiceActor.java:771)
    app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.run(BPServiceActor.java:914)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 139 (pool-29-thread-1):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 119 (org.apache.hadoop.hdfs.server.datanode.DataXceiverServer@2585690e):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.Net.accept(Native Method)
    java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425)
    java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391)
    java.base@17.0.11/sun.nio.ch.ServerSocketAdaptor.accept(ServerSocketAdaptor.java:126)
    app//org.apache.hadoop.hdfs.net.TcpPeerServer.accept(TcpPeerServer.java:85)
    app//org.apache.hadoop.hdfs.server.datanode.DataXceiverServer.run(DataXceiverServer.java:242)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 133 (IPC Server Responder):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
    app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733)
    app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716)
Thread 130 (IPC Server listener on 0):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559)
Thread 140 (IPC Server handler 0 on default port 39891):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 337
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
    app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
    app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)
Thread 141 (IPC Server handler 1 on default port 39891):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 387
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
    app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
    app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)
Thread 142 (IPC Server handler 2 on default port 39891):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 355
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
    app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
    app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)
Thread 143 (IPC Server handler 3 on default port 39891):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 337
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
    app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
    app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)
Thread 144 (IPC Server handler 4 on default port 39891):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 337
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
    app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
    app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)
Thread 151 (VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/test-data/223408e5-ae9c-411c-e3d8-231e394aecc4/cluster_0bc6d97e-980c-7f40-95d4-2788294eb670/data/data1)):
  State: TIMED_WAITING
  Blocked count: 4
  Waited count: 2
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656)
Thread 153 (VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/test-data/223408e5-ae9c-411c-e3d8-231e394aecc4/cluster_0bc6d97e-980c-7f40-95d4-2788294eb670/data/data2)):
  State: TIMED_WAITING
  Blocked count: 25
  Waited count: 2
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656)
Thread 158 (pool-39-thread-1):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 159 (qtp1441691316-159):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183)
    app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190)
    app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606)
    app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137)
    app//org.eclipse.jetty.io.ManagedSelector$$Lambda$254/0x00007f6fd442d2a8.run(Unknown Source)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 161 (qtp1441691316-161-acceptor-0@129226bc-ServerConnector@2f3eae39{HTTP/1.1, (http/1.1)}{localhost:42511}):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/sun.nio.ch.Net.accept(Native Method)
    java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425)
    java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391)
    app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388)
    app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 162 (VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/test-data/223408e5-ae9c-411c-e3d8-231e394aecc4/cluster_0bc6d97e-980c-7f40-95d4-2788294eb670/data/data3)):
  State: TIMED_WAITING
  Blocked count: 1
  Waited count: 2
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656)
Thread 163 (qtp1441691316-163):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 6
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 165 (qtp1441691316-165):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 6
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 166 (Session-HouseKeeper-6317a7da-1):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 167 (VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/test-data/223408e5-ae9c-411c-e3d8-231e394aecc4/cluster_0bc6d97e-980c-7f40-95d4-2788294eb670/data/data4)):
  State: TIMED_WAITING
  Blocked count: 1
  Waited count: 2
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656)
Thread 172 (refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/test-data/223408e5-ae9c-411c-e3d8-231e394aecc4/cluster_0bc6d97e-980c-7f40-95d4-2788294eb670/data/data2/current/BP-370926864-172.17.0.2-1731568953395):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 173 (refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/test-data/223408e5-ae9c-411c-e3d8-231e394aecc4/cluster_0bc6d97e-980c-7f40-95d4-2788294eb670/data/data1/current/BP-370926864-172.17.0.2-1731568953395):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 176 (refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/test-data/223408e5-ae9c-411c-e3d8-231e394aecc4/cluster_0bc6d97e-980c-7f40-95d4-2788294eb670/data/data3/current/BP-370926864-172.17.0.2-1731568953395):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 178 (refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/test-data/223408e5-ae9c-411c-e3d8-231e394aecc4/cluster_0bc6d97e-980c-7f40-95d4-2788294eb670/data/data4/current/BP-370926864-172.17.0.2-1731568953395):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 187 (pool-15-thread-1):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 189 (pool-23-thread-1):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 192 (java.util.concurrent.ThreadPoolExecutor$Worker@42b38725[State = -1, empty queue]):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 195 (java.util.concurrent.ThreadPoolExecutor$Worker@3c079e98[State = -1, empty queue]):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 196 (nioEventLoopGroup-6-1):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
    app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
    app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
    app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
    app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 197 (org.apache.hadoop.util.JvmPauseMonitor$Monitor@69e47042):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 672
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 199 (Socket Reader #1 for port 0):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497)
    app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476)
Thread 200 (IPC Server idle connection scanner for port 38127):
  State: TIMED_WAITING
  Blocked count: 1
  Waited count: 35
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563)
    java.base@17.0.11/java.util.TimerThread.run(Timer.java:516)
Thread 202 (Hadoop-Metrics-Updater-0):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 68
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 205 (Command processor):
  State: WAITING
  Blocked count: 1
  Waited count: 260
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@14a8d2ea
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.processQueue(BPServiceActor.java:1411)
    app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.run(BPServiceActor.java:1395)
Thread 206 (BP-370926864-172.17.0.2-1731568953395 heartbeating to localhost/127.0.0.1:33275):
  State: TIMED_WAITING
  Blocked count: 1268
  Waited count: 1395
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    app//org.apache.hadoop.hdfs.server.datanode.IncrementalBlockReportManager.waitTillNextIBR(IncrementalBlockReportManager.java:158)
    app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.offerService(BPServiceActor.java:771)
    app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.run(BPServiceActor.java:914)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 207 (pool-46-thread-1):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 157 (org.apache.hadoop.hdfs.server.datanode.DataXceiverServer@2d846603):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.Net.accept(Native Method)
    java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425)
    java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391)
    java.base@17.0.11/sun.nio.ch.ServerSocketAdaptor.accept(ServerSocketAdaptor.java:126)
    app//org.apache.hadoop.hdfs.net.TcpPeerServer.accept(TcpPeerServer.java:85)
    app//org.apache.hadoop.hdfs.server.datanode.DataXceiverServer.run(DataXceiverServer.java:242)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 201 (IPC Server Responder):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
    app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733)
    app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716)
Thread 198 (IPC Server listener on 0):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559)
Thread 208 (IPC Server handler 0 on default port 38127):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 339
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
    app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
    app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)
Thread 209 (IPC Server handler 1 on default port 38127):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 340
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
    app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
    app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)
Thread 210 (IPC Server handler 2 on default port 38127):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 337
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
    app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
    app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)
Thread 211 (IPC Server handler 3 on default port 38127):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 336
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
    app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
    app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)
Thread 212 (IPC Server handler 4 on default port 38127):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 336
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
    app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
    app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)
Thread 215 (VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/test-data/223408e5-ae9c-411c-e3d8-231e394aecc4/cluster_0bc6d97e-980c-7f40-95d4-2788294eb670/data/data5)):
  State: TIMED_WAITING
  Blocked count: 1
  Waited count: 2
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656)
Thread 216 (VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/test-data/223408e5-ae9c-411c-e3d8-231e394aecc4/cluster_0bc6d97e-980c-7f40-95d4-2788294eb670/data/data6)):
  State: TIMED_WAITING
  Blocked count: 1
  Waited count: 2
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656)
Thread 221 (refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/test-data/223408e5-ae9c-411c-e3d8-231e394aecc4/cluster_0bc6d97e-980c-7f40-95d4-2788294eb670/data/data5/current/BP-370926864-172.17.0.2-1731568953395):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 222 (refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/test-data/223408e5-ae9c-411c-e3d8-231e394aecc4/cluster_0bc6d97e-980c-7f40-95d4-2788294eb670/data/data6/current/BP-370926864-172.17.0.2-1731568953395):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 226 (pool-35-thread-1):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 229 (java.util.concurrent.ThreadPoolExecutor$Worker@762560cc[State = -1, empty queue]):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 234 (FsDatasetAsyncDiskServiceFixer):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 12
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer.run(HBaseTestingUtil.java:576)
Thread 237 (NIOServerCxnFactory.SelectorThread-1):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403)
    app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368)
Thread 236 (NIOServerCxnFactory.SelectorThread-0):
  State: RUNNABLE
  Blocked count: 7
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403)
    app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368)
Thread 238 (NIOServerCxnFactory.AcceptThread:localhost/127.0.0.1:51438):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.select(NIOServerCnxnFactory.java:205)
    app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.run(NIOServerCnxnFactory.java:181)
Thread 235 (ConnnectionExpirer):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 35
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.zookeeper.server.NIOServerCnxnFactory$ConnectionExpirerThread.run(NIOServerCnxnFactory.java:554)
Thread 239 (SessionTracker):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 169
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163)
Thread 240 (SyncThread:0):
  State: WAITING
  Blocked count: 14
  Waited count: 355
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@12c983c2
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    app//org.apache.zookeeper.server.SyncRequestProcessor.run(SyncRequestProcessor.java:170)
Thread 241 (ProcessThread(sid:0 cport:51438):):
  State: WAITING
  Blocked count: 2
  Waited count: 425
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@34794179
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    app//org.apache.zookeeper.server.PrepRequestProcessor.run(PrepRequestProcessor.java:142)
Thread 242 (RequestThrottler):
  State: WAITING
  Blocked count: 1
  Waited count: 445
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@2d496282
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    app//org.apache.zookeeper.server.RequestThrottler.run(RequestThrottler.java:147)
Thread 243 (NIOWorkerThread-1):
  State: WAITING
  Blocked count: 2
  Waited count: 85
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@5c390f30
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 245 (LeaseRenewer:jenkins@localhost:33275):
  State: TIMED_WAITING
  Blocked count: 9
  Waited count: 348
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441)
    app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77)
    app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 254 (weak-ref-cleaner-strictcontextstorage):
  State: WAITING
  Blocked count: 0
  Waited count: 1
  Waiting on java.lang.ref.ReferenceQueue$Lock@2b040e6
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155)
    java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176)
    app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 255 (HBase-Metrics2-1):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 354
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 256 (HMaster-EventLoopGroup-1-1):
  State: RUNNABLE
  Blocked count: 7
  Waited count: 0
  Stack:
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 257 (Time-limited test-SendThread(127.0.0.1:51438)):
  State: RUNNABLE
  Blocked count: 21
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
    app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332)
    app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289)
Thread 258 (Time-limited test-EventThread):
  State: WAITING
  Blocked count: 9
  Waited count: 56
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@1a878b37
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550)
Thread 259 (NIOWorkerThread-2):
  State: WAITING
  Blocked count: 3
  Waited count: 84
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@5c390f30
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 260 (NIOWorkerThread-3):
  State: WAITING
  Blocked count: 2
  Waited count: 85
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@5c390f30
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 261 (NIOWorkerThread-4):
  State: WAITING
  Blocked count: 0
  Waited count: 85
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@5c390f30
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 262 (zk-event-processor-pool-0):
  State: WAITING
  Blocked count: 25
  Waited count: 70
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@e5347d8
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 263 (NIOWorkerThread-5):
  State: WAITING
  Blocked count: 1
  Waited count: 85
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@5c390f30
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 264 (NIOWorkerThread-6):
  State: WAITING
  Blocked count: 4
  Waited count: 84
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@5c390f30
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 265 (NIOWorkerThread-7):
  State: WAITING
  Blocked count: 1
  Waited count: 85
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@5c390f30
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 266 (NIOWorkerThread-8):
  State: WAITING
  Blocked count: 1
  Waited count: 86
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@5c390f30
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 267 (NIOWorkerThread-9):
  State: WAITING
  Blocked count: 6
  Waited count: 84
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@5c390f30
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 268 (NIOWorkerThread-10):
  State: WAITING
  Blocked count: 1
  Waited count: 85
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@5c390f30
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 269 (NIOWorkerThread-11):
  State: WAITING
  Blocked count: 2
  Waited count: 84
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@5c390f30
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 270 (NIOWorkerThread-12):
  State: WAITING
  Blocked count: 3
  Waited count: 84
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@5c390f30
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 271 (NIOWorkerThread-13):
  State: WAITING
  Blocked count: 5
  Waited count: 84
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@5c390f30
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 272 (NIOWorkerThread-14):
  State: WAITING
  Blocked count: 3
  Waited count: 84
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@5c390f30
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 273 (NIOWorkerThread-15):
  State: WAITING
  Blocked count: 2
  Waited count: 84
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@5c390f30
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 274 (NIOWorkerThread-16):
  State: WAITING
  Blocked count: 3
  Waited count: 85
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@5c390f30
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 276 (RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33371):
  State: WAITING
  Blocked count: 0
  Waited count: 1
  Waiting on java.util.concurrent.Semaphore$NonfairSync@e649184
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047)
    java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318)
    app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55)
    app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)
Thread 277 (RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33371):
  State: WAITING
  Blocked count: 90
  Waited count: 374
  Waiting on java.util.concurrent.Semaphore$NonfairSync@179bcdb3
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047)
    java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318)
    app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55)
    app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)
Thread 278 (RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371):
  State: WAITING
  Blocked count: 128
  Waited count: 509
  Waiting on java.util.concurrent.Semaphore$NonfairSync@31632244
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047)
    java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318)
    app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55)
    app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)
Thread 279 (RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33371):
  State: WAITING
  Blocked count: 71
  Waited count: 5949
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@251ace37
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68)
    app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)
Thread 280 (RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33371):
  State: WAITING
  Blocked count: 2
  Waited count: 4
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@fd893a1
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68)
    app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)
Thread 281 (RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33371):
  State: WAITING
  Blocked count: 0
  Waited count: 1
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@fd893a1
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68)
    app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)
Thread 282 (RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=33371):
  State: WAITING
  Blocked count: 0
  Waited count: 1
  Waiting on java.util.concurrent.Semaphore$NonfairSync@46e731bc
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047)
    java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318)
    app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55)
    app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)
Thread 283 (RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=33371):
  State: WAITING
  Blocked count: 0
  Waited count: 1
  Waiting on java.util.concurrent.Semaphore$NonfairSync@6ebe5a26
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047)
    java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318)
    app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55)
    app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)
Thread 284 (RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33371):
  State: WAITING
  Blocked count: 0
  Waited count: 1
  Waiting on java.util.concurrent.Semaphore$NonfairSync@1d265ab0
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047)
    java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318)
    app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55)
    app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)
Thread 285 (RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=33371):
  State: WAITING
  Blocked count: 0
  Waited count: 3
  Waiting on java.util.concurrent.Semaphore$NonfairSync@56a8872e
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047)
    java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318)
    app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55)
    app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)
Thread 288 (Time-limited test.named-queue-events-pool-0):
  State: WAITING
  Blocked count: 0
  Waited count: 1
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@293d2696
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47)
    app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56)
    app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159)
    app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 289 (MiniHBaseClusterRegionServer-EventLoopGroup-3-1):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 309 (MiniHBaseClusterRegionServer-EventLoopGroup-4-1):
  State: RUNNABLE
  Blocked count: 2
  Waited count: 0
  Stack:
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 329 (MiniHBaseClusterRegionServer-EventLoopGroup-5-1):
  State: RUNNABLE
  Blocked count: 41
  Waited count: 3
  Stack:
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 286 (M:0;20680646cf8a:33371):
  State: TIMED_WAITING
  Blocked count: 12
  Waited count: 2744
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759)
    app//org.apache.hadoop.hbase.regionserver.wal.SyncFuture.get(SyncFuture.java:169)
    app//org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.blockOnSync(AbstractFSWAL.java:1029)
    app//org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.doSync(AbstractFSWAL.java:1940)
    app//org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$sync$2(AbstractFSWAL.java:723)
    app//org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL$$Lambda$1099/0x00007f6fd4f97b48.run(Unknown Source)
    app//org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    app//org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.sync(AbstractFSWAL.java:723)
    app//org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.sync(AbstractFSWAL.java:713)
    app//org.apache.hadoop.hbase.regionserver.HRegion.doSyncOfUnflushedWALChanges(HRegion.java:2935)
    app//org.apache.hadoop.hbase.regionserver.HRegion.internalPrepareFlushCache(HRegion.java:2876)
    app//org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2735)
    app//org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709)
    app//org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2700)
    app//org.apache.hadoop.hbase.regionserver.HRegion.doClose(HRegion.java:1862)
    app//org.apache.hadoop.hbase.regionserver.HRegion.close(HRegion.java:1672)
    app//org.apache.hadoop.hbase.regionserver.HRegion.close(HRegion.java:1627)
    app//org.apache.hadoop.hbase.regionserver.HRegion.close(HRegion.java:1610)
Thread 350 (Monitor thread for TaskMonitor):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 34
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 352 (master/20680646cf8a:0:becomeActiveMaster-MemStoreChunkPool Statistics):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 2
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 354 (master/20680646cf8a:0:becomeActiveMaster-MemStoreChunkPool Statistics):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 2
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 356 (org.apache.hadoop.hdfs.PeerCache@4a8cbd64):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 112
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253)
    app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46)
    app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 374 (master:store-WAL-Roller):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 3328
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180)
Thread 389 (MiniHBaseClusterRegionServer-EventLoopGroup-5-2):
  State: RUNNABLE
  Blocked count: 42
  Waited count: 3
  Stack:
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 390 (MiniHBaseClusterRegionServer-EventLoopGroup-5-3):
  State: RUNNABLE
  Blocked count: 114
  Waited count: 3
  Stack:
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 402 (Idle-Rpc-Conn-Sweeper-pool-0):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 128
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 413 (SnapshotHandlerChoreCleaner):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 34
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 401 (RpcClient-timer-pool-0):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 33225
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598)
    app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 422 (HMaster-EventLoopGroup-1-2):
  State: RUNNABLE
  Blocked count: 15
  Waited count: 0
  Stack:
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 423 (HMaster-EventLoopGroup-1-3):
  State: RUNNABLE
  Blocked count: 13
  Waited count: 0
  Stack:
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 445 (RegionServerTracker-0):
  State: WAITING
  Blocked count: 9
  Waited count: 12
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@6347fd4
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 466 (regionserver/20680646cf8a:0.procedureResultReporter):
  State: WAITING
  Blocked count: 15
  Waited count: 31
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@5c35f63
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75)
Thread 467 (regionserver/20680646cf8a:0.procedureResultReporter):
  State: WAITING
  Blocked count: 14
  Waited count: 29
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@a01d8a6
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75)
Thread 469 (regionserver/20680646cf8a:0.procedureResultReporter):
  State: WAITING
  Blocked count: 12
  Waited count: 25
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@2ca6fcdd
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75)
Thread 497 (LeaseRenewer:jenkins.hfs.0@localhost:33275):
  State: TIMED_WAITING
  Blocked count: 10
  Waited count: 345
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441)
    app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77)
    app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 498 (LeaseRenewer:jenkins.hfs.1@localhost:33275):
  State: TIMED_WAITING
  Blocked count: 9
  Waited count: 347
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441)
    app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77)
    app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 500 (LeaseRenewer:jenkins.hfs.2@localhost:33275):
  State: TIMED_WAITING
  Blocked count: 9
  Waited count: 347
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441)
    app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77)
    app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 507 (MiniHBaseClusterRegionServer-EventLoopGroup-4-2):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 518 (MiniHBaseClusterRegionServer-EventLoopGroup-4-3):
  State: RUNNABLE
  Blocked count: 2
  Waited count: 0
  Stack:
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 519 (region-location-0):
  State: WAITING
  Blocked count: 7
  Waited count: 11
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@949ec42
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 526 (RPCClient-NioEventLoopGroup-6-1):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 400 (Async-Client-Retry-Timer-pool-0):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 33058
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598)
    app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 533 (RPCClient-NioEventLoopGroup-6-2):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 539 (RPCClient-NioEventLoopGroup-6-3):
  State: RUNNABLE
  Blocked count: 1
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 551 (ForkJoinPool.commonPool-worker-1):
  State: WAITING
  Blocked count: 0
  Waited count: 712
  Waiting on java.util.concurrent.ForkJoinPool@16ee924f
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623)
    java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165)
Thread 552 (ForkJoinPool.commonPool-worker-2):
  State: WAITING
  Blocked count: 0
  Waited count: 470
  Waiting on java.util.concurrent.ForkJoinPool@16ee924f
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623)
    java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165)
Thread 581 (region-location-1):
  State: WAITING
  Blocked count: 6
  Waited count: 9
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@949ec42
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 582 (region-location-2):
  State: WAITING
  Blocked count: 2
  Waited count: 6
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@949ec42
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 981 (MutableQuantiles-0):
  State: TIMED_WAITING
  Blocked count: 1
  Waited count: 424
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 1044 (RPCClient-NioEventLoopGroup-6-4):
  State: RUNNABLE
  Blocked count: 1
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 1075 (MiniHBaseClusterRegionServer-EventLoopGroup-3-2):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 1085 (zk-permission-watcher-pool-0):
  State: WAITING
  Blocked count: 59
  Waited count: 97
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@975ea50
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 1089 (RPCClient-NioEventLoopGroup-6-5):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 1090 (MiniHBaseClusterRegionServer-EventLoopGroup-3-3):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 1091 (RPCClient-NioEventLoopGroup-6-6):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 1500 (Container metrics unregistration):
  State: WAITING
  Blocked count: 10
  Waited count: 33
  Waiting on java.util.TaskQueue@4f182cc0
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    java.base@17.0.11/java.lang.Object.wait(Object.java:338)
    java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537)
    java.base@17.0.11/java.util.TimerThread.run(Timer.java:516)
Thread 2950 (region-location-3):
  State: WAITING
  Blocked count: 2
  Waited count: 6
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@949ec42
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 2951 (region-location-4):
  State: WAITING
  Blocked count: 1
  Waited count: 4
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@949ec42
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 4889 (RPCClient-NioEventLoopGroup-6-7):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 4890 (RPCClient-NioEventLoopGroup-6-8):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 4891 (RPCClient-NioEventLoopGroup-6-9):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 7256 (ForkJoinPool.commonPool-worker-4):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 83
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623)
    java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165)
Thread 8909 (AsyncFSWAL-1-hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/MasterData-prefix:20680646cf8a,33371,1731568957526):
  State: WAITING
  Blocked count: 0
  Waited count: 1
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@2d86a386
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 8912 (java.util.concurrent.ThreadPoolExecutor$Worker@3ae8e199[State = -1, empty queue]):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401)
    java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 8916 (Timer for 'JobHistoryServer' metrics system):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 3
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563)
    java.base@17.0.11/java.util.TimerThread.run(Timer.java:516)
2024-11-14T07:28:36,464 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-14T07:29:06,465 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
Process Thread Dump: Automatic Stack Trace every 60 seconds waiting on M:0;20680646cf8a:33371
223 active threads
Thread 1 (main):
  State: TIMED_WAITING
  Blocked count: 1
  Waited count: 4
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.FutureTask.awaitDone(FutureTask.java:444)
    java.base@17.0.11/java.util.concurrent.FutureTask.get(FutureTask.java:203)
    app//org.junit.internal.runners.statements.FailOnTimeout.getResult(FailOnTimeout.java:167)
    app//org.junit.internal.runners.statements.FailOnTimeout.evaluate(FailOnTimeout.java:128)
    app//org.apache.hadoop.hbase.SystemExitRule$1.evaluate(SystemExitRule.java:39)
    app//org.junit.rules.RunRules.evaluate(RunRules.java:20)
    app//org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    app//org.junit.runners.ParentRunner.run(ParentRunner.java:413)
    app//org.apache.maven.surefire.junit4.JUnit4Provider.execute(JUnit4Provider.java:316)
    app//org.apache.maven.surefire.junit4.JUnit4Provider.executeWithRerun(JUnit4Provider.java:240)
    app//org.apache.maven.surefire.junit4.JUnit4Provider.executeTestSet(JUnit4Provider.java:214)
    app//org.apache.maven.surefire.junit4.JUnit4Provider.invoke(JUnit4Provider.java:155)
    app//org.apache.maven.surefire.booter.ForkedBooter.runSuitesInProcess(ForkedBooter.java:385)
    app//org.apache.maven.surefire.booter.ForkedBooter.execute(ForkedBooter.java:162)
    app//org.apache.maven.surefire.booter.ForkedBooter.run(ForkedBooter.java:507)
    app//org.apache.maven.surefire.booter.ForkedBooter.main(ForkedBooter.java:495)
Thread 2 (Reference Handler):
  State: RUNNABLE
  Blocked count: 9
  Waited count: 0
  Stack:
    java.base@17.0.11/java.lang.ref.Reference.waitForReferencePendingList(Native Method)
    java.base@17.0.11/java.lang.ref.Reference.processPendingReferences(Reference.java:253)
    java.base@17.0.11/java.lang.ref.Reference$ReferenceHandler.run(Reference.java:215)
Thread 3 (Finalizer):
  State: WAITING
  Blocked count: 31
  Waited count: 14
  Waiting on java.lang.ref.ReferenceQueue$Lock@346930dd
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155)
    java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176)
    java.base@17.0.11/java.lang.ref.Finalizer$FinalizerThread.run(Finalizer.java:172)
Thread 4 (Signal Dispatcher):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
Thread 12 (Common-Cleaner):
  State: TIMED_WAITING
  Blocked count: 16
  Waited count: 18
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155)
    java.base@17.0.11/jdk.internal.ref.CleanerImpl.run(CleanerImpl.java:140)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
    java.base@17.0.11/jdk.internal.misc.InnocuousThread.run(InnocuousThread.java:162)
Thread 13 (Notification Thread):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
Thread 14 (pool-1-thread-1):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 20
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollPort$EventHandlerTask.poll(EPollPort.java:200)
    java.base@17.0.11/sun.nio.ch.EPollPort$EventHandlerTask.run(EPollPort.java:281)
    java.base@17.0.11/sun.nio.ch.AsynchronousChannelGroupImpl$1.run(AsynchronousChannelGroupImpl.java:113)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 15 (pool-1-thread-2):
  State: WAITING
  Blocked count: 0
  Waited count: 23
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@3ee7eb4e
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420)
    java.base@17.0.11/sun.nio.ch.EPollPort$EventHandlerTask.run(EPollPort.java:275)
    java.base@17.0.11/sun.nio.ch.AsynchronousChannelGroupImpl$1.run(AsynchronousChannelGroupImpl.java:113)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 16 (surefire-forkedjvm-stream-flusher):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 4009
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 18 (surefire-forkedjvm-command-thread):
  State: WAITING
  Blocked count: 0
  Waited count: 41
  Waiting on java.util.concurrent.CountDownLatch$Sync@6258b9b0
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047)
    java.base@17.0.11/java.util.concurrent.CountDownLatch.await(CountDownLatch.java:230)
    java.base@17.0.11/sun.nio.ch.PendingFuture.get(PendingFuture.java:178)
    app//org.apache.maven.surefire.api.util.internal.Channels$2.read(Channels.java:127)
    java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
    java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284)
    java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343)
    app//org.apache.maven.surefire.api.util.internal.Channels$3.readImpl(Channels.java:169)
    app//org.apache.maven.surefire.api.util.internal.AbstractNoninterruptibleReadableChannel.read(AbstractNoninterruptibleReadableChannel.java:50)
    app//org.apache.maven.surefire.api.stream.AbstractStreamDecoder.read(AbstractStreamDecoder.java:430)
    app//org.apache.maven.surefire.api.stream.AbstractStreamDecoder.read(AbstractStreamDecoder.java:419)
    app//org.apache.maven.surefire.api.stream.AbstractStreamDecoder.readMessageType(AbstractStreamDecoder.java:116)
    app//org.apache.maven.surefire.booter.stream.CommandDecoder.decode(CommandDecoder.java:77)
    app//org.apache.maven.surefire.booter.spi.CommandChannelDecoder.decode(CommandChannelDecoder.java:60)
    app//org.apache.maven.surefire.booter.CommandReader$CommandRunnable.run(CommandReader.java:290)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 22 (Time-limited test):
  State: RUNNABLE
  Blocked count: 11145
  Waited count: 11700
  Stack:
    java.management@17.0.11/sun.management.ThreadImpl.getThreadInfo1(Native Method)
    java.management@17.0.11/sun.management.ThreadImpl.getThreadInfo(ThreadImpl.java:197)
    java.management@17.0.11/sun.management.ThreadImpl.getThreadInfo(ThreadImpl.java:154)
    app//org.apache.hadoop.hbase.util.ReflectionUtils.printThreadInfo(ReflectionUtils.java:181)
    app//org.apache.hadoop.hbase.util.Threads.printThreadInfo(Threads.java:186)
    app//org.apache.hadoop.hbase.util.Threads.threadDumpingIsAlive(Threads.java:113)
    app//org.apache.hadoop.hbase.LocalHBaseCluster.join(LocalHBaseCluster.java:396)
    app//org.apache.hadoop.hbase.SingleProcessHBaseCluster.waitUntilShutDown(SingleProcessHBaseCluster.java:886)
    app//org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1038)
    app//org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    app//org.apache.hadoop.hbase.snapshot.TestExportSnapshot.tearDownAfterClass(TestExportSnapshot.java:121)
    java.base@17.0.11/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    java.base@17.0.11/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    java.base@17.0.11/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    java.base@17.0.11/java.lang.reflect.Method.invoke(Method.java:568)
    app//org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    app//org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    app//org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    app//org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46)
    app//org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33)
Thread 23 (org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner):
  State: WAITING
  Blocked count: 11
  Waited count: 12
  Waiting on java.lang.ref.ReferenceQueue$Lock@632dd5ca
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155)
    java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176)
    app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 25 (SSL Certificates Store Monitor):
  State: WAITING
  Blocked count: 0
  Waited count: 1
  Waiting on java.util.TaskQueue@6211ef7a
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    java.base@17.0.11/java.lang.Object.wait(Object.java:338)
    java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537)
    java.base@17.0.11/java.util.TimerThread.run(Timer.java:516)
Thread 34 (org.apache.hadoop.util.JvmPauseMonitor$Monitor@696e100d):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 797
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 35 (GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 80
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161)
Thread 36 (pool-6-thread-1):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 37 (qtp274140085-37):
  State: RUNNABLE
  Blocked count: 1
  Waited count: 1
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183)
    app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190)
    app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606)
    app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137)
    app//org.eclipse.jetty.io.ManagedSelector$$Lambda$254/0x00007f6fd442d2a8.run(Unknown Source)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 38 (qtp274140085-38):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183)
    app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190)
    app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606)
    app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137)
    app//org.eclipse.jetty.io.ManagedSelector$$Lambda$254/0x00007f6fd442d2a8.run(Unknown Source)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 39 (qtp274140085-39):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183)
    app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190)
    app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606)
    app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137)
    app//org.eclipse.jetty.io.ManagedSelector$$Lambda$254/0x00007f6fd442d2a8.run(Unknown Source)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 40 (qtp274140085-40):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183)
    app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190)
    app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606)
    app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137)
    app//org.eclipse.jetty.io.ManagedSelector$$Lambda$254/0x00007f6fd442d2a8.run(Unknown Source)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 41 (qtp274140085-41-acceptor-0@5adbc16b-ServerConnector@58f01c16{HTTP/1.1, (http/1.1)}{localhost:33415}):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/sun.nio.ch.Net.accept(Native Method)
    java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425)
    java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391)
    app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388)
    app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 42 (qtp274140085-42):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 7
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 43 (qtp274140085-43):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 7
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 44 (qtp274140085-44):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 7
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 45 (Session-HouseKeeper-1e972b-1):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 46 (pool-7-thread-1):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 53 (FSEditLogAsync):
  State: WAITING
  Blocked count: 38
  Waited count: 3124
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@787e2773
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420)
    app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.dequeueEdit(FSEditLogAsync.java:241)
    app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.run(FSEditLogAsync.java:250)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 55 (Socket Reader #1 for port 0):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497)
    app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476)
Thread 56 (IPC Server idle connection scanner for port 33275):
  State: TIMED_WAITING
  Blocked count: 1
  Waited count: 41
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563)
    java.base@17.0.11/java.util.TimerThread.run(Timer.java:516)
Thread 58 (Hadoop-Metrics-Updater-0):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 80
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 61 (org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor@27d6be6a):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 2
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor.run(PendingReconstructionBlocks.java:267)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 62 (DatanodeAdminMonitor-0):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 133
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 49 (org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor@54873d29):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 80
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor.run(HeartbeatManager.java:563)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 47 (RedundancyMonitor):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 135
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    java.base@17.0.11/java.lang.Thread.sleep(Thread.java:344)
    java.base@17.0.11/java.util.concurrent.TimeUnit.sleep(TimeUnit.java:446)
    app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$RedundancyMonitor.run(BlockManager.java:5352)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 48 (MarkedDeleteBlockScrubberThread):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 39202
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$MarkedDeleteBlockScrubber.run(BlockManager.java:5326)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 51 (Block report processor):
  State: WAITING
  Blocked count: 1
  Waited count: 1321
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@6f929431
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420)
    app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.processQueue(BlockManager.java:5627)
    app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.run(BlockManager.java:5614)
Thread 57 (IPC Server Responder):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
    app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733)
    app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716)
Thread 54 (IPC Server listener on 0):
  State: RUNNABLE
  Blocked count: 1
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559)
Thread 64 (IPC Server handler 0 on default port 33275):
  State: TIMED_WAITING
  Blocked count: 110
  Waited count: 2343
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
    app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
    app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)
Thread 65 (IPC Server handler 1 on default port 33275):
  State: TIMED_WAITING
  Blocked count: 97
  Waited count: 2308
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
    app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
    app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)
Thread 66 (IPC Server handler 2 on default port 33275):
  State: TIMED_WAITING
  Blocked count: 109
  Waited count: 2318
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
    app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
    app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)
Thread 67 (IPC Server handler 3 on default port 33275):
  State: TIMED_WAITING
  Blocked count: 101
  Waited count: 2315
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
    app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
    app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)
Thread 68 (IPC Server handler 4 on default port 33275):
  State: TIMED_WAITING
  Blocked count: 102
  Waited count: 2323
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
    app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
    app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)
Thread 69 (pool-12-thread-1):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 71 (org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor@f16ac0b):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 199
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor.run(LeaseManager.java:537)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 72 (org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor@44c4ec06):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 80
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor.run(FSNamesystem.java:4550)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 73 (org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller@6f1ce4b8):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 2
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller.run(FSNamesystem.java:4592)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 74 (org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber@7db6dfd0):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 3
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber.run(FSNamesystem.java:4689)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 75 (CacheReplicationMonitor(1545047682)):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 16
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759)
    app//org.apache.hadoop.hdfs.server.blockmanagement.CacheReplicationMonitor.run(CacheReplicationMonitor.java:186)
Thread 86 (pool-18-thread-1):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 87 (qtp716438074-87):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183)
    app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190)
    app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606)
    app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137)
    app//org.eclipse.jetty.io.ManagedSelector$$Lambda$254/0x00007f6fd442d2a8.run(Unknown Source)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 88 (qtp716438074-88-acceptor-0@6110c4f8-ServerConnector@3937fd27{HTTP/1.1, (http/1.1)}{localhost:38445}):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/sun.nio.ch.Net.accept(Native Method)
    java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425)
    java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391)
    app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388)
    app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 89 (qtp716438074-89):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 7
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 90 (qtp716438074-90):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 7
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 91 (Session-HouseKeeper-2043cf27-1):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 92 (nioEventLoopGroup-2-1):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
    app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
    app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
    app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
    app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 93 (org.apache.hadoop.util.JvmPauseMonitor$Monitor@5b2ac2cc):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 794
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 95 (Socket Reader #1 for port 0):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497)
    app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476)
Thread 96 (IPC Server idle connection scanner for port 38317):
  State: TIMED_WAITING
  Blocked count: 1
  Waited count: 41
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563)
    java.base@17.0.11/java.util.TimerThread.run(Timer.java:516)
Thread 98 (Hadoop-Metrics-Updater-0):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 80
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 101 (Command processor):
  State: WAITING
  Blocked count: 1
  Waited count: 318
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@2034eca
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.processQueue(BPServiceActor.java:1411)
    app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.run(BPServiceActor.java:1395)
Thread 102 (BP-370926864-172.17.0.2-1731568953395 heartbeating to localhost/127.0.0.1:33275):
  State: TIMED_WAITING
  Blocked count: 1313
  Waited count: 1434
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    app//org.apache.hadoop.hdfs.server.datanode.IncrementalBlockReportManager.waitTillNextIBR(IncrementalBlockReportManager.java:158)
    app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.offerService(BPServiceActor.java:771)
    app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.run(BPServiceActor.java:914)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 103 (pool-20-thread-1):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 85 (org.apache.hadoop.hdfs.server.datanode.DataXceiverServer@62b9b04d):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.Net.accept(Native Method)
    java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425)
    java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391)
    java.base@17.0.11/sun.nio.ch.ServerSocketAdaptor.accept(ServerSocketAdaptor.java:126)
    app//org.apache.hadoop.hdfs.net.TcpPeerServer.accept(TcpPeerServer.java:85)
    app//org.apache.hadoop.hdfs.server.datanode.DataXceiverServer.run(DataXceiverServer.java:242)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 97 (IPC Server Responder):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
    app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733)
    app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716)
Thread 94 (IPC Server listener on 0):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559)
Thread 104 (IPC Server handler 0 on default port 38317):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 406
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
    app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
    app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)
Thread 105 (IPC Server handler 1 on default port 38317):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 397
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
    app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
    app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)
Thread 106 (IPC Server handler 2 on default port 38317):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 407
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
    app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
    app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)
Thread 107 (IPC Server handler 3 on default port 38317):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 397
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
    app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
    app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)
Thread 108 (IPC Server handler 4 on default port 38317):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 397
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
    app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
    app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)
Thread 120 (pool-26-thread-1):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 113 (IPC Client (346890841) connection to localhost/127.0.0.1:33275 from jenkins):
  State: TIMED_WAITING
  Blocked count: 1299
  Waited count: 1299
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
    app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)
Thread 115 (IPC Parameter Sending Thread for localhost/127.0.0.1:33275):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 2033
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
    java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
    app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 121 (qtp1330250818-121):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183)
    app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190)
    app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606)
    app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137)
    app//org.eclipse.jetty.io.ManagedSelector$$Lambda$254/0x00007f6fd442d2a8.run(Unknown Source)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 122 (qtp1330250818-122-acceptor-0@43495b9e-ServerConnector@6fd9f7d6{HTTP/1.1, (http/1.1)}{localhost:44453}):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/sun.nio.ch.Net.accept(Native Method)
    java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425)
    java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391)
    app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388)
    app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 123 (qtp1330250818-123):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 7
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 124 (qtp1330250818-124):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 7
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 125 (Session-HouseKeeper-1b631abe-1):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 128 (nioEventLoopGroup-4-1):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
    app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
    app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
    app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
    app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 129 (org.apache.hadoop.util.JvmPauseMonitor$Monitor@a54831e):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 793
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 131 (Socket Reader #1 for port 0):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497)
    app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476)
Thread 132 (IPC Server idle connection scanner for port 39891):
  State: TIMED_WAITING
  Blocked count: 1
  Waited count: 41
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563)
    java.base@17.0.11/java.util.TimerThread.run(Timer.java:516)
Thread 134 (Hadoop-Metrics-Updater-0):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 80
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 137 (Command processor):
  State: WAITING
  Blocked count: 2
  Waited count: 303
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@61b0f703
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.processQueue(BPServiceActor.java:1411)
    app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.run(BPServiceActor.java:1395)
Thread 138 (BP-370926864-172.17.0.2-1731568953395 heartbeating to localhost/127.0.0.1:33275):
  State: TIMED_WAITING
  Blocked count: 1328
  Waited count: 1438
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    app//org.apache.hadoop.hdfs.server.datanode.IncrementalBlockReportManager.waitTillNextIBR(IncrementalBlockReportManager.java:158)
    app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.offerService(BPServiceActor.java:771)
    app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.run(BPServiceActor.java:914)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 139 (pool-29-thread-1):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 119 (org.apache.hadoop.hdfs.server.datanode.DataXceiverServer@2585690e):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.Net.accept(Native Method)
    java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425)
    java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391)
    java.base@17.0.11/sun.nio.ch.ServerSocketAdaptor.accept(ServerSocketAdaptor.java:126)
    app//org.apache.hadoop.hdfs.net.TcpPeerServer.accept(TcpPeerServer.java:85)
    app//org.apache.hadoop.hdfs.server.datanode.DataXceiverServer.run(DataXceiverServer.java:242)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 133 (IPC Server Responder):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
    app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733)
    app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716)
Thread 130 (IPC Server listener on 0):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559)
Thread 140 (IPC Server handler 0 on default port 39891):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 397
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
    app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
    app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)
Thread 141 (IPC Server handler 1 on default port 39891):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 466
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
    app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
    app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)
Thread 142 (IPC Server handler 2 on default port 39891):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 423
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
    app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
    app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)
Thread 143 (IPC Server handler 3 on default port 39891):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 397
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
    app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
    app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)
Thread 144 (IPC Server handler 4 on default port 39891):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 397
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
    app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
    app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)
Thread 151 (VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/test-data/223408e5-ae9c-411c-e3d8-231e394aecc4/cluster_0bc6d97e-980c-7f40-95d4-2788294eb670/data/data1)):
  State: TIMED_WAITING
  Blocked count: 4
  Waited count: 2
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656)
Thread 153 (VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/test-data/223408e5-ae9c-411c-e3d8-231e394aecc4/cluster_0bc6d97e-980c-7f40-95d4-2788294eb670/data/data2)):
  State: TIMED_WAITING
  Blocked count: 25
  Waited count: 2
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656)
Thread 158 (pool-39-thread-1):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 159 (qtp1441691316-159):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183)
    app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190)
    app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606)
    app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137)
    app//org.eclipse.jetty.io.ManagedSelector$$Lambda$254/0x00007f6fd442d2a8.run(Unknown Source)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 161 (qtp1441691316-161-acceptor-0@129226bc-ServerConnector@2f3eae39{HTTP/1.1, (http/1.1)}{localhost:42511}):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/sun.nio.ch.Net.accept(Native Method)
    java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425)
    java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391)
    app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388)
    app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 162 (VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/test-data/223408e5-ae9c-411c-e3d8-231e394aecc4/cluster_0bc6d97e-980c-7f40-95d4-2788294eb670/data/data3)):
  State: TIMED_WAITING
  Blocked count: 1
  Waited count: 2
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656)
Thread 163 (qtp1441691316-163):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 7
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 165 (qtp1441691316-165):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 7
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 166 (Session-HouseKeeper-6317a7da-1):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 167 (VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/test-data/223408e5-ae9c-411c-e3d8-231e394aecc4/cluster_0bc6d97e-980c-7f40-95d4-2788294eb670/data/data4)):
  State: TIMED_WAITING
  Blocked count: 1
  Waited count: 2
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656)
Thread 172 (refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/test-data/223408e5-ae9c-411c-e3d8-231e394aecc4/cluster_0bc6d97e-980c-7f40-95d4-2788294eb670/data/data2/current/BP-370926864-172.17.0.2-1731568953395):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 173 (refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/test-data/223408e5-ae9c-411c-e3d8-231e394aecc4/cluster_0bc6d97e-980c-7f40-95d4-2788294eb670/data/data1/current/BP-370926864-172.17.0.2-1731568953395):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 176 (refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/test-data/223408e5-ae9c-411c-e3d8-231e394aecc4/cluster_0bc6d97e-980c-7f40-95d4-2788294eb670/data/data3/current/BP-370926864-172.17.0.2-1731568953395):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 178 (refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/test-data/223408e5-ae9c-411c-e3d8-231e394aecc4/cluster_0bc6d97e-980c-7f40-95d4-2788294eb670/data/data4/current/BP-370926864-172.17.0.2-1731568953395):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 187 (pool-15-thread-1):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 189 (pool-23-thread-1):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 192 (java.util.concurrent.ThreadPoolExecutor$Worker@42b38725[State = -1, empty queue]):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 195 (java.util.concurrent.ThreadPoolExecutor$Worker@3c079e98[State = -1, empty queue]):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 196 (nioEventLoopGroup-6-1):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
    app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
    app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
    app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
    app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 197 (org.apache.hadoop.util.JvmPauseMonitor$Monitor@69e47042):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 792
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 199 (Socket Reader #1 for port 0):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497)
    app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476)
Thread 200 (IPC Server idle connection scanner for port 38127):
  State: TIMED_WAITING
  Blocked count: 1
  Waited count: 41
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563)
    java.base@17.0.11/java.util.TimerThread.run(Timer.java:516)
Thread 202 (Hadoop-Metrics-Updater-0):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 80
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 205 (Command processor):
  State: WAITING
  Blocked count: 1
  Waited count: 280
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@14a8d2ea
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.processQueue(BPServiceActor.java:1411)
    app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.run(BPServiceActor.java:1395)
Thread 206 (BP-370926864-172.17.0.2-1731568953395 heartbeating to localhost/127.0.0.1:33275):
  State: TIMED_WAITING
  Blocked count: 1288
  Waited count: 1435
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    app//org.apache.hadoop.hdfs.server.datanode.IncrementalBlockReportManager.waitTillNextIBR(IncrementalBlockReportManager.java:158)
    app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.offerService(BPServiceActor.java:771)
    app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.run(BPServiceActor.java:914)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 207 (pool-46-thread-1):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 157 (org.apache.hadoop.hdfs.server.datanode.DataXceiverServer@2d846603):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.Net.accept(Native Method)
    java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425)
    java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391)
    java.base@17.0.11/sun.nio.ch.ServerSocketAdaptor.accept(ServerSocketAdaptor.java:126)
    app//org.apache.hadoop.hdfs.net.TcpPeerServer.accept(TcpPeerServer.java:85)
    app//org.apache.hadoop.hdfs.server.datanode.DataXceiverServer.run(DataXceiverServer.java:242)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 201 (IPC Server Responder):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
    app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733)
    app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716)
Thread 198 (IPC Server listener on 0):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559)
Thread 208 (IPC Server handler 0 on default port 38127):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 399
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
    app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
    app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)
Thread 209 (IPC Server handler 1 on default port 38127):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 400
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
    app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
    app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)
Thread 210 (IPC Server handler 2 on default port 38127):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 397
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
    app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
    app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)
Thread 211 (IPC Server handler 3 on default port 38127):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 397
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
    app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
    app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)
Thread 212 (IPC Server handler 4 on default port 38127):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 396
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
    app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
    app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)
Thread 215 (VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/test-data/223408e5-ae9c-411c-e3d8-231e394aecc4/cluster_0bc6d97e-980c-7f40-95d4-2788294eb670/data/data5)):
  State: TIMED_WAITING
  Blocked count: 1
  Waited count: 2
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656)
Thread 216 (VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/test-data/223408e5-ae9c-411c-e3d8-231e394aecc4/cluster_0bc6d97e-980c-7f40-95d4-2788294eb670/data/data6)):
  State: TIMED_WAITING
  Blocked count: 1
  Waited count: 2
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656)
Thread 221 (refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/test-data/223408e5-ae9c-411c-e3d8-231e394aecc4/cluster_0bc6d97e-980c-7f40-95d4-2788294eb670/data/data5/current/BP-370926864-172.17.0.2-1731568953395):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 222 (refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/test-data/223408e5-ae9c-411c-e3d8-231e394aecc4/cluster_0bc6d97e-980c-7f40-95d4-2788294eb670/data/data6/current/BP-370926864-172.17.0.2-1731568953395):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 226 (pool-35-thread-1):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 229 (java.util.concurrent.ThreadPoolExecutor$Worker@762560cc[State = -1, empty queue]):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 234 (FsDatasetAsyncDiskServiceFixer):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 14
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer.run(HBaseTestingUtil.java:576)
Thread 237 (NIOServerCxnFactory.SelectorThread-1):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403)
    app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368)
Thread 236 (NIOServerCxnFactory.SelectorThread-0):
  State: RUNNABLE
  Blocked count: 7
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403)
    app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368)
Thread 238 (NIOServerCxnFactory.AcceptThread:localhost/127.0.0.1:51438):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.select(NIOServerCnxnFactory.java:205)
    app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.run(NIOServerCnxnFactory.java:181)
Thread 235 (ConnnectionExpirer):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 41
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.zookeeper.server.NIOServerCnxnFactory$ConnectionExpirerThread.run(NIOServerCnxnFactory.java:554)
Thread 239 (SessionTracker):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 199
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163)
Thread 240 (SyncThread:0):
  State: WAITING
  Blocked count: 14
  Waited count: 360
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@12c983c2
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    app//org.apache.zookeeper.server.SyncRequestProcessor.run(SyncRequestProcessor.java:170)
Thread 241 (ProcessThread(sid:0 cport:51438):):
  State: WAITING
  Blocked count: 2
  Waited count: 430
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@34794179
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    app//org.apache.zookeeper.server.PrepRequestProcessor.run(PrepRequestProcessor.java:142)
Thread 242 (RequestThrottler):
  State: WAITING
  Blocked count: 1
  Waited count: 450
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@2d496282
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    app//org.apache.zookeeper.server.RequestThrottler.run(RequestThrottler.java:147)
Thread 243 (NIOWorkerThread-1):
  State: WAITING
  Blocked count: 2
  Waited count: 85
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@5c390f30
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 254 (weak-ref-cleaner-strictcontextstorage):
  State: WAITING
  Blocked count: 0
  Waited count: 1
  Waiting on java.lang.ref.ReferenceQueue$Lock@2b040e6
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155)
    java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176)
    app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 255 (HBase-Metrics2-1):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 394
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 256 (HMaster-EventLoopGroup-1-1):
  State: RUNNABLE
  Blocked count: 7
  Waited count: 0
  Stack:
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 257 (Time-limited test-SendThread(127.0.0.1:51438)):
  State: RUNNABLE
  Blocked count: 21
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
    app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332)
    app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289)
Thread 258 (Time-limited test-EventThread):
  State: WAITING
  Blocked count: 9
  Waited count: 56
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@1a878b37
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550)
Thread 259 (NIOWorkerThread-2):
  State: WAITING
  Blocked count: 3
  Waited count: 85
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@5c390f30
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 260 (NIOWorkerThread-3):
  State: WAITING
  Blocked count: 2
  Waited count: 85
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@5c390f30
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 261 (NIOWorkerThread-4):
  State: WAITING
  Blocked count: 0
  Waited count: 85
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@5c390f30
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 262 (zk-event-processor-pool-0):
  State: WAITING
  Blocked count: 25
  Waited count: 70
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@e5347d8
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 263 (NIOWorkerThread-5):
  State: WAITING
  Blocked count: 1
  Waited count: 86
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@5c390f30
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 264 (NIOWorkerThread-6):
  State: WAITING
  Blocked count: 4
  Waited count: 85
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@5c390f30
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 265 (NIOWorkerThread-7):
  State: WAITING
  Blocked count: 1
  Waited count: 85
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@5c390f30
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 266 (NIOWorkerThread-8):
  State: WAITING
  Blocked count: 1
  Waited count: 86
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@5c390f30
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 267 (NIOWorkerThread-9):
  State: WAITING
  Blocked count: 6
  Waited count: 84
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@5c390f30
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 268 (NIOWorkerThread-10):
  State: WAITING
  Blocked count: 1
  Waited count: 86
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@5c390f30
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 269 (NIOWorkerThread-11):
  State: WAITING
  Blocked count: 2
  Waited count: 85
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@5c390f30
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 270 (NIOWorkerThread-12):
  State: WAITING
  Blocked count: 3
  Waited count: 85
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@5c390f30
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 271 (NIOWorkerThread-13):
  State: WAITING
  Blocked count: 5
  Waited count: 85
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@5c390f30
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 272 (NIOWorkerThread-14):
  State: WAITING
  Blocked count: 3
  Waited count: 85
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@5c390f30
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 273 (NIOWorkerThread-15):
  State: WAITING
  Blocked count: 2
  Waited count: 85
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@5c390f30
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 274 (NIOWorkerThread-16):
  State: WAITING
  Blocked count: 3
  Waited count: 86
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@5c390f30
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 276 (RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33371):
  State: WAITING
  Blocked count: 0
  Waited count: 1
  Waiting on java.util.concurrent.Semaphore$NonfairSync@e649184
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047)
    java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318)
    app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55)
    app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)
Thread 277 (RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33371):
  State: WAITING
  Blocked count: 90
  Waited count: 374
  Waiting on java.util.concurrent.Semaphore$NonfairSync@179bcdb3
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047)
    java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318)
    app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55)
    app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)
Thread 278 (RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371):
  State: WAITING
  Blocked count: 128
  Waited count: 509
  Waiting on java.util.concurrent.Semaphore$NonfairSync@31632244
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047)
    java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318)
    app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55)
    app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)
Thread 279 (RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33371):
  State: WAITING
  Blocked count: 71
  Waited count: 5949
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@251ace37
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68)
    app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)
Thread 280 (RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33371):
  State: WAITING
  Blocked count: 2
  Waited count: 4
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@fd893a1
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68)
    app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)
Thread 281 (RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33371):
  State: WAITING
  Blocked count: 0
  Waited count: 1
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@fd893a1
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68)
    app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)
Thread 282 (RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=33371):
  State: WAITING
  Blocked count: 0
  Waited count: 1
  Waiting on java.util.concurrent.Semaphore$NonfairSync@46e731bc
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047)
    java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318)
    app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55)
    app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)
Thread 283 (RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=33371):
  State: WAITING
  Blocked count: 0
  Waited count: 1
  Waiting on java.util.concurrent.Semaphore$NonfairSync@6ebe5a26
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047)
    java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318)
    app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55)
    app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)
Thread 284 (RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33371):
  State: WAITING
  Blocked count: 0
  Waited count: 1
  Waiting on java.util.concurrent.Semaphore$NonfairSync@1d265ab0
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047)
    java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318)
    app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55)
    app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)
Thread 285 (RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=33371):
  State: WAITING
  Blocked count: 0
  Waited count: 3
  Waiting on java.util.concurrent.Semaphore$NonfairSync@56a8872e
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047)
    java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318)
    app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55)
    app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)
Thread 288 (Time-limited test.named-queue-events-pool-0):
  State: WAITING
  Blocked count: 0
  Waited count: 1
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@293d2696
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47)
    app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56)
    app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159)
    app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 289 (MiniHBaseClusterRegionServer-EventLoopGroup-3-1):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 309 (MiniHBaseClusterRegionServer-EventLoopGroup-4-1):
  State: RUNNABLE
  Blocked count: 2
  Waited count: 0
  Stack:
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 329 (MiniHBaseClusterRegionServer-EventLoopGroup-5-1):
  State: RUNNABLE
  Blocked count: 41
  Waited count: 3
  Stack:
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 286 (M:0;20680646cf8a:33371):
  State: TIMED_WAITING
  Blocked count: 12
  Waited count: 2744
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759)
    app//org.apache.hadoop.hbase.regionserver.wal.SyncFuture.get(SyncFuture.java:169)
    app//org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.blockOnSync(AbstractFSWAL.java:1029)
    app//org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.doSync(AbstractFSWAL.java:1940)
    app//org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$sync$2(AbstractFSWAL.java:723)
    app//org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL$$Lambda$1099/0x00007f6fd4f97b48.run(Unknown Source)
    app//org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    app//org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.sync(AbstractFSWAL.java:723)
    app//org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.sync(AbstractFSWAL.java:713)
    app//org.apache.hadoop.hbase.regionserver.HRegion.doSyncOfUnflushedWALChanges(HRegion.java:2935)
    app//org.apache.hadoop.hbase.regionserver.HRegion.internalPrepareFlushCache(HRegion.java:2876)
    app//org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2735)
    app//org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709)
    app//org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2700)
    app//org.apache.hadoop.hbase.regionserver.HRegion.doClose(HRegion.java:1862)
    app//org.apache.hadoop.hbase.regionserver.HRegion.close(HRegion.java:1672)
    app//org.apache.hadoop.hbase.regionserver.HRegion.close(HRegion.java:1627)
    app//org.apache.hadoop.hbase.regionserver.HRegion.close(HRegion.java:1610)
Thread 350 (Monitor thread for TaskMonitor):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 40
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 352 (master/20680646cf8a:0:becomeActiveMaster-MemStoreChunkPool Statistics):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 2
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 354 (master/20680646cf8a:0:becomeActiveMaster-MemStoreChunkPool Statistics):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 2
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 356 (org.apache.hadoop.hdfs.PeerCache@4a8cbd64):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 132
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253)
    app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46)
    app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 374 (master:store-WAL-Roller):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 3928
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180)
Thread 389 (MiniHBaseClusterRegionServer-EventLoopGroup-5-2):
  State: RUNNABLE
  Blocked count: 42
  Waited count: 3
  Stack:
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 390 (MiniHBaseClusterRegionServer-EventLoopGroup-5-3):
  State: RUNNABLE
  Blocked count: 114
  Waited count: 3
  Stack:
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 402 (Idle-Rpc-Conn-Sweeper-pool-0):
  State: WAITING
  Blocked count: 0
  Waited count: 146
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@4858e2a7
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 413 (SnapshotHandlerChoreCleaner):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 40
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 401 (RpcClient-timer-pool-0):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 39227
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598)
    app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 422 (HMaster-EventLoopGroup-1-2):
  State: RUNNABLE
  Blocked count: 15
  Waited count: 0
  Stack:
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 423 (HMaster-EventLoopGroup-1-3):
  State: RUNNABLE
  Blocked count: 13
  Waited count: 0
  Stack:
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 445 (RegionServerTracker-0):
  State: WAITING
  Blocked count: 9
  Waited count: 12
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@6347fd4
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 466 (regionserver/20680646cf8a:0.procedureResultReporter):
  State: WAITING
  Blocked count: 15
  Waited count: 31
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@5c35f63
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75)
Thread 467 (regionserver/20680646cf8a:0.procedureResultReporter):
  State: WAITING
  Blocked count: 14
  Waited count: 29
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@a01d8a6
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75)
Thread 469 (regionserver/20680646cf8a:0.procedureResultReporter):
  State: WAITING
  Blocked count: 12
  Waited count: 25
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@2ca6fcdd
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75)
Thread 507 (MiniHBaseClusterRegionServer-EventLoopGroup-4-2):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 518 (MiniHBaseClusterRegionServer-EventLoopGroup-4-3):
  State: RUNNABLE
  Blocked count: 2
  Waited count: 0
  Stack:
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 519 (region-location-0):
  State: WAITING
  Blocked count: 7
  Waited count: 11
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@949ec42
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 526 (RPCClient-NioEventLoopGroup-6-1):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 400 (Async-Client-Retry-Timer-pool-0):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 39061
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598)
    app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 533 (RPCClient-NioEventLoopGroup-6-2):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 539 (RPCClient-NioEventLoopGroup-6-3):
  State: RUNNABLE
  Blocked count: 1
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 551 (ForkJoinPool.commonPool-worker-1):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 713
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623)
    java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165)
Thread 552 (ForkJoinPool.commonPool-worker-2):
  State: WAITING
  Blocked count: 0
  Waited count: 470
  Waiting on java.util.concurrent.ForkJoinPool@16ee924f
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623)
    java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165)
Thread 581 (region-location-1):
  State: WAITING
  Blocked count: 6
  Waited count: 9
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@949ec42
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 582 (region-location-2):
  State: WAITING
  Blocked count: 2
  Waited count: 6
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@949ec42
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 981 (MutableQuantiles-0):
  State: TIMED_WAITING
  Blocked count: 1
  Waited count: 430
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 1044 (RPCClient-NioEventLoopGroup-6-4):
  State: RUNNABLE
  Blocked count: 1
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 1075 (MiniHBaseClusterRegionServer-EventLoopGroup-3-2):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 1085 (zk-permission-watcher-pool-0):
  State: WAITING
  Blocked count: 59
  Waited count: 97
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@975ea50
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 1089 (RPCClient-NioEventLoopGroup-6-5):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 1090 (MiniHBaseClusterRegionServer-EventLoopGroup-3-3):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 1091 (RPCClient-NioEventLoopGroup-6-6):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 1500 (Container metrics unregistration):
  State: WAITING
  Blocked count: 10
  Waited count: 33
  Waiting on java.util.TaskQueue@4f182cc0
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    java.base@17.0.11/java.lang.Object.wait(Object.java:338)
    java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537)
    java.base@17.0.11/java.util.TimerThread.run(Timer.java:516)
Thread 2950 (region-location-3):
  State: WAITING
  Blocked count: 2
  Waited count: 6
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@949ec42
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 2951 (region-location-4):
  State: WAITING
  Blocked count: 1
  Waited count: 4
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@949ec42
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 4889 (RPCClient-NioEventLoopGroup-6-7):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 4890 (RPCClient-NioEventLoopGroup-6-8):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 4891 (RPCClient-NioEventLoopGroup-6-9):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 8909 (AsyncFSWAL-1-hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/MasterData-prefix:20680646cf8a,33371,1731568957526):
  State: WAITING
  Blocked count: 0
  Waited count: 1
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@2d86a386
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 8916 (Timer for 'JobHistoryServer' metrics system):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 9
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563)
    java.base@17.0.11/java.util.TimerThread.run(Timer.java:516)
2024-11-14T07:29:36,465 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-14T07:30:06,465 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
Process Thread Dump: Automatic Stack Trace every 60 seconds waiting on M:0;20680646cf8a:33371
222 active threads
Thread 1 (main):
  State: TIMED_WAITING
  Blocked count: 1
  Waited count: 4
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.FutureTask.awaitDone(FutureTask.java:444)
    java.base@17.0.11/java.util.concurrent.FutureTask.get(FutureTask.java:203)
    app//org.junit.internal.runners.statements.FailOnTimeout.getResult(FailOnTimeout.java:167)
    app//org.junit.internal.runners.statements.FailOnTimeout.evaluate(FailOnTimeout.java:128)
    app//org.apache.hadoop.hbase.SystemExitRule$1.evaluate(SystemExitRule.java:39)
    app//org.junit.rules.RunRules.evaluate(RunRules.java:20)
    app//org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    app//org.junit.runners.ParentRunner.run(ParentRunner.java:413)
    app//org.apache.maven.surefire.junit4.JUnit4Provider.execute(JUnit4Provider.java:316)
    app//org.apache.maven.surefire.junit4.JUnit4Provider.executeWithRerun(JUnit4Provider.java:240)
    app//org.apache.maven.surefire.junit4.JUnit4Provider.executeTestSet(JUnit4Provider.java:214)
    app//org.apache.maven.surefire.junit4.JUnit4Provider.invoke(JUnit4Provider.java:155)
    app//org.apache.maven.surefire.booter.ForkedBooter.runSuitesInProcess(ForkedBooter.java:385)
    app//org.apache.maven.surefire.booter.ForkedBooter.execute(ForkedBooter.java:162)
    app//org.apache.maven.surefire.booter.ForkedBooter.run(ForkedBooter.java:507)
    app//org.apache.maven.surefire.booter.ForkedBooter.main(ForkedBooter.java:495)
Thread 2 (Reference Handler):
  State: RUNNABLE
  Blocked count: 9
  Waited count: 0
  Stack:
    java.base@17.0.11/java.lang.ref.Reference.waitForReferencePendingList(Native Method)
    java.base@17.0.11/java.lang.ref.Reference.processPendingReferences(Reference.java:253)
    java.base@17.0.11/java.lang.ref.Reference$ReferenceHandler.run(Reference.java:215)
Thread 3 (Finalizer):
  State: WAITING
  Blocked count: 31
  Waited count: 14
  Waiting on java.lang.ref.ReferenceQueue$Lock@346930dd
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155)
    java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176)
    java.base@17.0.11/java.lang.ref.Finalizer$FinalizerThread.run(Finalizer.java:172)
Thread 4 (Signal Dispatcher):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
Thread 12 (Common-Cleaner):
  State: TIMED_WAITING
  Blocked count: 16
  Waited count: 19
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155)
    java.base@17.0.11/jdk.internal.ref.CleanerImpl.run(CleanerImpl.java:140)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
    java.base@17.0.11/jdk.internal.misc.InnocuousThread.run(InnocuousThread.java:162)
Thread 13 (Notification Thread):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
Thread 14 (pool-1-thread-1):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 23
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollPort$EventHandlerTask.poll(EPollPort.java:200)
    java.base@17.0.11/sun.nio.ch.EPollPort$EventHandlerTask.run(EPollPort.java:281)
    java.base@17.0.11/sun.nio.ch.AsynchronousChannelGroupImpl$1.run(AsynchronousChannelGroupImpl.java:113)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 15 (pool-1-thread-2):
  State: WAITING
  Blocked count: 0
  Waited count: 26
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@3ee7eb4e
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420)
    java.base@17.0.11/sun.nio.ch.EPollPort$EventHandlerTask.run(EPollPort.java:275)
    java.base@17.0.11/sun.nio.ch.AsynchronousChannelGroupImpl$1.run(AsynchronousChannelGroupImpl.java:113)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 16 (surefire-forkedjvm-stream-flusher):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 4609
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 18 (surefire-forkedjvm-command-thread):
  State: WAITING
  Blocked count: 0
  Waited count: 47
  Waiting on java.util.concurrent.CountDownLatch$Sync@7adaacee
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047)
    java.base@17.0.11/java.util.concurrent.CountDownLatch.await(CountDownLatch.java:230)
    java.base@17.0.11/sun.nio.ch.PendingFuture.get(PendingFuture.java:178)
    app//org.apache.maven.surefire.api.util.internal.Channels$2.read(Channels.java:127)
    java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
    java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284)
    java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343)
    app//org.apache.maven.surefire.api.util.internal.Channels$3.readImpl(Channels.java:169)
    app//org.apache.maven.surefire.api.util.internal.AbstractNoninterruptibleReadableChannel.read(AbstractNoninterruptibleReadableChannel.java:50)
    app//org.apache.maven.surefire.api.stream.AbstractStreamDecoder.read(AbstractStreamDecoder.java:430)
    app//org.apache.maven.surefire.api.stream.AbstractStreamDecoder.read(AbstractStreamDecoder.java:419)
    app//org.apache.maven.surefire.api.stream.AbstractStreamDecoder.readMessageType(AbstractStreamDecoder.java:116)
    app//org.apache.maven.surefire.booter.stream.CommandDecoder.decode(CommandDecoder.java:77)
    app//org.apache.maven.surefire.booter.spi.CommandChannelDecoder.decode(CommandChannelDecoder.java:60)
    app//org.apache.maven.surefire.booter.CommandReader$CommandRunnable.run(CommandReader.java:290)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 22 (Time-limited test):
  State: RUNNABLE
  Blocked count: 11145
  Waited count: 11701
  Stack:
    java.management@17.0.11/sun.management.ThreadImpl.getThreadInfo1(Native Method)
    java.management@17.0.11/sun.management.ThreadImpl.getThreadInfo(ThreadImpl.java:197)
    java.management@17.0.11/sun.management.ThreadImpl.getThreadInfo(ThreadImpl.java:154)
    app//org.apache.hadoop.hbase.util.ReflectionUtils.printThreadInfo(ReflectionUtils.java:181)
    app//org.apache.hadoop.hbase.util.Threads.printThreadInfo(Threads.java:186)
    app//org.apache.hadoop.hbase.util.Threads.threadDumpingIsAlive(Threads.java:113)
    app//org.apache.hadoop.hbase.LocalHBaseCluster.join(LocalHBaseCluster.java:396)
    app//org.apache.hadoop.hbase.SingleProcessHBaseCluster.waitUntilShutDown(SingleProcessHBaseCluster.java:886)
    app//org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1038)
    app//org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    app//org.apache.hadoop.hbase.snapshot.TestExportSnapshot.tearDownAfterClass(TestExportSnapshot.java:121)
    java.base@17.0.11/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    java.base@17.0.11/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    java.base@17.0.11/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    java.base@17.0.11/java.lang.reflect.Method.invoke(Method.java:568)
    app//org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    app//org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    app//org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    app//org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46)
    app//org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33)
Thread 23 (org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner):
  State: WAITING
  Blocked count: 11
  Waited count: 12
  Waiting on java.lang.ref.ReferenceQueue$Lock@632dd5ca
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155)
    java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176)
    app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 25 (SSL Certificates Store Monitor):
  State: WAITING
  Blocked count: 0
  Waited count: 1
  Waiting on java.util.TaskQueue@6211ef7a
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    java.base@17.0.11/java.lang.Object.wait(Object.java:338)
    java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537)
    java.base@17.0.11/java.util.TimerThread.run(Timer.java:516)
Thread 34 (org.apache.hadoop.util.JvmPauseMonitor$Monitor@696e100d):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 917
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 35 (GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 92
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161)
Thread 36 (pool-6-thread-1):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 37 (qtp274140085-37):
  State: RUNNABLE
  Blocked count: 1
  Waited count: 1
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183)
    app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190)
    app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606)
    app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137)
    app//org.eclipse.jetty.io.ManagedSelector$$Lambda$254/0x00007f6fd442d2a8.run(Unknown Source)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 38 (qtp274140085-38):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183)
    app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190)
    app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606)
    app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137)
    app//org.eclipse.jetty.io.ManagedSelector$$Lambda$254/0x00007f6fd442d2a8.run(Unknown Source)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 39 (qtp274140085-39):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183)
    app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190)
    app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606)
    app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137)
    app//org.eclipse.jetty.io.ManagedSelector$$Lambda$254/0x00007f6fd442d2a8.run(Unknown Source)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 40 (qtp274140085-40):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183)
    app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190)
    app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606)
    app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137)
    app//org.eclipse.jetty.io.ManagedSelector$$Lambda$254/0x00007f6fd442d2a8.run(Unknown Source)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 41 (qtp274140085-41-acceptor-0@5adbc16b-ServerConnector@58f01c16{HTTP/1.1, (http/1.1)}{localhost:33415}):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/sun.nio.ch.Net.accept(Native Method)
    java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425)
    java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391)
    app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388)
    app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 42 (qtp274140085-42):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 8
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 43 (qtp274140085-43):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 8
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 44 (qtp274140085-44):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 8
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 45 (Session-HouseKeeper-1e972b-1):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 46 (pool-7-thread-1):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 53 (FSEditLogAsync):
  State: WAITING
  Blocked count: 38
  Waited count: 3124
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@787e2773
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420)
    app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.dequeueEdit(FSEditLogAsync.java:241)
    app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.run(FSEditLogAsync.java:250)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 55 (Socket Reader #1 for port 0):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497)
    app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476)
Thread 56 (IPC Server idle connection scanner for port 33275):
  State: TIMED_WAITING
  Blocked count: 1
  Waited count: 47
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563)
    java.base@17.0.11/java.util.TimerThread.run(Timer.java:516)
Thread 58 (Hadoop-Metrics-Updater-0):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 92
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 61 (org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor@27d6be6a):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 2
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor.run(PendingReconstructionBlocks.java:267)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 62 (DatanodeAdminMonitor-0):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 153
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 49 (org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor@54873d29):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 92
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor.run(HeartbeatManager.java:563)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 47 (RedundancyMonitor):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 155
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    java.base@17.0.11/java.lang.Thread.sleep(Thread.java:344)
    java.base@17.0.11/java.util.concurrent.TimeUnit.sleep(TimeUnit.java:446)
    app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$RedundancyMonitor.run(BlockManager.java:5352)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 48 (MarkedDeleteBlockScrubberThread):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 45129
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$MarkedDeleteBlockScrubber.run(BlockManager.java:5326)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 51 (Block report processor):
  State: WAITING
  Blocked count: 1
  Waited count: 1321
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@6f929431
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420)
    app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.processQueue(BlockManager.java:5627)
    app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.run(BlockManager.java:5614)
Thread 57 (IPC Server Responder):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
    app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733)
    app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716)
Thread 54 (IPC Server listener on 0):
  State: RUNNABLE
  Blocked count: 1
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559)
Thread 64 (IPC Server handler 0 on default port 33275):
  State: TIMED_WAITING
  Blocked count: 110
  Waited count: 2403
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
    app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
    app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)
Thread 65 (IPC Server handler 1 on default port 33275):
  State: TIMED_WAITING
  Blocked count: 97
  Waited count: 2368
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
    app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
    app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)
Thread 66 (IPC Server handler 2 on default port 33275):
  State: TIMED_WAITING
  Blocked count: 109
  Waited count: 2379
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
    app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
    app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)
Thread 67 (IPC Server handler 3 on default port 33275):
  State: TIMED_WAITING
  Blocked count: 101
  Waited count: 2375
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
    app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
    app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)
Thread 68 (IPC Server handler 4 on default port 33275):
  State: TIMED_WAITING
  Blocked count: 102
  Waited count: 2383
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
    app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
    app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)
Thread 69 (pool-12-thread-1):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 71 (org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor@f16ac0b):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 229
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor.run(LeaseManager.java:537)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 72 (org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor@44c4ec06):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 92
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor.run(FSNamesystem.java:4550)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 73 (org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller@6f1ce4b8):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 2
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller.run(FSNamesystem.java:4592)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 74 (org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber@7db6dfd0):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 3
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber.run(FSNamesystem.java:4689)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 75 (CacheReplicationMonitor(1545047682)):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 18
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759)
    app//org.apache.hadoop.hdfs.server.blockmanagement.CacheReplicationMonitor.run(CacheReplicationMonitor.java:186)
Thread 86 (pool-18-thread-1):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 87 (qtp716438074-87):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183)
    app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190)
    app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606)
    app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137)
    app//org.eclipse.jetty.io.ManagedSelector$$Lambda$254/0x00007f6fd442d2a8.run(Unknown Source)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 88 (qtp716438074-88-acceptor-0@6110c4f8-ServerConnector@3937fd27{HTTP/1.1, (http/1.1)}{localhost:38445}):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/sun.nio.ch.Net.accept(Native Method)
    java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425)
    java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391)
    app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388)
    app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 89 (qtp716438074-89):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 8
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 90 (qtp716438074-90):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 8
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 91 (Session-HouseKeeper-2043cf27-1):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 92 (nioEventLoopGroup-2-1):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
    app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
    app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
    app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
    app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 93 (org.apache.hadoop.util.JvmPauseMonitor$Monitor@5b2ac2cc):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 914
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 95 (Socket Reader #1 for port 0):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497)
    app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476)
Thread 96 (IPC Server idle connection scanner for port 38317):
  State: TIMED_WAITING
  Blocked count: 1
  Waited count: 47
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563)
    java.base@17.0.11/java.util.TimerThread.run(Timer.java:516)
Thread 98 (Hadoop-Metrics-Updater-0):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 92
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 101 (Command processor):
  State: WAITING
  Blocked count: 1
  Waited count: 338
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@2034eca
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.processQueue(BPServiceActor.java:1411)
    app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.run(BPServiceActor.java:1395)
Thread 102 (BP-370926864-172.17.0.2-1731568953395 heartbeating to localhost/127.0.0.1:33275):
  State: TIMED_WAITING
  Blocked count: 1333
  Waited count: 1474
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    app//org.apache.hadoop.hdfs.server.datanode.IncrementalBlockReportManager.waitTillNextIBR(IncrementalBlockReportManager.java:158)
    app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.offerService(BPServiceActor.java:771)
    app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.run(BPServiceActor.java:914)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 103 (pool-20-thread-1):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 85 (org.apache.hadoop.hdfs.server.datanode.DataXceiverServer@62b9b04d):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.Net.accept(Native Method)
    java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425)
    java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391)
    java.base@17.0.11/sun.nio.ch.ServerSocketAdaptor.accept(ServerSocketAdaptor.java:126)
    app//org.apache.hadoop.hdfs.net.TcpPeerServer.accept(TcpPeerServer.java:85)
    app//org.apache.hadoop.hdfs.server.datanode.DataXceiverServer.run(DataXceiverServer.java:242)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 97 (IPC Server Responder):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
    app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733)
    app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716)
Thread 94 (IPC Server listener on 0):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559)
Thread 104 (IPC Server handler 0 on default port 38317):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 466
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
    app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
    app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)
Thread 105 (IPC Server handler 1 on default port 38317):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 457
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
    app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
    app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)
Thread 106 (IPC Server handler 2 on default port 38317):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 467
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
    app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
    app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)
Thread 107 (IPC Server handler 3 on default port 38317):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 457
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
    app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
    app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)
Thread 108 (IPC Server handler 4 on default port 38317):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 457
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
    app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
    app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)
Thread 120 (pool-26-thread-1):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 113 (IPC Client (346890841) connection to localhost/127.0.0.1:33275 from jenkins):
  State: TIMED_WAITING
  Blocked count: 1359
  Waited count: 1359
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
    app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)
Thread 115 (IPC Parameter Sending Thread for localhost/127.0.0.1:33275):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 2093
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
    java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
    app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 121 (qtp1330250818-121):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183)
    app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190)
    app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606)
    app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137)
    app//org.eclipse.jetty.io.ManagedSelector$$Lambda$254/0x00007f6fd442d2a8.run(Unknown Source)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 122 (qtp1330250818-122-acceptor-0@43495b9e-ServerConnector@6fd9f7d6{HTTP/1.1, (http/1.1)}{localhost:44453}):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/sun.nio.ch.Net.accept(Native Method)
    java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425)
    java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391)
    app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388)
    app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 123 (qtp1330250818-123):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 8
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 124 (qtp1330250818-124):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 8
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 125 (Session-HouseKeeper-1b631abe-1):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 128 (nioEventLoopGroup-4-1):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
    app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
    app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
    app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
    app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 129 (org.apache.hadoop.util.JvmPauseMonitor$Monitor@a54831e):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 913
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 131 (Socket Reader #1 for port 0):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497)
    app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476)
Thread 132 (IPC Server idle connection scanner for port 39891):
  State: TIMED_WAITING
  Blocked count: 1
  Waited count: 47
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563)
    java.base@17.0.11/java.util.TimerThread.run(Timer.java:516)
Thread 134 (Hadoop-Metrics-Updater-0):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 92
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 137 (Command processor):
  State: WAITING
  Blocked count: 2
  Waited count: 323
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@61b0f703
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.processQueue(BPServiceActor.java:1411)
    app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.run(BPServiceActor.java:1395)
Thread 138 (BP-370926864-172.17.0.2-1731568953395 heartbeating to localhost/127.0.0.1:33275):
  State: TIMED_WAITING
  Blocked count: 1348
  Waited count: 1478
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    app//org.apache.hadoop.hdfs.server.datanode.IncrementalBlockReportManager.waitTillNextIBR(IncrementalBlockReportManager.java:158)
    app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.offerService(BPServiceActor.java:771)
    app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.run(BPServiceActor.java:914)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 139 (pool-29-thread-1):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 119 (org.apache.hadoop.hdfs.server.datanode.DataXceiverServer@2585690e):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.Net.accept(Native Method)
    java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425)
    java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391)
    java.base@17.0.11/sun.nio.ch.ServerSocketAdaptor.accept(ServerSocketAdaptor.java:126)
    app//org.apache.hadoop.hdfs.net.TcpPeerServer.accept(TcpPeerServer.java:85)
    app//org.apache.hadoop.hdfs.server.datanode.DataXceiverServer.run(DataXceiverServer.java:242)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 133 (IPC Server Responder):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
    app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733)
    app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716)
Thread 130 (IPC Server listener on 0):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559)
Thread 140 (IPC Server handler 0 on default port 39891):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 457
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
    app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
    app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)
Thread 141 (IPC Server handler 1 on default port 39891):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 548
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
    app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
    app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)
Thread 142 (IPC Server handler 2 on default port 39891):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 496
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
    app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
    app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)
Thread 143 (IPC Server handler 3 on default port 39891):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 457
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
    app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
    app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)
Thread 144 (IPC Server handler 4 on default port 39891):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 457
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
    app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
    app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)
Thread 151 (VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/test-data/223408e5-ae9c-411c-e3d8-231e394aecc4/cluster_0bc6d97e-980c-7f40-95d4-2788294eb670/data/data1)):
  State: TIMED_WAITING
  Blocked count: 4
  Waited count: 2
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656)
Thread 153 (VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/test-data/223408e5-ae9c-411c-e3d8-231e394aecc4/cluster_0bc6d97e-980c-7f40-95d4-2788294eb670/data/data2)):
  State: TIMED_WAITING
  Blocked count: 25
  Waited count: 2
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656)
Thread 158 (pool-39-thread-1):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 159 (qtp1441691316-159):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183)
    app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190)
    app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606)
    app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137)
    app//org.eclipse.jetty.io.ManagedSelector$$Lambda$254/0x00007f6fd442d2a8.run(Unknown Source)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 161 (qtp1441691316-161-acceptor-0@129226bc-ServerConnector@2f3eae39{HTTP/1.1, (http/1.1)}{localhost:42511}):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/sun.nio.ch.Net.accept(Native Method)
    java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425)
    java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391)
    app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388)
    app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 162 (VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/test-data/223408e5-ae9c-411c-e3d8-231e394aecc4/cluster_0bc6d97e-980c-7f40-95d4-2788294eb670/data/data3)):
  State: TIMED_WAITING
  Blocked count: 1
  Waited count: 2
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656)
Thread 163 (qtp1441691316-163):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 8
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 165 (qtp1441691316-165):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 8
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 166 (Session-HouseKeeper-6317a7da-1):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 167 (VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/test-data/223408e5-ae9c-411c-e3d8-231e394aecc4/cluster_0bc6d97e-980c-7f40-95d4-2788294eb670/data/data4)):
  State: TIMED_WAITING
  Blocked count: 1
  Waited count: 2
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656)
Thread 172 (refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/test-data/223408e5-ae9c-411c-e3d8-231e394aecc4/cluster_0bc6d97e-980c-7f40-95d4-2788294eb670/data/data2/current/BP-370926864-172.17.0.2-1731568953395):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 173 (refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/test-data/223408e5-ae9c-411c-e3d8-231e394aecc4/cluster_0bc6d97e-980c-7f40-95d4-2788294eb670/data/data1/current/BP-370926864-172.17.0.2-1731568953395):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 176 (refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/test-data/223408e5-ae9c-411c-e3d8-231e394aecc4/cluster_0bc6d97e-980c-7f40-95d4-2788294eb670/data/data3/current/BP-370926864-172.17.0.2-1731568953395):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 178 (refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/test-data/223408e5-ae9c-411c-e3d8-231e394aecc4/cluster_0bc6d97e-980c-7f40-95d4-2788294eb670/data/data4/current/BP-370926864-172.17.0.2-1731568953395):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 187 (pool-15-thread-1):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 189 (pool-23-thread-1):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 192 (java.util.concurrent.ThreadPoolExecutor$Worker@42b38725[State = -1, empty queue]):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 195 (java.util.concurrent.ThreadPoolExecutor$Worker@3c079e98[State = -1, empty queue]):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 196 (nioEventLoopGroup-6-1):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
    app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
    app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
    app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
    app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 197 (org.apache.hadoop.util.JvmPauseMonitor$Monitor@69e47042):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 912
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 199 (Socket Reader #1 for port 0):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497)
    app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476)
Thread 200 (IPC Server idle connection scanner for port 38127):
  State: TIMED_WAITING
  Blocked count: 1
  Waited count: 47
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563)
    java.base@17.0.11/java.util.TimerThread.run(Timer.java:516)
Thread 202 (Hadoop-Metrics-Updater-0):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 92
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 205 (Command processor):
  State: WAITING
  Blocked count: 1
  Waited count: 300
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@14a8d2ea
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.processQueue(BPServiceActor.java:1411)
    app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.run(BPServiceActor.java:1395)
Thread 206 (BP-370926864-172.17.0.2-1731568953395 heartbeating to localhost/127.0.0.1:33275):
  State: TIMED_WAITING
  Blocked count: 1308
  Waited count: 1475
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    app//org.apache.hadoop.hdfs.server.datanode.IncrementalBlockReportManager.waitTillNextIBR(IncrementalBlockReportManager.java:158)
    app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.offerService(BPServiceActor.java:771)
    app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.run(BPServiceActor.java:914)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 207 (pool-46-thread-1):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 157 (org.apache.hadoop.hdfs.server.datanode.DataXceiverServer@2d846603):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.Net.accept(Native Method)
    java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425)
    java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391)
    java.base@17.0.11/sun.nio.ch.ServerSocketAdaptor.accept(ServerSocketAdaptor.java:126)
    app//org.apache.hadoop.hdfs.net.TcpPeerServer.accept(TcpPeerServer.java:85)
    app//org.apache.hadoop.hdfs.server.datanode.DataXceiverServer.run(DataXceiverServer.java:242)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 201 (IPC Server Responder):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
    app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733)
    app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716)
Thread 198 (IPC Server listener on 0):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559)
Thread 208 (IPC Server handler 0 on default port 38127):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 459
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
    app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
    app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)
Thread 209 (IPC Server handler 1 on default port 38127):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 460
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
    app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
    app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)
Thread 210 (IPC Server handler 2 on default port 38127):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 457
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
    app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
    app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)
Thread 211 (IPC Server handler 3 on default port 38127):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 457
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
    app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
    app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)
Thread 212 (IPC Server handler 4 on default port 38127):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 457
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
    app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
    app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)
Thread 215 (VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/test-data/223408e5-ae9c-411c-e3d8-231e394aecc4/cluster_0bc6d97e-980c-7f40-95d4-2788294eb670/data/data5)):
  State: TIMED_WAITING
  Blocked count: 1
  Waited count: 2
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656)
Thread 216 (VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/test-data/223408e5-ae9c-411c-e3d8-231e394aecc4/cluster_0bc6d97e-980c-7f40-95d4-2788294eb670/data/data6)):
  State: TIMED_WAITING
  Blocked count: 1
  Waited count: 2
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656)
Thread 221 (refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/test-data/223408e5-ae9c-411c-e3d8-231e394aecc4/cluster_0bc6d97e-980c-7f40-95d4-2788294eb670/data/data5/current/BP-370926864-172.17.0.2-1731568953395):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 222 (refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/test-data/223408e5-ae9c-411c-e3d8-231e394aecc4/cluster_0bc6d97e-980c-7f40-95d4-2788294eb670/data/data6/current/BP-370926864-172.17.0.2-1731568953395):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 226 (pool-35-thread-1):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 229 (java.util.concurrent.ThreadPoolExecutor$Worker@762560cc[State = -1, empty queue]):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 234 (FsDatasetAsyncDiskServiceFixer):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 16
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer.run(HBaseTestingUtil.java:576)
Thread 237 (NIOServerCxnFactory.SelectorThread-1):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403)
    app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368)
Thread 236 (NIOServerCxnFactory.SelectorThread-0):
  State: RUNNABLE
  Blocked count: 7
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403)
    app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368)
Thread 238 (NIOServerCxnFactory.AcceptThread:localhost/127.0.0.1:51438):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.select(NIOServerCnxnFactory.java:205)
    app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.run(NIOServerCnxnFactory.java:181)
Thread 235 (ConnnectionExpirer):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 47
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.zookeeper.server.NIOServerCnxnFactory$ConnectionExpirerThread.run(NIOServerCnxnFactory.java:554)
Thread 239 (SessionTracker):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 229
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163)
Thread 240 (SyncThread:0):
  State: WAITING
  Blocked count: 14
  Waited count: 364
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@12c983c2
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    app//org.apache.zookeeper.server.SyncRequestProcessor.run(SyncRequestProcessor.java:170)
Thread 241 (ProcessThread(sid:0 cport:51438):):
  State: WAITING
  Blocked count: 2
  Waited count: 434
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@34794179
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    app//org.apache.zookeeper.server.PrepRequestProcessor.run(PrepRequestProcessor.java:142)
Thread 242 (RequestThrottler):
  State: WAITING
  Blocked count: 1
  Waited count: 454
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@2d496282
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    app//org.apache.zookeeper.server.RequestThrottler.run(RequestThrottler.java:147)
Thread 243 (NIOWorkerThread-1):
  State: WAITING
  Blocked count: 2
  Waited count: 86
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@5c390f30
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 254 (weak-ref-cleaner-strictcontextstorage):
  State: WAITING
  Blocked count: 0
  Waited count: 1
  Waiting on java.lang.ref.ReferenceQueue$Lock@2b040e6
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155)
    java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176)
    app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 255 (HBase-Metrics2-1):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 434
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 256 (HMaster-EventLoopGroup-1-1):
  State: RUNNABLE
  Blocked count: 7
  Waited count: 0
  Stack:
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 257 (Time-limited test-SendThread(127.0.0.1:51438)):
  State: RUNNABLE
  Blocked count: 21
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
    app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332)
    app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289)
Thread 258 (Time-limited test-EventThread):
  State: WAITING
  Blocked count: 9
  Waited count: 56
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@1a878b37
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550)
Thread 259 (NIOWorkerThread-2):
  State: WAITING
  Blocked count: 3
  Waited count: 85
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@5c390f30
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 260 (NIOWorkerThread-3):
  State: WAITING
  Blocked count: 2
  Waited count: 86
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@5c390f30
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 261 (NIOWorkerThread-4):
  State: WAITING
  Blocked count: 0
  Waited count: 86
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@5c390f30
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 262 (zk-event-processor-pool-0):
  State: WAITING
  Blocked count: 25
  Waited count: 70
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@e5347d8
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 263 (NIOWorkerThread-5):
  State: WAITING
  Blocked count: 1
  Waited count: 86
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@5c390f30
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 264 (NIOWorkerThread-6):
  State: WAITING
  Blocked count: 4
  Waited count: 85
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@5c390f30
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 265 (NIOWorkerThread-7):
  State: WAITING
  Blocked count: 1
  Waited count: 86
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@5c390f30
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 266 (NIOWorkerThread-8):
  State: WAITING
  Blocked count: 1
  Waited count: 87
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@5c390f30
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 267 (NIOWorkerThread-9):
  State: WAITING
  Blocked count: 6
  Waited count: 85
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@5c390f30
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 268 (NIOWorkerThread-10):
  State: WAITING
  Blocked count: 1
  Waited count: 86
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@5c390f30
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 269 (NIOWorkerThread-11):
  State: WAITING
  Blocked count: 2
  Waited count: 86
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@5c390f30
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 270 (NIOWorkerThread-12):
  State: WAITING
  Blocked count: 3
  Waited count: 85
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@5c390f30
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 271 (NIOWorkerThread-13):
  State: WAITING
  Blocked count: 5
  Waited count: 85
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@5c390f30
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 272 (NIOWorkerThread-14):
  State: WAITING
  Blocked count: 3
  Waited count: 85
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@5c390f30
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 273 (NIOWorkerThread-15):
  State: WAITING
  Blocked count: 2
  Waited count: 85
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@5c390f30
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 274 (NIOWorkerThread-16):
  State: WAITING
  Blocked count: 3
  Waited count: 87
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@5c390f30
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 276 (RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33371):
  State: WAITING
  Blocked count: 0
  Waited count: 1
  Waiting on java.util.concurrent.Semaphore$NonfairSync@e649184
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047)
    java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318)
    app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55)
    app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)
Thread 277 (RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33371):
  State: WAITING
  Blocked count: 90
  Waited count: 374
  Waiting on java.util.concurrent.Semaphore$NonfairSync@179bcdb3
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047)
    java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318)
    app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55)
    app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)
Thread 278 (RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371):
  State: WAITING
  Blocked count: 128
  Waited count: 509
  Waiting on java.util.concurrent.Semaphore$NonfairSync@31632244
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047)
    java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318)
    app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55)
    app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)
Thread 279 (RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33371):
  State: WAITING
  Blocked count: 71
  Waited count: 5949
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@251ace37
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68)
    app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)
Thread 280 (RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33371):
  State: WAITING
  Blocked count: 2
  Waited count: 4
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@fd893a1
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68)
    app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)
Thread 281 (RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33371):
  State: WAITING
  Blocked count: 0
  Waited count: 1
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@fd893a1
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68)
    app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)
Thread 282 (RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=33371):
  State: WAITING
  Blocked count: 0
  Waited count: 1
  Waiting on java.util.concurrent.Semaphore$NonfairSync@46e731bc
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047)
    java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318)
    app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55)
    app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)
Thread 283 (RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=33371):
  State: WAITING
  Blocked count: 0
  Waited count: 1
  Waiting on java.util.concurrent.Semaphore$NonfairSync@6ebe5a26
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047)
    java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318)
    app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55)
    app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)
Thread 284 (RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33371):
  State: WAITING
  Blocked count: 0
  Waited count: 1
  Waiting on java.util.concurrent.Semaphore$NonfairSync@1d265ab0
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047)
    java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318)
    app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55)
    app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)
Thread 285 (RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=33371):
  State: WAITING
  Blocked count: 0
  Waited count: 3
  Waiting on java.util.concurrent.Semaphore$NonfairSync@56a8872e
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047)
    java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318)
    app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55)
    app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)
Thread 288 (Time-limited test.named-queue-events-pool-0):
  State: WAITING
  Blocked count: 0
  Waited count: 1
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@293d2696
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47)
    app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56)
    app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159)
    app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 289 (MiniHBaseClusterRegionServer-EventLoopGroup-3-1):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 309 (MiniHBaseClusterRegionServer-EventLoopGroup-4-1):
  State: RUNNABLE
  Blocked count: 2
  Waited count: 0
  Stack:
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 329 (MiniHBaseClusterRegionServer-EventLoopGroup-5-1):
  State: RUNNABLE
  Blocked count: 41
  Waited count: 3
  Stack:
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 286 (M:0;20680646cf8a:33371):
  State: TIMED_WAITING
  Blocked count: 12
  Waited count: 2744
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759)
    app//org.apache.hadoop.hbase.regionserver.wal.SyncFuture.get(SyncFuture.java:169)
    app//org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.blockOnSync(AbstractFSWAL.java:1029)
    app//org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.doSync(AbstractFSWAL.java:1940)
    app//org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$sync$2(AbstractFSWAL.java:723)
    app//org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL$$Lambda$1099/0x00007f6fd4f97b48.run(Unknown Source)
    app//org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    app//org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.sync(AbstractFSWAL.java:723)
    app//org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.sync(AbstractFSWAL.java:713)
    app//org.apache.hadoop.hbase.regionserver.HRegion.doSyncOfUnflushedWALChanges(HRegion.java:2935)
    app//org.apache.hadoop.hbase.regionserver.HRegion.internalPrepareFlushCache(HRegion.java:2876)
    app//org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2735)
    app//org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709)
    app//org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2700)
    app//org.apache.hadoop.hbase.regionserver.HRegion.doClose(HRegion.java:1862)
    app//org.apache.hadoop.hbase.regionserver.HRegion.close(HRegion.java:1672)
    app//org.apache.hadoop.hbase.regionserver.HRegion.close(HRegion.java:1627)
    app//org.apache.hadoop.hbase.regionserver.HRegion.close(HRegion.java:1610)
Thread 350 (Monitor thread for TaskMonitor):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 46
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 352 (master/20680646cf8a:0:becomeActiveMaster-MemStoreChunkPool Statistics):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 2
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 354 (master/20680646cf8a:0:becomeActiveMaster-MemStoreChunkPool Statistics):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 2
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 356 (org.apache.hadoop.hdfs.PeerCache@4a8cbd64):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 152
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253)
    app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46)
    app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 374 (master:store-WAL-Roller):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 4527
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180)
Thread 389 (MiniHBaseClusterRegionServer-EventLoopGroup-5-2):
  State: RUNNABLE
  Blocked count: 42
  Waited count: 3
  Stack:
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 390 (MiniHBaseClusterRegionServer-EventLoopGroup-5-3):
  State: RUNNABLE
  Blocked count: 114
  Waited count: 3
  Stack:
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 402 (Idle-Rpc-Conn-Sweeper-pool-0):
  State: WAITING
  Blocked count: 0
  Waited count: 146
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@4858e2a7
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 413 (SnapshotHandlerChoreCleaner):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 46
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 401 (RpcClient-timer-pool-0):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 45230
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598)
    app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 422 (HMaster-EventLoopGroup-1-2):
  State: RUNNABLE
  Blocked count: 15
  Waited count: 0
  Stack:
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 423 (HMaster-EventLoopGroup-1-3):
  State: RUNNABLE
  Blocked count: 13
  Waited count: 0
  Stack:
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 445 (RegionServerTracker-0):
  State: WAITING
  Blocked count: 9
  Waited count: 12
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@6347fd4
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 466 (regionserver/20680646cf8a:0.procedureResultReporter):
  State: WAITING
  Blocked count: 15
  Waited count: 31
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@5c35f63
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75)
Thread 467 (regionserver/20680646cf8a:0.procedureResultReporter):
  State: WAITING
  Blocked count: 14
  Waited count: 29
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@a01d8a6
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75)
Thread 469 (regionserver/20680646cf8a:0.procedureResultReporter):
  State: WAITING
  Blocked count: 12
  Waited count: 25
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@2ca6fcdd
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75)
Thread 507 (MiniHBaseClusterRegionServer-EventLoopGroup-4-2):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 518 (MiniHBaseClusterRegionServer-EventLoopGroup-4-3):
  State: RUNNABLE
  Blocked count: 2
  Waited count: 0
  Stack:
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 519 (region-location-0):
  State: WAITING
  Blocked count: 7
  Waited count: 11
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@949ec42
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 526 (RPCClient-NioEventLoopGroup-6-1):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 400 (Async-Client-Retry-Timer-pool-0):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 45064
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598)
    app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 533 (RPCClient-NioEventLoopGroup-6-2):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 539 (RPCClient-NioEventLoopGroup-6-3):
  State: RUNNABLE
  Blocked count: 1
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 552 (ForkJoinPool.commonPool-worker-2):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 471
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623)
    java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165)
Thread 581 (region-location-1):
  State: WAITING
  Blocked count: 6
  Waited count: 9
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@949ec42
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 582 (region-location-2):
  State: WAITING
  Blocked count: 2
  Waited count: 6
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@949ec42
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 981 (MutableQuantiles-0):
  State: TIMED_WAITING
  Blocked count: 1
  Waited count: 436
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 1044 (RPCClient-NioEventLoopGroup-6-4):
  State: RUNNABLE
  Blocked count: 1
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 1075 (MiniHBaseClusterRegionServer-EventLoopGroup-3-2):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 1085 (zk-permission-watcher-pool-0):
  State: WAITING
  Blocked count: 59
  Waited count: 97
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@975ea50
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 1089 (RPCClient-NioEventLoopGroup-6-5):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 1090 (MiniHBaseClusterRegionServer-EventLoopGroup-3-3):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 1091 (RPCClient-NioEventLoopGroup-6-6):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 1500 (Container metrics unregistration):
  State: WAITING
  Blocked count: 10
  Waited count: 33
  Waiting on java.util.TaskQueue@4f182cc0
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    java.base@17.0.11/java.lang.Object.wait(Object.java:338)
    java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537)
    java.base@17.0.11/java.util.TimerThread.run(Timer.java:516)
Thread 2950 (region-location-3):
  State: WAITING
  Blocked count: 2
  Waited count: 6
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@949ec42
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 2951 (region-location-4):
  State: WAITING
  Blocked count: 1
  Waited count: 4
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@949ec42
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 4889 (RPCClient-NioEventLoopGroup-6-7):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 4890 (RPCClient-NioEventLoopGroup-6-8):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 4891 (RPCClient-NioEventLoopGroup-6-9):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 8909 (AsyncFSWAL-1-hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/MasterData-prefix:20680646cf8a,33371,1731568957526):
  State: WAITING
  Blocked count: 0
  Waited count: 1
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@2d86a386
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 8916 (Timer for 'JobHistoryServer' metrics system):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 15
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563)
    java.base@17.0.11/java.util.TimerThread.run(Timer.java:516)
2024-11-14T07:30:36,466 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-14T07:31:06,466 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
Process Thread Dump: Automatic Stack Trace every 60 seconds waiting on M:0;20680646cf8a:33371
221 active threads
Thread 1 (main):
  State: TIMED_WAITING
  Blocked count: 1
  Waited count: 4
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.FutureTask.awaitDone(FutureTask.java:444)
    java.base@17.0.11/java.util.concurrent.FutureTask.get(FutureTask.java:203)
    app//org.junit.internal.runners.statements.FailOnTimeout.getResult(FailOnTimeout.java:167)
    app//org.junit.internal.runners.statements.FailOnTimeout.evaluate(FailOnTimeout.java:128)
    app//org.apache.hadoop.hbase.SystemExitRule$1.evaluate(SystemExitRule.java:39)
    app//org.junit.rules.RunRules.evaluate(RunRules.java:20)
    app//org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    app//org.junit.runners.ParentRunner.run(ParentRunner.java:413)
    app//org.apache.maven.surefire.junit4.JUnit4Provider.execute(JUnit4Provider.java:316)
    app//org.apache.maven.surefire.junit4.JUnit4Provider.executeWithRerun(JUnit4Provider.java:240)
    app//org.apache.maven.surefire.junit4.JUnit4Provider.executeTestSet(JUnit4Provider.java:214)
    app//org.apache.maven.surefire.junit4.JUnit4Provider.invoke(JUnit4Provider.java:155)
    app//org.apache.maven.surefire.booter.ForkedBooter.runSuitesInProcess(ForkedBooter.java:385)
    app//org.apache.maven.surefire.booter.ForkedBooter.execute(ForkedBooter.java:162)
    app//org.apache.maven.surefire.booter.ForkedBooter.run(ForkedBooter.java:507)
    app//org.apache.maven.surefire.booter.ForkedBooter.main(ForkedBooter.java:495)
Thread 2 (Reference Handler):
  State: RUNNABLE
  Blocked count: 9
  Waited count: 0
  Stack:
    java.base@17.0.11/java.lang.ref.Reference.waitForReferencePendingList(Native Method)
    java.base@17.0.11/java.lang.ref.Reference.processPendingReferences(Reference.java:253)
    java.base@17.0.11/java.lang.ref.Reference$ReferenceHandler.run(Reference.java:215)
Thread 3 (Finalizer):
  State: WAITING
  Blocked count: 31
  Waited count: 14
  Waiting on java.lang.ref.ReferenceQueue$Lock@346930dd
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155)
    java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176)
    java.base@17.0.11/java.lang.ref.Finalizer$FinalizerThread.run(Finalizer.java:172)
Thread 4 (Signal Dispatcher):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
Thread 12 (Common-Cleaner):
  State: TIMED_WAITING
  Blocked count: 16
  Waited count: 20
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155)
    java.base@17.0.11/jdk.internal.ref.CleanerImpl.run(CleanerImpl.java:140)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
    java.base@17.0.11/jdk.internal.misc.InnocuousThread.run(InnocuousThread.java:162)
Thread 13 (Notification Thread):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
Thread 14 (pool-1-thread-1):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 26
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollPort$EventHandlerTask.poll(EPollPort.java:200)
    java.base@17.0.11/sun.nio.ch.EPollPort$EventHandlerTask.run(EPollPort.java:281)
    java.base@17.0.11/sun.nio.ch.AsynchronousChannelGroupImpl$1.run(AsynchronousChannelGroupImpl.java:113)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 15 (pool-1-thread-2):
  State: WAITING
  Blocked count: 0
  Waited count: 29
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@3ee7eb4e
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420)
    java.base@17.0.11/sun.nio.ch.EPollPort$EventHandlerTask.run(EPollPort.java:275)
    java.base@17.0.11/sun.nio.ch.AsynchronousChannelGroupImpl$1.run(AsynchronousChannelGroupImpl.java:113)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 16 (surefire-forkedjvm-stream-flusher):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 5208
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 18 (surefire-forkedjvm-command-thread):
  State: WAITING
  Blocked count: 0
  Waited count: 53
  Waiting on java.util.concurrent.CountDownLatch$Sync@7d611d81
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047)
    java.base@17.0.11/java.util.concurrent.CountDownLatch.await(CountDownLatch.java:230)
    java.base@17.0.11/sun.nio.ch.PendingFuture.get(PendingFuture.java:178)
    app//org.apache.maven.surefire.api.util.internal.Channels$2.read(Channels.java:127)
    java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
    java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284)
    java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343)
    app//org.apache.maven.surefire.api.util.internal.Channels$3.readImpl(Channels.java:169)
    app//org.apache.maven.surefire.api.util.internal.AbstractNoninterruptibleReadableChannel.read(AbstractNoninterruptibleReadableChannel.java:50)
    app//org.apache.maven.surefire.api.stream.AbstractStreamDecoder.read(AbstractStreamDecoder.java:430)
    app//org.apache.maven.surefire.api.stream.AbstractStreamDecoder.read(AbstractStreamDecoder.java:419)
    app//org.apache.maven.surefire.api.stream.AbstractStreamDecoder.readMessageType(AbstractStreamDecoder.java:116)
    app//org.apache.maven.surefire.booter.stream.CommandDecoder.decode(CommandDecoder.java:77)
    app//org.apache.maven.surefire.booter.spi.CommandChannelDecoder.decode(CommandChannelDecoder.java:60)
    app//org.apache.maven.surefire.booter.CommandReader$CommandRunnable.run(CommandReader.java:290)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 22 (Time-limited test):
  State: RUNNABLE
  Blocked count: 11145
  Waited count: 11702
  Stack:
    java.management@17.0.11/sun.management.ThreadImpl.getThreadInfo1(Native Method)
    java.management@17.0.11/sun.management.ThreadImpl.getThreadInfo(ThreadImpl.java:197)
    java.management@17.0.11/sun.management.ThreadImpl.getThreadInfo(ThreadImpl.java:154)
    app//org.apache.hadoop.hbase.util.ReflectionUtils.printThreadInfo(ReflectionUtils.java:181)
    app//org.apache.hadoop.hbase.util.Threads.printThreadInfo(Threads.java:186)
    app//org.apache.hadoop.hbase.util.Threads.threadDumpingIsAlive(Threads.java:113)
    app//org.apache.hadoop.hbase.LocalHBaseCluster.join(LocalHBaseCluster.java:396)
    app//org.apache.hadoop.hbase.SingleProcessHBaseCluster.waitUntilShutDown(SingleProcessHBaseCluster.java:886)
    app//org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1038)
    app//org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    app//org.apache.hadoop.hbase.snapshot.TestExportSnapshot.tearDownAfterClass(TestExportSnapshot.java:121)
    java.base@17.0.11/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    java.base@17.0.11/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    java.base@17.0.11/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    java.base@17.0.11/java.lang.reflect.Method.invoke(Method.java:568)
    app//org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    app//org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    app//org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    app//org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46)
    app//org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33)
Thread 23 (org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner):
  State: WAITING
  Blocked count: 11
  Waited count: 12
  Waiting on java.lang.ref.ReferenceQueue$Lock@632dd5ca
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155)
    java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176)
    app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 25 (SSL Certificates Store Monitor):
  State: WAITING
  Blocked count: 0
  Waited count: 1
  Waiting on java.util.TaskQueue@6211ef7a
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    java.base@17.0.11/java.lang.Object.wait(Object.java:338)
    java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537)
    java.base@17.0.11/java.util.TimerThread.run(Timer.java:516)
Thread 34 (org.apache.hadoop.util.JvmPauseMonitor$Monitor@696e100d):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 1037
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 35 (GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 104
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161)
Thread 36 (pool-6-thread-1):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 37 (qtp274140085-37):
  State: RUNNABLE
  Blocked count: 1
  Waited count: 1
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183)
    app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190)
    app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606)
    app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137)
    app//org.eclipse.jetty.io.ManagedSelector$$Lambda$254/0x00007f6fd442d2a8.run(Unknown Source)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 38 (qtp274140085-38):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183)
    app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190)
    app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606)
    app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137)
    app//org.eclipse.jetty.io.ManagedSelector$$Lambda$254/0x00007f6fd442d2a8.run(Unknown Source)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 39 (qtp274140085-39):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183)
    app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190)
    app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606)
    app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137)
    app//org.eclipse.jetty.io.ManagedSelector$$Lambda$254/0x00007f6fd442d2a8.run(Unknown Source)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 40 (qtp274140085-40):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183)
    app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190)
    app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606)
    app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137)
    app//org.eclipse.jetty.io.ManagedSelector$$Lambda$254/0x00007f6fd442d2a8.run(Unknown Source)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 41 (qtp274140085-41-acceptor-0@5adbc16b-ServerConnector@58f01c16{HTTP/1.1, (http/1.1)}{localhost:33415}):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/sun.nio.ch.Net.accept(Native Method)
    java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425)
    java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391)
    app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388)
    app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 42 (qtp274140085-42):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 9
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 43 (qtp274140085-43):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 9
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 44 (qtp274140085-44):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 9
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 45 (Session-HouseKeeper-1e972b-1):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 46 (pool-7-thread-1):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 53 (FSEditLogAsync):
  State: WAITING
  Blocked count: 38
  Waited count: 3124
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@787e2773
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420)
    app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.dequeueEdit(FSEditLogAsync.java:241)
    app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.run(FSEditLogAsync.java:250)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 55 (Socket Reader #1 for port 0):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497)
    app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476)
Thread 56 (IPC Server idle connection scanner for port 33275):
  State: TIMED_WAITING
  Blocked count: 1
  Waited count: 53
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563)
    java.base@17.0.11/java.util.TimerThread.run(Timer.java:516)
Thread 58 (Hadoop-Metrics-Updater-0):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 104
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 61 (org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor@27d6be6a):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 2
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor.run(PendingReconstructionBlocks.java:267)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 62 (DatanodeAdminMonitor-0):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 173
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 49 (org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor@54873d29):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 104
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor.run(HeartbeatManager.java:563)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 47 (RedundancyMonitor):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 175
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    java.base@17.0.11/java.lang.Thread.sleep(Thread.java:344)
    java.base@17.0.11/java.util.concurrent.TimeUnit.sleep(TimeUnit.java:446)
    app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$RedundancyMonitor.run(BlockManager.java:5352)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 48 (MarkedDeleteBlockScrubberThread):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 51053
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$MarkedDeleteBlockScrubber.run(BlockManager.java:5326)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 51 (Block report processor):
  State: WAITING
  Blocked count: 1
  Waited count: 1321
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@6f929431
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420)
    app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.processQueue(BlockManager.java:5627)
    app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.run(BlockManager.java:5614)
Thread 57 (IPC Server Responder):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
    app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733)
    app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716)
Thread 54 (IPC Server listener on 0):
  State: RUNNABLE
  Blocked count: 1
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559)
Thread 64 (IPC Server handler 0 on default port 33275):
  State: TIMED_WAITING
  Blocked count: 110
  Waited count: 2463
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
    app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
    app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)
Thread 65 (IPC Server handler 1 on default port 33275):
  State: TIMED_WAITING
  Blocked count: 97
  Waited count: 2428
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
    app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
    app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)
Thread 66 (IPC Server handler 2 on default port 33275):
  State: TIMED_WAITING
  Blocked count: 109
  Waited count: 2439
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
    app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
    app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)
Thread 67 (IPC Server handler 3 on default port 33275):
  State: TIMED_WAITING
  Blocked count: 101
  Waited count: 2435
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
    app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
    app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)
Thread 68 (IPC Server handler 4 on default port 33275):
  State: TIMED_WAITING
  Blocked count: 102
  Waited count: 2443
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
    app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
    app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)
Thread 69 (pool-12-thread-1):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 71 (org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor@f16ac0b):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 259
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor.run(LeaseManager.java:537)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 72 (org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor@44c4ec06):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 104
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor.run(FSNamesystem.java:4550)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 73 (org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller@6f1ce4b8):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 2
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller.run(FSNamesystem.java:4592)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 74 (org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber@7db6dfd0):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 3
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber.run(FSNamesystem.java:4689)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 75 (CacheReplicationMonitor(1545047682)):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 20
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759)
    app//org.apache.hadoop.hdfs.server.blockmanagement.CacheReplicationMonitor.run(CacheReplicationMonitor.java:186)
Thread 86 (pool-18-thread-1):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 87 (qtp716438074-87):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183)
    app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190)
    app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606)
    app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137)
    app//org.eclipse.jetty.io.ManagedSelector$$Lambda$254/0x00007f6fd442d2a8.run(Unknown Source)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 88 (qtp716438074-88-acceptor-0@6110c4f8-ServerConnector@3937fd27{HTTP/1.1, (http/1.1)}{localhost:38445}):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/sun.nio.ch.Net.accept(Native Method)
    java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425)
    java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391)
    app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388)
    app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 89 (qtp716438074-89):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 9
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 90 (qtp716438074-90):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 9
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 91 (Session-HouseKeeper-2043cf27-1):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 92 (nioEventLoopGroup-2-1):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
    app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
    app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
    app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
    app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 93 (org.apache.hadoop.util.JvmPauseMonitor$Monitor@5b2ac2cc):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 1034
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 95 (Socket Reader #1 for port 0):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497)
    app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476)
Thread 96 (IPC Server idle connection scanner for port 38317):
  State: TIMED_WAITING
  Blocked count: 1
  Waited count: 53
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563)
    java.base@17.0.11/java.util.TimerThread.run(Timer.java:516)
Thread 98 (Hadoop-Metrics-Updater-0):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 104
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 101 (Command processor):
  State: WAITING
  Blocked count: 1
  Waited count: 358
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@2034eca
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.processQueue(BPServiceActor.java:1411)
    app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.run(BPServiceActor.java:1395)
Thread 102 (BP-370926864-172.17.0.2-1731568953395 heartbeating to localhost/127.0.0.1:33275):
  State: TIMED_WAITING
  Blocked count: 1353
  Waited count: 1514
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    app//org.apache.hadoop.hdfs.server.datanode.IncrementalBlockReportManager.waitTillNextIBR(IncrementalBlockReportManager.java:158)
    app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.offerService(BPServiceActor.java:771)
    app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.run(BPServiceActor.java:914)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 103 (pool-20-thread-1):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 85 (org.apache.hadoop.hdfs.server.datanode.DataXceiverServer@62b9b04d):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.Net.accept(Native Method)
    java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425)
    java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391)
    java.base@17.0.11/sun.nio.ch.ServerSocketAdaptor.accept(ServerSocketAdaptor.java:126)
    app//org.apache.hadoop.hdfs.net.TcpPeerServer.accept(TcpPeerServer.java:85)
    app//org.apache.hadoop.hdfs.server.datanode.DataXceiverServer.run(DataXceiverServer.java:242)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 97 (IPC Server Responder):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
    app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733)
    app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716)
Thread 94 (IPC Server listener on 0):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559)
Thread 104 (IPC Server handler 0 on default port 38317):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 526
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
    app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
    app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)
Thread 105 (IPC Server handler 1 on default port 38317):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 517
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
    app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
    app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)
Thread 106 (IPC Server handler 2 on default port 38317):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 527
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
    app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
    app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)
Thread 107 (IPC Server handler 3 on default port 38317):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 517
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
    app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
    app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)
Thread 108 (IPC Server handler 4 on default port 38317):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 517
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
    app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
    app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)
Thread 120 (pool-26-thread-1):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 113 (IPC Client (346890841) connection to localhost/127.0.0.1:33275 from jenkins):
  State: TIMED_WAITING
  Blocked count: 1419
  Waited count: 1419
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
    app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)
Thread 115 (IPC Parameter Sending Thread for localhost/127.0.0.1:33275):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 2153
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
    java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
    app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 121 (qtp1330250818-121):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183)
    app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190)
    app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606)
    app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137)
    app//org.eclipse.jetty.io.ManagedSelector$$Lambda$254/0x00007f6fd442d2a8.run(Unknown Source)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 122 (qtp1330250818-122-acceptor-0@43495b9e-ServerConnector@6fd9f7d6{HTTP/1.1, (http/1.1)}{localhost:44453}):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/sun.nio.ch.Net.accept(Native Method)
    java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425)
    java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391)
    app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388)
    app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 123 (qtp1330250818-123):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 9
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 124 (qtp1330250818-124):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 9
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 125 (Session-HouseKeeper-1b631abe-1):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 128 (nioEventLoopGroup-4-1):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
    app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
    app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
    app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
    app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 129 (org.apache.hadoop.util.JvmPauseMonitor$Monitor@a54831e):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 1033
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 131 (Socket Reader #1 for port 0):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497)
    app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476)
Thread 132 (IPC Server idle connection scanner for port 39891):
  State: TIMED_WAITING
  Blocked count: 1
  Waited count: 53
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563)
    java.base@17.0.11/java.util.TimerThread.run(Timer.java:516)
Thread 134 (Hadoop-Metrics-Updater-0):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 104
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 137 (Command processor):
  State: WAITING
  Blocked count: 2
  Waited count: 343
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@61b0f703
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.processQueue(BPServiceActor.java:1411)
    app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.run(BPServiceActor.java:1395)
Thread 138 (BP-370926864-172.17.0.2-1731568953395 heartbeating to localhost/127.0.0.1:33275):
  State: TIMED_WAITING
  Blocked count: 1368
  Waited count: 1518
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    app//org.apache.hadoop.hdfs.server.datanode.IncrementalBlockReportManager.waitTillNextIBR(IncrementalBlockReportManager.java:158)
    app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.offerService(BPServiceActor.java:771)
    app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.run(BPServiceActor.java:914)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 139 (pool-29-thread-1):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 119 (org.apache.hadoop.hdfs.server.datanode.DataXceiverServer@2585690e):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.Net.accept(Native Method)
    java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425)
    java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391)
    java.base@17.0.11/sun.nio.ch.ServerSocketAdaptor.accept(ServerSocketAdaptor.java:126)
    app//org.apache.hadoop.hdfs.net.TcpPeerServer.accept(TcpPeerServer.java:85)
    app//org.apache.hadoop.hdfs.server.datanode.DataXceiverServer.run(DataXceiverServer.java:242)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 133 (IPC Server Responder):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
    app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733)
    app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716)
Thread 130 (IPC Server listener on 0):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559)
Thread 140 (IPC Server handler 0 on default port 39891):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 517
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
    app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
    app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)
Thread 141 (IPC Server handler 1 on default port 39891):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 608
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
    app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
    app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)
Thread 142 (IPC Server handler 2 on default port 39891):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 556
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
    app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
    app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)
Thread 143 (IPC Server handler 3 on default port 39891):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 517
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
    app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
    app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)
Thread 144 (IPC Server handler 4 on default port 39891):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 517
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
    app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
    app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)
Thread 151 (VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/test-data/223408e5-ae9c-411c-e3d8-231e394aecc4/cluster_0bc6d97e-980c-7f40-95d4-2788294eb670/data/data1)):
  State: TIMED_WAITING
  Blocked count: 4
  Waited count: 2
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656)
Thread 153 (VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/test-data/223408e5-ae9c-411c-e3d8-231e394aecc4/cluster_0bc6d97e-980c-7f40-95d4-2788294eb670/data/data2)):
  State: TIMED_WAITING
  Blocked count: 25
  Waited count: 2
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656)
Thread 158 (pool-39-thread-1):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 159 (qtp1441691316-159):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183)
    app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190)
    app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606)
    app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137)
    app//org.eclipse.jetty.io.ManagedSelector$$Lambda$254/0x00007f6fd442d2a8.run(Unknown Source)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 161 (qtp1441691316-161-acceptor-0@129226bc-ServerConnector@2f3eae39{HTTP/1.1, (http/1.1)}{localhost:42511}):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/sun.nio.ch.Net.accept(Native Method)
    java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425)
    java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391)
    app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388)
    app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 162 (VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/test-data/223408e5-ae9c-411c-e3d8-231e394aecc4/cluster_0bc6d97e-980c-7f40-95d4-2788294eb670/data/data3)):
  State: TIMED_WAITING
  Blocked count: 1
  Waited count: 2
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656)
Thread 163 (qtp1441691316-163):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 9
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 165 (qtp1441691316-165):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 9
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 166 (Session-HouseKeeper-6317a7da-1):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 167 (VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/test-data/223408e5-ae9c-411c-e3d8-231e394aecc4/cluster_0bc6d97e-980c-7f40-95d4-2788294eb670/data/data4)):
  State: TIMED_WAITING
  Blocked count: 1
  Waited count: 2
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656)
Thread 172 (refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/test-data/223408e5-ae9c-411c-e3d8-231e394aecc4/cluster_0bc6d97e-980c-7f40-95d4-2788294eb670/data/data2/current/BP-370926864-172.17.0.2-1731568953395):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 173 (refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/test-data/223408e5-ae9c-411c-e3d8-231e394aecc4/cluster_0bc6d97e-980c-7f40-95d4-2788294eb670/data/data1/current/BP-370926864-172.17.0.2-1731568953395):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 176 (refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/test-data/223408e5-ae9c-411c-e3d8-231e394aecc4/cluster_0bc6d97e-980c-7f40-95d4-2788294eb670/data/data3/current/BP-370926864-172.17.0.2-1731568953395):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 178 (refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/test-data/223408e5-ae9c-411c-e3d8-231e394aecc4/cluster_0bc6d97e-980c-7f40-95d4-2788294eb670/data/data4/current/BP-370926864-172.17.0.2-1731568953395):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 187 (pool-15-thread-1):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 189 (pool-23-thread-1):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 192 (java.util.concurrent.ThreadPoolExecutor$Worker@42b38725[State = -1, empty queue]):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 195 (java.util.concurrent.ThreadPoolExecutor$Worker@3c079e98[State = -1, empty queue]):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 196 (nioEventLoopGroup-6-1):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
    app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
    app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
    app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
    app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 197 (org.apache.hadoop.util.JvmPauseMonitor$Monitor@69e47042):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 1032
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 199 (Socket Reader #1 for port 0):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497)
    app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476)
Thread 200 (IPC Server idle connection scanner for port 38127):
  State: TIMED_WAITING
  Blocked count: 1
  Waited count: 53
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563)
    java.base@17.0.11/java.util.TimerThread.run(Timer.java:516)
Thread 202 (Hadoop-Metrics-Updater-0):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 104
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 205 (Command processor):
  State: WAITING
  Blocked count: 1
  Waited count: 320
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@14a8d2ea
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.processQueue(BPServiceActor.java:1411)
    app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.run(BPServiceActor.java:1395)
Thread 206 (BP-370926864-172.17.0.2-1731568953395 heartbeating to localhost/127.0.0.1:33275):
  State: TIMED_WAITING
  Blocked count: 1328
  Waited count: 1515
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    app//org.apache.hadoop.hdfs.server.datanode.IncrementalBlockReportManager.waitTillNextIBR(IncrementalBlockReportManager.java:158)
    app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.offerService(BPServiceActor.java:771)
    app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.run(BPServiceActor.java:914)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 207 (pool-46-thread-1):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 157 (org.apache.hadoop.hdfs.server.datanode.DataXceiverServer@2d846603):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.Net.accept(Native Method)
    java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425)
    java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391)
    java.base@17.0.11/sun.nio.ch.ServerSocketAdaptor.accept(ServerSocketAdaptor.java:126)
    app//org.apache.hadoop.hdfs.net.TcpPeerServer.accept(TcpPeerServer.java:85)
    app//org.apache.hadoop.hdfs.server.datanode.DataXceiverServer.run(DataXceiverServer.java:242)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 201 (IPC Server Responder):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
    app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733)
    app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716)
Thread 198 (IPC Server listener on 0):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559)
Thread 208 (IPC Server handler 0 on default port 38127):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 519
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
    app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
    app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)
Thread 209 (IPC Server handler 1 on default port 38127):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 520
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
    app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
    app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)
Thread 210 (IPC Server handler 2 on default port 38127):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 517
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
    app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
    app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)
Thread 211 (IPC Server handler 3 on default port 38127):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 517
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
    app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
    app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)
Thread 212 (IPC Server handler 4 on default port 38127):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 517
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
    app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
    app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)
Thread 215 (VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/test-data/223408e5-ae9c-411c-e3d8-231e394aecc4/cluster_0bc6d97e-980c-7f40-95d4-2788294eb670/data/data5)):
  State: TIMED_WAITING
  Blocked count: 1
  Waited count: 2
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656)
Thread 216 (VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/test-data/223408e5-ae9c-411c-e3d8-231e394aecc4/cluster_0bc6d97e-980c-7f40-95d4-2788294eb670/data/data6)):
  State: TIMED_WAITING
  Blocked count: 1
  Waited count: 2
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656)
Thread 221 (refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/test-data/223408e5-ae9c-411c-e3d8-231e394aecc4/cluster_0bc6d97e-980c-7f40-95d4-2788294eb670/data/data5/current/BP-370926864-172.17.0.2-1731568953395):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 222 (refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/test-data/223408e5-ae9c-411c-e3d8-231e394aecc4/cluster_0bc6d97e-980c-7f40-95d4-2788294eb670/data/data6/current/BP-370926864-172.17.0.2-1731568953395):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 226 (pool-35-thread-1):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 229 (java.util.concurrent.ThreadPoolExecutor$Worker@762560cc[State = -1, empty queue]):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 234 (FsDatasetAsyncDiskServiceFixer):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 18
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer.run(HBaseTestingUtil.java:576)
Thread 237 (NIOServerCxnFactory.SelectorThread-1):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403)
    app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368)
Thread 236 (NIOServerCxnFactory.SelectorThread-0):
  State: RUNNABLE
  Blocked count: 7
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403)
    app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368)
Thread 238 (NIOServerCxnFactory.AcceptThread:localhost/127.0.0.1:51438):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.select(NIOServerCnxnFactory.java:205)
    app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.run(NIOServerCnxnFactory.java:181)
Thread 235 (ConnnectionExpirer):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 53
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.zookeeper.server.NIOServerCnxnFactory$ConnectionExpirerThread.run(NIOServerCnxnFactory.java:554)
Thread 239 (SessionTracker):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 259
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163)
Thread 240 (SyncThread:0):
  State: WAITING
  Blocked count: 14
  Waited count: 369
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@12c983c2
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    app//org.apache.zookeeper.server.SyncRequestProcessor.run(SyncRequestProcessor.java:170)
Thread 241 (ProcessThread(sid:0 cport:51438):):
  State: WAITING
  Blocked count: 2
  Waited count: 439
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@34794179
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    app//org.apache.zookeeper.server.PrepRequestProcessor.run(PrepRequestProcessor.java:142)
Thread 242 (RequestThrottler):
  State: WAITING
  Blocked count: 1
  Waited count: 459
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@2d496282
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    app//org.apache.zookeeper.server.RequestThrottler.run(RequestThrottler.java:147)
Thread 243 (NIOWorkerThread-1):
  State: WAITING
  Blocked count: 2
  Waited count: 86
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@5c390f30
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 254 (weak-ref-cleaner-strictcontextstorage):
  State: WAITING
  Blocked count: 0
  Waited count: 1
  Waiting on java.lang.ref.ReferenceQueue$Lock@2b040e6
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155)
    java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176)
    app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 255 (HBase-Metrics2-1):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 474
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 256 (HMaster-EventLoopGroup-1-1):
  State: RUNNABLE
  Blocked count: 7
  Waited count: 0
  Stack:
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 257 (Time-limited test-SendThread(127.0.0.1:51438)):
  State: RUNNABLE
  Blocked count: 21
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
    app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332)
    app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289)
Thread 258 (Time-limited test-EventThread):
  State: WAITING
  Blocked count: 9
  Waited count: 56
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@1a878b37
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550)
Thread 259 (NIOWorkerThread-2):
  State: WAITING
  Blocked count: 3
  Waited count: 86
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@5c390f30
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 260 (NIOWorkerThread-3):
  State: WAITING
  Blocked count: 2
  Waited count: 87
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@5c390f30
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 261 (NIOWorkerThread-4):
  State: WAITING
  Blocked count: 0
  Waited count: 86
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@5c390f30
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 262 (zk-event-processor-pool-0):
  State: WAITING
  Blocked count: 25
  Waited count: 70
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@e5347d8
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 263 (NIOWorkerThread-5):
  State: WAITING
  Blocked count: 1
  Waited count: 87
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@5c390f30
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 264 (NIOWorkerThread-6):
  State: WAITING
  Blocked count: 4
  Waited count: 86
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@5c390f30
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 265 (NIOWorkerThread-7):
  State: WAITING
  Blocked count: 1
  Waited count: 87
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@5c390f30
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 266 (NIOWorkerThread-8):
  State: WAITING
  Blocked count: 1
  Waited count: 87
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@5c390f30
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 267 (NIOWorkerThread-9):
  State: WAITING
  Blocked count: 6
  Waited count: 85
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@5c390f30
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 268 (NIOWorkerThread-10):
  State: WAITING
  Blocked count: 1
  Waited count: 87
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@5c390f30
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 269 (NIOWorkerThread-11):
  State: WAITING
  Blocked count: 2
  Waited count: 86
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@5c390f30
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 270 (NIOWorkerThread-12):
  State: WAITING
  Blocked count: 3
  Waited count: 86
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@5c390f30
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 271 (NIOWorkerThread-13):
  State: WAITING
  Blocked count: 5
  Waited count: 86
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@5c390f30
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 272 (NIOWorkerThread-14):
  State: WAITING
  Blocked count: 3
  Waited count: 86
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@5c390f30
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 273 (NIOWorkerThread-15):
  State: WAITING
  Blocked count: 2
  Waited count: 86
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@5c390f30
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 274 (NIOWorkerThread-16):
  State: WAITING
  Blocked count: 3
  Waited count: 87
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@5c390f30
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 276 (RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33371):
  State: WAITING
  Blocked count: 0
  Waited count: 1
  Waiting on java.util.concurrent.Semaphore$NonfairSync@e649184
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047)
    java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318)
    app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55)
    app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)
Thread 277 (RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33371):
  State: WAITING
  Blocked count: 90
  Waited count: 374
  Waiting on java.util.concurrent.Semaphore$NonfairSync@179bcdb3
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047)
    java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318)
    app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55)
    app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)
Thread 278 (RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371):
  State: WAITING
  Blocked count: 128
  Waited count: 509
  Waiting on java.util.concurrent.Semaphore$NonfairSync@31632244
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047)
    java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318)
    app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55)
    app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)
Thread 279 (RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33371):
  State: WAITING
  Blocked count: 71
  Waited count: 5949
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@251ace37
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68)
    app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)
Thread 280 (RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33371):
  State: WAITING
  Blocked count: 2
  Waited count: 4
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@fd893a1
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68)
    app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)
Thread 281 (RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33371):
  State: WAITING
  Blocked count: 0
  Waited count: 1
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@fd893a1
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68)
    app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)
Thread 282 (RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=33371):
  State: WAITING
  Blocked count: 0
  Waited count: 1
  Waiting on java.util.concurrent.Semaphore$NonfairSync@46e731bc
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047)
    java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318)
    app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55)
    app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)
Thread 283 (RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=33371):
  State: WAITING
  Blocked count: 0
  Waited count: 1
  Waiting on java.util.concurrent.Semaphore$NonfairSync@6ebe5a26
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047)
    java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318)
    app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55)
    app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)
Thread 284 (RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33371):
  State: WAITING
  Blocked count: 0
  Waited count: 1
  Waiting on java.util.concurrent.Semaphore$NonfairSync@1d265ab0
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047)
    java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318)
    app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55)
    app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)
Thread 285 (RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=33371):
  State: WAITING
  Blocked count: 0
  Waited count: 3
  Waiting on java.util.concurrent.Semaphore$NonfairSync@56a8872e
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047)
    java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318)
    app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55)
    app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)
Thread 288 (Time-limited test.named-queue-events-pool-0):
  State: WAITING
  Blocked count: 0
  Waited count: 1
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@293d2696
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47)
    app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56)
    app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159)
    app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 289 (MiniHBaseClusterRegionServer-EventLoopGroup-3-1):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 309 (MiniHBaseClusterRegionServer-EventLoopGroup-4-1):
  State: RUNNABLE
  Blocked count: 2
  Waited count: 0
  Stack:
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 329 (MiniHBaseClusterRegionServer-EventLoopGroup-5-1):
  State: RUNNABLE
  Blocked count: 41
  Waited count: 3
  Stack:
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 286 (M:0;20680646cf8a:33371):
  State: TIMED_WAITING
  Blocked count: 12
  Waited count: 2744
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759)
    app//org.apache.hadoop.hbase.regionserver.wal.SyncFuture.get(SyncFuture.java:169)
    app//org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.blockOnSync(AbstractFSWAL.java:1029)
    app//org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.doSync(AbstractFSWAL.java:1940)
    app//org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$sync$2(AbstractFSWAL.java:723)
    app//org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL$$Lambda$1099/0x00007f6fd4f97b48.run(Unknown Source)
    app//org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    app//org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.sync(AbstractFSWAL.java:723)
    app//org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.sync(AbstractFSWAL.java:713)
    app//org.apache.hadoop.hbase.regionserver.HRegion.doSyncOfUnflushedWALChanges(HRegion.java:2935)
    app//org.apache.hadoop.hbase.regionserver.HRegion.internalPrepareFlushCache(HRegion.java:2876)
    app//org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2735)
    app//org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709)
    app//org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2700)
    app//org.apache.hadoop.hbase.regionserver.HRegion.doClose(HRegion.java:1862)
    app//org.apache.hadoop.hbase.regionserver.HRegion.close(HRegion.java:1672)
    app//org.apache.hadoop.hbase.regionserver.HRegion.close(HRegion.java:1627)
    app//org.apache.hadoop.hbase.regionserver.HRegion.close(HRegion.java:1610)
Thread 350 (Monitor thread for TaskMonitor):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 52
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 352 (master/20680646cf8a:0:becomeActiveMaster-MemStoreChunkPool Statistics):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 2
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 354 (master/20680646cf8a:0:becomeActiveMaster-MemStoreChunkPool Statistics):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 2
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 356 (org.apache.hadoop.hdfs.PeerCache@4a8cbd64):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 172
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253)
    app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46)
    app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 374 (master:store-WAL-Roller):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 5126
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180)
Thread 389 (MiniHBaseClusterRegionServer-EventLoopGroup-5-2):
  State: RUNNABLE
  Blocked count: 42
  Waited count: 3
  Stack:
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 390 (MiniHBaseClusterRegionServer-EventLoopGroup-5-3):
  State: RUNNABLE
  Blocked count: 114
  Waited count: 3
  Stack:
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 402 (Idle-Rpc-Conn-Sweeper-pool-0):
  State: WAITING
  Blocked count: 0
  Waited count: 146
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@4858e2a7
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 413 (SnapshotHandlerChoreCleaner):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 52
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 401 (RpcClient-timer-pool-0):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 51232
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598)
    app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 422 (HMaster-EventLoopGroup-1-2):
  State: RUNNABLE
  Blocked count: 15
  Waited count: 0
  Stack:
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 423 (HMaster-EventLoopGroup-1-3):
  State: RUNNABLE
  Blocked count: 13
  Waited count: 0
  Stack:
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 445 (RegionServerTracker-0):
  State: WAITING
  Blocked count: 9
  Waited count: 12
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@6347fd4
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 466 (regionserver/20680646cf8a:0.procedureResultReporter):
  State: WAITING
  Blocked count: 15
  Waited count: 31
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@5c35f63
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75)
Thread 467 (regionserver/20680646cf8a:0.procedureResultReporter):
  State: WAITING
  Blocked count: 14
  Waited count: 29
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@a01d8a6
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75)
Thread 469 (regionserver/20680646cf8a:0.procedureResultReporter):
  State: WAITING
  Blocked count: 12
  Waited count: 25
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@2ca6fcdd
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75)
Thread 507 (MiniHBaseClusterRegionServer-EventLoopGroup-4-2):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 518 (MiniHBaseClusterRegionServer-EventLoopGroup-4-3):
  State: RUNNABLE
  Blocked count: 2
  Waited count: 0
  Stack:
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 519 (region-location-0):
  State: WAITING
  Blocked count: 7
  Waited count: 11
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@949ec42
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 526 (RPCClient-NioEventLoopGroup-6-1):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 400 (Async-Client-Retry-Timer-pool-0):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 51066
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598)
    app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 533 (RPCClient-NioEventLoopGroup-6-2):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 539 (RPCClient-NioEventLoopGroup-6-3):
  State: RUNNABLE
  Blocked count: 1
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 581 (region-location-1):
  State: WAITING
  Blocked count: 6
  Waited count: 9
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@949ec42
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 582 (region-location-2):
  State: WAITING
  Blocked count: 2
  Waited count: 6
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@949ec42
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 981 (MutableQuantiles-0):
  State: TIMED_WAITING
  Blocked count: 1
  Waited count: 442
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 1044 (RPCClient-NioEventLoopGroup-6-4):
  State: RUNNABLE
  Blocked count: 1
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 1075 (MiniHBaseClusterRegionServer-EventLoopGroup-3-2):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 1085 (zk-permission-watcher-pool-0):
  State: WAITING
  Blocked count: 59
  Waited count: 97
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@975ea50
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 1089 (RPCClient-NioEventLoopGroup-6-5):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 1090 (MiniHBaseClusterRegionServer-EventLoopGroup-3-3):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 1091 (RPCClient-NioEventLoopGroup-6-6):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 1500 (Container metrics unregistration):
  State: WAITING
  Blocked count: 10
  Waited count: 33
  Waiting on java.util.TaskQueue@4f182cc0
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    java.base@17.0.11/java.lang.Object.wait(Object.java:338)
    java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537)
    java.base@17.0.11/java.util.TimerThread.run(Timer.java:516)
Thread 2950 (region-location-3):
  State: WAITING
  Blocked count: 2
  Waited count: 6
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@949ec42
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 2951 (region-location-4):
  State: WAITING
  Blocked count: 1
  Waited count: 4
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@949ec42
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 4889 (RPCClient-NioEventLoopGroup-6-7):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 4890 (RPCClient-NioEventLoopGroup-6-8):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 4891 (RPCClient-NioEventLoopGroup-6-9):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 8909 (AsyncFSWAL-1-hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/MasterData-prefix:20680646cf8a,33371,1731568957526):
  State: WAITING
  Blocked count: 0
  Waited count: 1
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@2d86a386
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 8916 (Timer for 'JobHistoryServer' metrics system):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 21
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563)
    java.base@17.0.11/java.util.TimerThread.run(Timer.java:516)
2024-11-14T07:31:36,467 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-14T07:32:06,467 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-14T07:32:12,040 DEBUG [M:0;20680646cf8a:33371 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1731569232026Disabling compacts and flushes for region at 1731569232026Disabling writes for close at 1731569232038 (+12 ms)Obtaining lock to block concurrent updates at 1731569232038Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731569232038Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=849303, getHeapSize=1018016, getOffHeapSize=0, getCellsCount=2221 at 1731569232039 (+1 ms)Failed flush master:store,,1.1595e783b53d99cd5eef43b6debb2682., putting online again at 1731569532040 (+300001 ms)
2024-11-14T07:32:12,040 WARN  [M:0;20680646cf8a:33371 {}] region.MasterRegion(134): Failed to close region
org.apache.hadoop.hbase.regionserver.wal.WALSyncTimeoutIOException: org.apache.hadoop.hbase.exceptions.TimeoutIOException: Failed to get sync result after 300000 ms for txid=3824, WAL system stuck?
	at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.blockOnSync(AbstractFSWAL.java:1033) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.doSync(AbstractFSWAL.java:1940) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$sync$2(AbstractFSWAL.java:723) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.sync(AbstractFSWAL.java:723) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.sync(AbstractFSWAL.java:713) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.doSyncOfUnflushedWALChanges(HRegion.java:2935) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.internalPrepareFlushCache(HRegion.java:2876) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2735) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2700) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.doClose(HRegion.java:1862) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.close(HRegion.java:1672) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.close(HRegion.java:1627) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.close(HRegion.java:1610) ~[classes/:?]
	at org.apache.hadoop.hbase.master.region.MasterRegion.closeRegion(MasterRegion.java:132) ~[classes/:?]
	at org.apache.hadoop.hbase.master.region.MasterRegion.close(MasterRegion.java:205) ~[classes/:?]
	at org.apache.hadoop.hbase.master.HMaster.stopServiceThreads(HMaster.java:1819) ~[classes/:?]
	at org.apache.hadoop.hbase.master.HMaster.run(HMaster.java:631) ~[classes/:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.exceptions.TimeoutIOException: Failed to get sync result after 300000 ms for txid=3824, WAL system stuck?
	at org.apache.hadoop.hbase.regionserver.wal.SyncFuture.get(SyncFuture.java:171) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.blockOnSync(AbstractFSWAL.java:1029) ~[classes/:?]
	... 19 more
2024-11-14T07:32:12,045 WARN  [Close-WAL-Writer-0 {}] wal.AsyncProtobufLogWriter(165): normal close failed, try recover
java.lang.NullPointerException: Cannot invoke "org.apache.hbase.thirdparty.io.netty.buffer.ByteBuf.ensureWritable(int)" because "this.buf" is null
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.writeInt(FanOutOneBlockAsyncDFSOutput.java:391) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.lambda$writeWALTrailerAndMagic$3(AsyncProtobufLogWriter.java:247) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALMetadata(AsyncProtobufLogWriter.java:203) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALTrailerAndMagic(AsyncProtobufLogWriter.java:240) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufLogWriter.writeWALTrailer(AbstractProtobufLogWriter.java:252) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:162) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T07:32:12,048 DEBUG [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils
2024-11-14T07:32:12,048 DEBUG [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease()
2024-11-14T07:32:12,049 INFO  [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file /user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/MasterData/WALs/20680646cf8a,33371,1731568957526/20680646cf8a%2C33371%2C1731568957526.1731568959052
2024-11-14T07:32:12,050 WARN  [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(233): attempt=0 on file=/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/MasterData/WALs/20680646cf8a,33371,1731568957526/20680646cf8a%2C33371%2C1731568957526.1731568959052 after 0ms
java.io.IOException: Filesystem closed
	at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.DFSClient.recoverLease(DFSClient.java:946) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.DistributedFileSystem$3.doCall(DistributedFileSystem.java:317) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.DistributedFileSystem$3.doCall(DistributedFileSystem.java:314) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.DistributedFileSystem.recoverLease(DistributedFileSystem.java:329) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.hbase.util.RecoverLeaseFSUtils.recoverLease(RecoverLeaseFSUtils.java:222) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.util.RecoverLeaseFSUtils.recoverDFSFileLease(RecoverLeaseFSUtils.java:155) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.util.RecoverLeaseFSUtils.recoverFileLease(RecoverLeaseFSUtils.java:96) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.recoverAndClose(FanOutOneBlockAsyncDFSOutput.java:605) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:166) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T07:32:12,051 WARN  [Close-WAL-Writer-0 {}] wal.AbstractFSWAL(2043): close old writer failed.
java.io.InterruptedIOException: Operation cancelled
	at org.apache.hadoop.hbase.util.RecoverLeaseFSUtils.checkIfCancelled(RecoverLeaseFSUtils.java:269) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.util.RecoverLeaseFSUtils.recoverDFSFileLease(RecoverLeaseFSUtils.java:159) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.util.RecoverLeaseFSUtils.recoverFileLease(RecoverLeaseFSUtils.java:96) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.recoverAndClose(FanOutOneBlockAsyncDFSOutput.java:605) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:166) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T07:32:12,051 INFO  [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/MasterData/WALs/20680646cf8a,33371,1731568957526/20680646cf8a%2C33371%2C1731568957526.1731568959052
2024-11-14T07:32:12,051 WARN  [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(233): attempt=0 on file=hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/MasterData/WALs/20680646cf8a,33371,1731568957526/20680646cf8a%2C33371%2C1731568957526.1731568959052 after 0ms
java.io.IOException: Filesystem closed
	at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.DFSClient.recoverLease(DFSClient.java:946) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.DistributedFileSystem$3.doCall(DistributedFileSystem.java:317) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.DistributedFileSystem$3.doCall(DistributedFileSystem.java:314) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.DistributedFileSystem.recoverLease(DistributedFileSystem.java:329) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.hbase.util.RecoverLeaseFSUtils.recoverLease(RecoverLeaseFSUtils.java:222) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.util.RecoverLeaseFSUtils.recoverDFSFileLease(RecoverLeaseFSUtils.java:155) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.util.RecoverLeaseFSUtils.recoverFileLease(RecoverLeaseFSUtils.java:96) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.recoverLease(AbstractFSWAL.java:2031) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2044) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Process Thread Dump: Automatic Stack Trace every 60 seconds waiting on M:0;20680646cf8a:33371
224 active threads
Thread 1 (main):
  State: TIMED_WAITING
  Blocked count: 1
  Waited count: 4
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.FutureTask.awaitDone(FutureTask.java:444)
    java.base@17.0.11/java.util.concurrent.FutureTask.get(FutureTask.java:203)
    app//org.junit.internal.runners.statements.FailOnTimeout.getResult(FailOnTimeout.java:167)
    app//org.junit.internal.runners.statements.FailOnTimeout.evaluate(FailOnTimeout.java:128)
    app//org.apache.hadoop.hbase.SystemExitRule$1.evaluate(SystemExitRule.java:39)
    app//org.junit.rules.RunRules.evaluate(RunRules.java:20)
    app//org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    app//org.junit.runners.ParentRunner.run(ParentRunner.java:413)
    app//org.apache.maven.surefire.junit4.JUnit4Provider.execute(JUnit4Provider.java:316)
    app//org.apache.maven.surefire.junit4.JUnit4Provider.executeWithRerun(JUnit4Provider.java:240)
    app//org.apache.maven.surefire.junit4.JUnit4Provider.executeTestSet(JUnit4Provider.java:214)
    app//org.apache.maven.surefire.junit4.JUnit4Provider.invoke(JUnit4Provider.java:155)
    app//org.apache.maven.surefire.booter.ForkedBooter.runSuitesInProcess(ForkedBooter.java:385)
    app//org.apache.maven.surefire.booter.ForkedBooter.execute(ForkedBooter.java:162)
    app//org.apache.maven.surefire.booter.ForkedBooter.run(ForkedBooter.java:507)
    app//org.apache.maven.surefire.booter.ForkedBooter.main(ForkedBooter.java:495)
Thread 2 (Reference Handler):
  State: RUNNABLE
  Blocked count: 9
  Waited count: 0
  Stack:
    java.base@17.0.11/java.lang.ref.Reference.waitForReferencePendingList(Native Method)
    java.base@17.0.11/java.lang.ref.Reference.processPendingReferences(Reference.java:253)
    java.base@17.0.11/java.lang.ref.Reference$ReferenceHandler.run(Reference.java:215)
Thread 3 (Finalizer):
  State: WAITING
  Blocked count: 31
  Waited count: 14
  Waiting on java.lang.ref.ReferenceQueue$Lock@346930dd
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155)
    java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176)
    java.base@17.0.11/java.lang.ref.Finalizer$FinalizerThread.run(Finalizer.java:172)
Thread 4 (Signal Dispatcher):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
Thread 12 (Common-Cleaner):
  State: TIMED_WAITING
  Blocked count: 16
  Waited count: 21
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155)
    java.base@17.0.11/jdk.internal.ref.CleanerImpl.run(CleanerImpl.java:140)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
    java.base@17.0.11/jdk.internal.misc.InnocuousThread.run(InnocuousThread.java:162)
Thread 13 (Notification Thread):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
Thread 14 (pool-1-thread-1):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 29
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollPort$EventHandlerTask.poll(EPollPort.java:200)
    java.base@17.0.11/sun.nio.ch.EPollPort$EventHandlerTask.run(EPollPort.java:281)
    java.base@17.0.11/sun.nio.ch.AsynchronousChannelGroupImpl$1.run(AsynchronousChannelGroupImpl.java:113)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 15 (pool-1-thread-2):
  State: WAITING
  Blocked count: 0
  Waited count: 32
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@3ee7eb4e
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420)
    java.base@17.0.11/sun.nio.ch.EPollPort$EventHandlerTask.run(EPollPort.java:275)
    java.base@17.0.11/sun.nio.ch.AsynchronousChannelGroupImpl$1.run(AsynchronousChannelGroupImpl.java:113)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 16 (surefire-forkedjvm-stream-flusher):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 5808
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 18 (surefire-forkedjvm-command-thread):
  State: WAITING
  Blocked count: 0
  Waited count: 59
  Waiting on java.util.concurrent.CountDownLatch$Sync@5654b2ca
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047)
    java.base@17.0.11/java.util.concurrent.CountDownLatch.await(CountDownLatch.java:230)
    java.base@17.0.11/sun.nio.ch.PendingFuture.get(PendingFuture.java:178)
    app//org.apache.maven.surefire.api.util.internal.Channels$2.read(Channels.java:127)
    java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
    java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284)
    java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343)
    app//org.apache.maven.surefire.api.util.internal.Channels$3.readImpl(Channels.java:169)
    app//org.apache.maven.surefire.api.util.internal.AbstractNoninterruptibleReadableChannel.read(AbstractNoninterruptibleReadableChannel.java:50)
    app//org.apache.maven.surefire.api.stream.AbstractStreamDecoder.read(AbstractStreamDecoder.java:430)
    app//org.apache.maven.surefire.api.stream.AbstractStreamDecoder.read(AbstractStreamDecoder.java:419)
    app//org.apache.maven.surefire.api.stream.AbstractStreamDecoder.readMessageType(AbstractStreamDecoder.java:116)
    app//org.apache.maven.surefire.booter.stream.CommandDecoder.decode(CommandDecoder.java:77)
    app//org.apache.maven.surefire.booter.spi.CommandChannelDecoder.decode(CommandChannelDecoder.java:60)
    app//org.apache.maven.surefire.booter.CommandReader$CommandRunnable.run(CommandReader.java:290)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 22 (Time-limited test):
  State: RUNNABLE
  Blocked count: 11146
  Waited count: 11703
  Stack:
    java.management@17.0.11/sun.management.ThreadImpl.getThreadInfo1(Native Method)
    java.management@17.0.11/sun.management.ThreadImpl.getThreadInfo(ThreadImpl.java:197)
    java.management@17.0.11/sun.management.ThreadImpl.getThreadInfo(ThreadImpl.java:154)
    app//org.apache.hadoop.hbase.util.ReflectionUtils.printThreadInfo(ReflectionUtils.java:181)
    app//org.apache.hadoop.hbase.util.Threads.printThreadInfo(Threads.java:186)
    app//org.apache.hadoop.hbase.util.Threads.threadDumpingIsAlive(Threads.java:113)
    app//org.apache.hadoop.hbase.LocalHBaseCluster.join(LocalHBaseCluster.java:396)
    app//org.apache.hadoop.hbase.SingleProcessHBaseCluster.waitUntilShutDown(SingleProcessHBaseCluster.java:886)
    app//org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1038)
    app//org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    app//org.apache.hadoop.hbase.snapshot.TestExportSnapshot.tearDownAfterClass(TestExportSnapshot.java:121)
    java.base@17.0.11/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    java.base@17.0.11/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    java.base@17.0.11/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    java.base@17.0.11/java.lang.reflect.Method.invoke(Method.java:568)
    app//org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    app//org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    app//org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    app//org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46)
    app//org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33)
Thread 23 (org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner):
  State: WAITING
  Blocked count: 11
  Waited count: 12
  Waiting on java.lang.ref.ReferenceQueue$Lock@632dd5ca
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155)
    java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176)
    app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 25 (SSL Certificates Store Monitor):
  State: WAITING
  Blocked count: 0
  Waited count: 1
  Waiting on java.util.TaskQueue@6211ef7a
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    java.base@17.0.11/java.lang.Object.wait(Object.java:338)
    java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537)
    java.base@17.0.11/java.util.TimerThread.run(Timer.java:516)
Thread 34 (org.apache.hadoop.util.JvmPauseMonitor$Monitor@696e100d):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 1157
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 35 (GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 116
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161)
Thread 36 (pool-6-thread-1):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 37 (qtp274140085-37):
  State: RUNNABLE
  Blocked count: 1
  Waited count: 1
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183)
    app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190)
    app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606)
    app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137)
    app//org.eclipse.jetty.io.ManagedSelector$$Lambda$254/0x00007f6fd442d2a8.run(Unknown Source)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 38 (qtp274140085-38):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183)
    app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190)
    app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606)
    app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137)
    app//org.eclipse.jetty.io.ManagedSelector$$Lambda$254/0x00007f6fd442d2a8.run(Unknown Source)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 39 (qtp274140085-39):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183)
    app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190)
    app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606)
    app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137)
    app//org.eclipse.jetty.io.ManagedSelector$$Lambda$254/0x00007f6fd442d2a8.run(Unknown Source)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 40 (qtp274140085-40):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183)
    app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190)
    app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606)
    app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137)
    app//org.eclipse.jetty.io.ManagedSelector$$Lambda$254/0x00007f6fd442d2a8.run(Unknown Source)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 41 (qtp274140085-41-acceptor-0@5adbc16b-ServerConnector@58f01c16{HTTP/1.1, (http/1.1)}{localhost:33415}):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/sun.nio.ch.Net.accept(Native Method)
    java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425)
    java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391)
    app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388)
    app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 42 (qtp274140085-42):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 10
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 43 (qtp274140085-43):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 10
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 44 (qtp274140085-44):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 10
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 45 (Session-HouseKeeper-1e972b-1):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 46 (pool-7-thread-1):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 53 (FSEditLogAsync):
  State: WAITING
  Blocked count: 38
  Waited count: 3124
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@787e2773
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420)
    app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.dequeueEdit(FSEditLogAsync.java:241)
    app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.run(FSEditLogAsync.java:250)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 55 (Socket Reader #1 for port 0):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497)
    app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476)
Thread 56 (IPC Server idle connection scanner for port 33275):
  State: TIMED_WAITING
  Blocked count: 1
  Waited count: 59
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563)
    java.base@17.0.11/java.util.TimerThread.run(Timer.java:516)
Thread 58 (Hadoop-Metrics-Updater-0):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 116
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 61 (org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor@27d6be6a):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 2
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor.run(PendingReconstructionBlocks.java:267)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 62 (DatanodeAdminMonitor-0):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 193
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 49 (org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor@54873d29):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 116
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor.run(HeartbeatManager.java:563)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 47 (RedundancyMonitor):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 195
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    java.base@17.0.11/java.lang.Thread.sleep(Thread.java:344)
    java.base@17.0.11/java.util.concurrent.TimeUnit.sleep(TimeUnit.java:446)
    app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$RedundancyMonitor.run(BlockManager.java:5352)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 48 (MarkedDeleteBlockScrubberThread):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 56975
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$MarkedDeleteBlockScrubber.run(BlockManager.java:5326)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 51 (Block report processor):
  State: WAITING
  Blocked count: 1
  Waited count: 1321
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@6f929431
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420)
    app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.processQueue(BlockManager.java:5627)
    app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.run(BlockManager.java:5614)
Thread 57 (IPC Server Responder):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
    app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733)
    app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716)
Thread 54 (IPC Server listener on 0):
  State: RUNNABLE
  Blocked count: 1
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559)
Thread 64 (IPC Server handler 0 on default port 33275):
  State: TIMED_WAITING
  Blocked count: 110
  Waited count: 2523
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
    app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
    app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)
Thread 65 (IPC Server handler 1 on default port 33275):
  State: TIMED_WAITING
  Blocked count: 97
  Waited count: 2488
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
    app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
    app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)
Thread 66 (IPC Server handler 2 on default port 33275):
  State: TIMED_WAITING
  Blocked count: 109
  Waited count: 2499
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
    app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
    app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)
Thread 67 (IPC Server handler 3 on default port 33275):
  State: TIMED_WAITING
  Blocked count: 101
  Waited count: 2495
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
    app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
    app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)
Thread 68 (IPC Server handler 4 on default port 33275):
  State: TIMED_WAITING
  Blocked count: 102
  Waited count: 2503
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
    app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
    app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)
Thread 69 (pool-12-thread-1):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 71 (org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor@f16ac0b):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 289
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor.run(LeaseManager.java:537)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 72 (org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor@44c4ec06):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 116
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor.run(FSNamesystem.java:4550)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 73 (org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller@6f1ce4b8):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 2
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller.run(FSNamesystem.java:4592)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 74 (org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber@7db6dfd0):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 3
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber.run(FSNamesystem.java:4689)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 75 (CacheReplicationMonitor(1545047682)):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 22
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759)
    app//org.apache.hadoop.hdfs.server.blockmanagement.CacheReplicationMonitor.run(CacheReplicationMonitor.java:186)
Thread 86 (pool-18-thread-1):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 87 (qtp716438074-87):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183)
    app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190)
    app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606)
    app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137)
    app//org.eclipse.jetty.io.ManagedSelector$$Lambda$254/0x00007f6fd442d2a8.run(Unknown Source)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 88 (qtp716438074-88-acceptor-0@6110c4f8-ServerConnector@3937fd27{HTTP/1.1, (http/1.1)}{localhost:38445}):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/sun.nio.ch.Net.accept(Native Method)
    java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425)
    java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391)
    app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388)
    app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 89 (qtp716438074-89):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 10
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 90 (qtp716438074-90):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 10
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 91 (Session-HouseKeeper-2043cf27-1):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 92 (nioEventLoopGroup-2-1):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
    app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
    app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
    app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
    app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 93 (org.apache.hadoop.util.JvmPauseMonitor$Monitor@5b2ac2cc):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 1154
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 95 (Socket Reader #1 for port 0):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497)
    app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476)
Thread 96 (IPC Server idle connection scanner for port 38317):
  State: TIMED_WAITING
  Blocked count: 1
  Waited count: 59
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563)
    java.base@17.0.11/java.util.TimerThread.run(Timer.java:516)
Thread 98 (Hadoop-Metrics-Updater-0):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 116
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 101 (Command processor):
  State: WAITING
  Blocked count: 1
  Waited count: 378
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@2034eca
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.processQueue(BPServiceActor.java:1411)
    app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.run(BPServiceActor.java:1395)
Thread 102 (BP-370926864-172.17.0.2-1731568953395 heartbeating to localhost/127.0.0.1:33275):
  State: TIMED_WAITING
  Blocked count: 1373
  Waited count: 1554
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    app//org.apache.hadoop.hdfs.server.datanode.IncrementalBlockReportManager.waitTillNextIBR(IncrementalBlockReportManager.java:158)
    app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.offerService(BPServiceActor.java:771)
    app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.run(BPServiceActor.java:914)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 103 (pool-20-thread-1):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 85 (org.apache.hadoop.hdfs.server.datanode.DataXceiverServer@62b9b04d):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.Net.accept(Native Method)
    java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425)
    java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391)
    java.base@17.0.11/sun.nio.ch.ServerSocketAdaptor.accept(ServerSocketAdaptor.java:126)
    app//org.apache.hadoop.hdfs.net.TcpPeerServer.accept(TcpPeerServer.java:85)
    app//org.apache.hadoop.hdfs.server.datanode.DataXceiverServer.run(DataXceiverServer.java:242)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 97 (IPC Server Responder):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
    app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733)
    app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716)
Thread 94 (IPC Server listener on 0):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559)
Thread 104 (IPC Server handler 0 on default port 38317):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 586
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
    app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
    app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)
Thread 105 (IPC Server handler 1 on default port 38317):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 577
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
    app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
    app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)
Thread 106 (IPC Server handler 2 on default port 38317):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 587
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
    app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
    app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)
Thread 107 (IPC Server handler 3 on default port 38317):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 577
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
    app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
    app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)
Thread 108 (IPC Server handler 4 on default port 38317):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 577
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
    app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
    app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)
Thread 120 (pool-26-thread-1):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 113 (IPC Client (346890841) connection to localhost/127.0.0.1:33275 from jenkins):
  State: TIMED_WAITING
  Blocked count: 1479
  Waited count: 1479
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
    app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)
Thread 115 (IPC Parameter Sending Thread for localhost/127.0.0.1:33275):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 2213
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
    java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
    app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 121 (qtp1330250818-121):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183)
    app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190)
    app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606)
    app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137)
    app//org.eclipse.jetty.io.ManagedSelector$$Lambda$254/0x00007f6fd442d2a8.run(Unknown Source)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 122 (qtp1330250818-122-acceptor-0@43495b9e-ServerConnector@6fd9f7d6{HTTP/1.1, (http/1.1)}{localhost:44453}):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/sun.nio.ch.Net.accept(Native Method)
    java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425)
    java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391)
    app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388)
    app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 123 (qtp1330250818-123):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 10
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 124 (qtp1330250818-124):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 10
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 125 (Session-HouseKeeper-1b631abe-1):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 128 (nioEventLoopGroup-4-1):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
    app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
    app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
    app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
    app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 129 (org.apache.hadoop.util.JvmPauseMonitor$Monitor@a54831e):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 1153
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 131 (Socket Reader #1 for port 0):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497)
    app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476)
Thread 132 (IPC Server idle connection scanner for port 39891):
  State: TIMED_WAITING
  Blocked count: 1
  Waited count: 59
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563)
    java.base@17.0.11/java.util.TimerThread.run(Timer.java:516)
Thread 134 (Hadoop-Metrics-Updater-0):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 116
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 137 (Command processor):
  State: WAITING
  Blocked count: 2
  Waited count: 363
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@61b0f703
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.processQueue(BPServiceActor.java:1411)
    app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.run(BPServiceActor.java:1395)
Thread 138 (BP-370926864-172.17.0.2-1731568953395 heartbeating to localhost/127.0.0.1:33275):
  State: TIMED_WAITING
  Blocked count: 1388
  Waited count: 1558
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    app//org.apache.hadoop.hdfs.server.datanode.IncrementalBlockReportManager.waitTillNextIBR(IncrementalBlockReportManager.java:158)
    app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.offerService(BPServiceActor.java:771)
    app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.run(BPServiceActor.java:914)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 139 (pool-29-thread-1):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 119 (org.apache.hadoop.hdfs.server.datanode.DataXceiverServer@2585690e):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.Net.accept(Native Method)
    java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425)
    java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391)
    java.base@17.0.11/sun.nio.ch.ServerSocketAdaptor.accept(ServerSocketAdaptor.java:126)
    app//org.apache.hadoop.hdfs.net.TcpPeerServer.accept(TcpPeerServer.java:85)
    app//org.apache.hadoop.hdfs.server.datanode.DataXceiverServer.run(DataXceiverServer.java:242)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 133 (IPC Server Responder):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
    app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733)
    app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716)
Thread 130 (IPC Server listener on 0):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559)
Thread 140 (IPC Server handler 0 on default port 39891):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 577
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
    app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
    app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)
Thread 141 (IPC Server handler 1 on default port 39891):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 668
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
    app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
    app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)
Thread 142 (IPC Server handler 2 on default port 39891):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 616
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
    app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
    app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)
Thread 143 (IPC Server handler 3 on default port 39891):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 577
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
    app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
    app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)
Thread 144 (IPC Server handler 4 on default port 39891):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 577
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
    app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
    app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)
Thread 151 (VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/test-data/223408e5-ae9c-411c-e3d8-231e394aecc4/cluster_0bc6d97e-980c-7f40-95d4-2788294eb670/data/data1)):
  State: TIMED_WAITING
  Blocked count: 4
  Waited count: 2
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656)
Thread 153 (VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/test-data/223408e5-ae9c-411c-e3d8-231e394aecc4/cluster_0bc6d97e-980c-7f40-95d4-2788294eb670/data/data2)):
  State: TIMED_WAITING
  Blocked count: 25
  Waited count: 2
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656)
Thread 158 (pool-39-thread-1):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 159 (qtp1441691316-159):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183)
    app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190)
    app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606)
    app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137)
    app//org.eclipse.jetty.io.ManagedSelector$$Lambda$254/0x00007f6fd442d2a8.run(Unknown Source)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 161 (qtp1441691316-161-acceptor-0@129226bc-ServerConnector@2f3eae39{HTTP/1.1, (http/1.1)}{localhost:42511}):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/sun.nio.ch.Net.accept(Native Method)
    java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425)
    java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391)
    app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388)
    app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 162 (VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/test-data/223408e5-ae9c-411c-e3d8-231e394aecc4/cluster_0bc6d97e-980c-7f40-95d4-2788294eb670/data/data3)):
  State: TIMED_WAITING
  Blocked count: 1
  Waited count: 2
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656)
Thread 163 (qtp1441691316-163):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 10
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 165 (qtp1441691316-165):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 10
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 166 (Session-HouseKeeper-6317a7da-1):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 167 (VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/test-data/223408e5-ae9c-411c-e3d8-231e394aecc4/cluster_0bc6d97e-980c-7f40-95d4-2788294eb670/data/data4)):
  State: TIMED_WAITING
  Blocked count: 1
  Waited count: 2
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656)
Thread 172 (refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/test-data/223408e5-ae9c-411c-e3d8-231e394aecc4/cluster_0bc6d97e-980c-7f40-95d4-2788294eb670/data/data2/current/BP-370926864-172.17.0.2-1731568953395):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 173 (refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/test-data/223408e5-ae9c-411c-e3d8-231e394aecc4/cluster_0bc6d97e-980c-7f40-95d4-2788294eb670/data/data1/current/BP-370926864-172.17.0.2-1731568953395):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 176 (refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/test-data/223408e5-ae9c-411c-e3d8-231e394aecc4/cluster_0bc6d97e-980c-7f40-95d4-2788294eb670/data/data3/current/BP-370926864-172.17.0.2-1731568953395):
  State: TIMED_WAITING
  Blocked count: 1
  Waited count: 3
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 178 (refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/test-data/223408e5-ae9c-411c-e3d8-231e394aecc4/cluster_0bc6d97e-980c-7f40-95d4-2788294eb670/data/data4/current/BP-370926864-172.17.0.2-1731568953395):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 187 (pool-15-thread-1):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 189 (pool-23-thread-1):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 192 (java.util.concurrent.ThreadPoolExecutor$Worker@42b38725[State = -1, empty queue]):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 195 (java.util.concurrent.ThreadPoolExecutor$Worker@3c079e98[State = -1, empty queue]):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 196 (nioEventLoopGroup-6-1):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
    app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
    app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
    app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
    app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 197 (org.apache.hadoop.util.JvmPauseMonitor$Monitor@69e47042):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 1152
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 199 (Socket Reader #1 for port 0):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497)
    app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476)
Thread 200 (IPC Server idle connection scanner for port 38127):
  State: TIMED_WAITING
  Blocked count: 1
  Waited count: 59
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563)
    java.base@17.0.11/java.util.TimerThread.run(Timer.java:516)
Thread 202 (Hadoop-Metrics-Updater-0):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 116
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 205 (Command processor):
  State: WAITING
  Blocked count: 1
  Waited count: 340
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@14a8d2ea
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.processQueue(BPServiceActor.java:1411)
    app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.run(BPServiceActor.java:1395)
Thread 206 (BP-370926864-172.17.0.2-1731568953395 heartbeating to localhost/127.0.0.1:33275):
  State: TIMED_WAITING
  Blocked count: 1348
  Waited count: 1555
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    app//org.apache.hadoop.hdfs.server.datanode.IncrementalBlockReportManager.waitTillNextIBR(IncrementalBlockReportManager.java:158)
    app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.offerService(BPServiceActor.java:771)
    app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.run(BPServiceActor.java:914)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 207 (pool-46-thread-1):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 157 (org.apache.hadoop.hdfs.server.datanode.DataXceiverServer@2d846603):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.Net.accept(Native Method)
    java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425)
    java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391)
    java.base@17.0.11/sun.nio.ch.ServerSocketAdaptor.accept(ServerSocketAdaptor.java:126)
    app//org.apache.hadoop.hdfs.net.TcpPeerServer.accept(TcpPeerServer.java:85)
    app//org.apache.hadoop.hdfs.server.datanode.DataXceiverServer.run(DataXceiverServer.java:242)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 201 (IPC Server Responder):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
    app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733)
    app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716)
Thread 198 (IPC Server listener on 0):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559)
Thread 208 (IPC Server handler 0 on default port 38127):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 579
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
    app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
    app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)
Thread 209 (IPC Server handler 1 on default port 38127):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 580
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
    app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
    app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)
Thread 210 (IPC Server handler 2 on default port 38127):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 577
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
    app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
    app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)
Thread 211 (IPC Server handler 3 on default port 38127):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 577
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
    app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
    app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)
Thread 212 (IPC Server handler 4 on default port 38127):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 577
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
    app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
    app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)
Thread 215 (VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/test-data/223408e5-ae9c-411c-e3d8-231e394aecc4/cluster_0bc6d97e-980c-7f40-95d4-2788294eb670/data/data5)):
  State: TIMED_WAITING
  Blocked count: 1
  Waited count: 2
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656)
Thread 216 (VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/test-data/223408e5-ae9c-411c-e3d8-231e394aecc4/cluster_0bc6d97e-980c-7f40-95d4-2788294eb670/data/data6)):
  State: TIMED_WAITING
  Blocked count: 1
  Waited count: 2
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656)
Thread 221 (refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/test-data/223408e5-ae9c-411c-e3d8-231e394aecc4/cluster_0bc6d97e-980c-7f40-95d4-2788294eb670/data/data5/current/BP-370926864-172.17.0.2-1731568953395):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 222 (refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/test-data/223408e5-ae9c-411c-e3d8-231e394aecc4/cluster_0bc6d97e-980c-7f40-95d4-2788294eb670/data/data6/current/BP-370926864-172.17.0.2-1731568953395):
  State: TIMED_WAITING
  Blocked count: 1
  Waited count: 3
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 226 (pool-35-thread-1):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 229 (java.util.concurrent.ThreadPoolExecutor$Worker@762560cc[State = -1, empty queue]):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 234 (FsDatasetAsyncDiskServiceFixer):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 20
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer.run(HBaseTestingUtil.java:576)
Thread 237 (NIOServerCxnFactory.SelectorThread-1):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403)
    app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368)
Thread 236 (NIOServerCxnFactory.SelectorThread-0):
  State: RUNNABLE
  Blocked count: 7
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403)
    app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368)
Thread 238 (NIOServerCxnFactory.AcceptThread:localhost/127.0.0.1:51438):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.select(NIOServerCnxnFactory.java:205)
    app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.run(NIOServerCnxnFactory.java:181)
Thread 235 (ConnnectionExpirer):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 59
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.zookeeper.server.NIOServerCnxnFactory$ConnectionExpirerThread.run(NIOServerCnxnFactory.java:554)
Thread 239 (SessionTracker):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 289
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163)
Thread 240 (SyncThread:0):
  State: WAITING
  Blocked count: 14
  Waited count: 373
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@12c983c2
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    app//org.apache.zookeeper.server.SyncRequestProcessor.run(SyncRequestProcessor.java:170)
Thread 241 (ProcessThread(sid:0 cport:51438):):
  State: WAITING
  Blocked count: 2
  Waited count: 443
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@34794179
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    app//org.apache.zookeeper.server.PrepRequestProcessor.run(PrepRequestProcessor.java:142)
Thread 242 (RequestThrottler):
  State: WAITING
  Blocked count: 1
  Waited count: 463
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@2d496282
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    app//org.apache.zookeeper.server.RequestThrottler.run(RequestThrottler.java:147)
Thread 243 (NIOWorkerThread-1):
  State: WAITING
  Blocked count: 2
  Waited count: 87
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@5c390f30
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 254 (weak-ref-cleaner-strictcontextstorage):
  State: WAITING
  Blocked count: 0
  Waited count: 1
  Waiting on java.lang.ref.ReferenceQueue$Lock@2b040e6
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155)
    java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176)
    app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 255 (HBase-Metrics2-1):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 514
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 256 (HMaster-EventLoopGroup-1-1):
  State: RUNNABLE
  Blocked count: 7
  Waited count: 0
  Stack:
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 257 (Time-limited test-SendThread(127.0.0.1:51438)):
  State: RUNNABLE
  Blocked count: 21
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
    app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332)
    app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289)
Thread 258 (Time-limited test-EventThread):
  State: WAITING
  Blocked count: 9
  Waited count: 56
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@1a878b37
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550)
Thread 259 (NIOWorkerThread-2):
  State: WAITING
  Blocked count: 3
  Waited count: 86
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@5c390f30
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 260 (NIOWorkerThread-3):
  State: WAITING
  Blocked count: 2
  Waited count: 87
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@5c390f30
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 261 (NIOWorkerThread-4):
  State: WAITING
  Blocked count: 0
  Waited count: 87
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@5c390f30
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 262 (zk-event-processor-pool-0):
  State: WAITING
  Blocked count: 25
  Waited count: 70
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@e5347d8
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 263 (NIOWorkerThread-5):
  State: WAITING
  Blocked count: 1
  Waited count: 87
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@5c390f30
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 264 (NIOWorkerThread-6):
  State: WAITING
  Blocked count: 4
  Waited count: 87
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@5c390f30
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 265 (NIOWorkerThread-7):
  State: WAITING
  Blocked count: 1
  Waited count: 87
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@5c390f30
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 266 (NIOWorkerThread-8):
  State: WAITING
  Blocked count: 1
  Waited count: 88
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@5c390f30
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 267 (NIOWorkerThread-9):
  State: WAITING
  Blocked count: 6
  Waited count: 86
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@5c390f30
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 268 (NIOWorkerThread-10):
  State: WAITING
  Blocked count: 1
  Waited count: 87
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@5c390f30
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 269 (NIOWorkerThread-11):
  State: WAITING
  Blocked count: 2
  Waited count: 87
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@5c390f30
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 270 (NIOWorkerThread-12):
  State: WAITING
  Blocked count: 3
  Waited count: 86
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@5c390f30
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 271 (NIOWorkerThread-13):
  State: WAITING
  Blocked count: 5
  Waited count: 87
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@5c390f30
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 272 (NIOWorkerThread-14):
  State: WAITING
  Blocked count: 3
  Waited count: 86
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@5c390f30
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 273 (NIOWorkerThread-15):
  State: WAITING
  Blocked count: 2
  Waited count: 86
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@5c390f30
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 274 (NIOWorkerThread-16):
  State: WAITING
  Blocked count: 3
  Waited count: 88
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@5c390f30
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 276 (RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33371):
  State: WAITING
  Blocked count: 0
  Waited count: 1
  Waiting on java.util.concurrent.Semaphore$NonfairSync@e649184
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047)
    java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318)
    app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55)
    app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)
Thread 277 (RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33371):
  State: WAITING
  Blocked count: 90
  Waited count: 374
  Waiting on java.util.concurrent.Semaphore$NonfairSync@179bcdb3
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047)
    java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318)
    app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55)
    app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)
Thread 278 (RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371):
  State: WAITING
  Blocked count: 128
  Waited count: 509
  Waiting on java.util.concurrent.Semaphore$NonfairSync@31632244
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047)
    java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318)
    app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55)
    app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)
Thread 279 (RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33371):
  State: WAITING
  Blocked count: 71
  Waited count: 5949
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@251ace37
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68)
    app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)
Thread 280 (RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33371):
  State: WAITING
  Blocked count: 2
  Waited count: 4
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@fd893a1
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68)
    app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)
Thread 281 (RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33371):
  State: WAITING
  Blocked count: 0
  Waited count: 1
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@fd893a1
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68)
    app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)
Thread 282 (RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=33371):
  State: WAITING
  Blocked count: 0
  Waited count: 1
  Waiting on java.util.concurrent.Semaphore$NonfairSync@46e731bc
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047)
    java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318)
    app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55)
    app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)
Thread 283 (RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=33371):
  State: WAITING
  Blocked count: 0
  Waited count: 1
  Waiting on java.util.concurrent.Semaphore$NonfairSync@6ebe5a26
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047)
    java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318)
    app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55)
    app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)
Thread 284 (RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33371):
  State: WAITING
  Blocked count: 0
  Waited count: 1
  Waiting on java.util.concurrent.Semaphore$NonfairSync@1d265ab0
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047)
    java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318)
    app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55)
    app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)
Thread 285 (RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=33371):
  State: WAITING
  Blocked count: 0
  Waited count: 3
  Waiting on java.util.concurrent.Semaphore$NonfairSync@56a8872e
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047)
    java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318)
    app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55)
    app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)
Thread 288 (Time-limited test.named-queue-events-pool-0):
  State: WAITING
  Blocked count: 0
  Waited count: 1
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@293d2696
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47)
    app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56)
    app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159)
    app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 289 (MiniHBaseClusterRegionServer-EventLoopGroup-3-1):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 309 (MiniHBaseClusterRegionServer-EventLoopGroup-4-1):
  State: RUNNABLE
  Blocked count: 2
  Waited count: 0
  Stack:
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 329 (MiniHBaseClusterRegionServer-EventLoopGroup-5-1):
  State: RUNNABLE
  Blocked count: 41
  Waited count: 3
  Stack:
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 286 (M:0;20680646cf8a:33371):
  State: TIMED_WAITING
  Blocked count: 12
  Waited count: 2745
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.FutureTask.awaitDone(FutureTask.java:444)
    java.base@17.0.11/java.util.concurrent.FutureTask.get(FutureTask.java:203)
    app//org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.shutdown(AbstractFSWAL.java:1195)
    app//org.apache.hadoop.hbase.wal.AbstractFSWALProvider.shutdown0(AbstractFSWALProvider.java:162)
    app//org.apache.hadoop.hbase.wal.AbstractWALProvider$$Lambda$1335/0x00007f6fd51e6938.run(Unknown Source)
    app//org.apache.hadoop.hbase.wal.AbstractWALProvider.cleanup(AbstractWALProvider.java:287)
    app//org.apache.hadoop.hbase.wal.AbstractWALProvider.shutdown(AbstractWALProvider.java:299)
    app//org.apache.hadoop.hbase.wal.WALFactory.shutdown(WALFactory.java:341)
    app//org.apache.hadoop.hbase.master.region.MasterRegion.shutdownWAL(MasterRegion.java:140)
    app//org.apache.hadoop.hbase.master.region.MasterRegion.close(MasterRegion.java:206)
    app//org.apache.hadoop.hbase.master.HMaster.stopServiceThreads(HMaster.java:1819)
    app//org.apache.hadoop.hbase.master.HMaster.run(HMaster.java:631)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 350 (Monitor thread for TaskMonitor):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 58
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 352 (master/20680646cf8a:0:becomeActiveMaster-MemStoreChunkPool Statistics):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 2
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 354 (master/20680646cf8a:0:becomeActiveMaster-MemStoreChunkPool Statistics):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 2
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 356 (org.apache.hadoop.hdfs.PeerCache@4a8cbd64):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 192
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253)
    app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46)
    app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 374 (master:store-WAL-Roller):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 5726
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180)
Thread 389 (MiniHBaseClusterRegionServer-EventLoopGroup-5-2):
  State: RUNNABLE
  Blocked count: 42
  Waited count: 3
  Stack:
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 390 (MiniHBaseClusterRegionServer-EventLoopGroup-5-3):
  State: RUNNABLE
  Blocked count: 114
  Waited count: 3
  Stack:
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 402 (Idle-Rpc-Conn-Sweeper-pool-0):
  State: WAITING
  Blocked count: 0
  Waited count: 146
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@4858e2a7
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 413 (SnapshotHandlerChoreCleaner):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 58
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 401 (RpcClient-timer-pool-0):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 57235
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598)
    app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 422 (HMaster-EventLoopGroup-1-2):
  State: RUNNABLE
  Blocked count: 15
  Waited count: 0
  Stack:
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 423 (HMaster-EventLoopGroup-1-3):
  State: RUNNABLE
  Blocked count: 13
  Waited count: 0
  Stack:
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 445 (RegionServerTracker-0):
  State: WAITING
  Blocked count: 9
  Waited count: 12
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@6347fd4
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 466 (regionserver/20680646cf8a:0.procedureResultReporter):
  State: WAITING
  Blocked count: 15
  Waited count: 31
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@5c35f63
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75)
Thread 467 (regionserver/20680646cf8a:0.procedureResultReporter):
  State: WAITING
  Blocked count: 14
  Waited count: 29
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@a01d8a6
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75)
Thread 469 (regionserver/20680646cf8a:0.procedureResultReporter):
  State: WAITING
  Blocked count: 12
  Waited count: 25
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@2ca6fcdd
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75)
Thread 507 (MiniHBaseClusterRegionServer-EventLoopGroup-4-2):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 518 (MiniHBaseClusterRegionServer-EventLoopGroup-4-3):
  State: RUNNABLE
  Blocked count: 2
  Waited count: 0
  Stack:
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 519 (region-location-0):
  State: WAITING
  Blocked count: 7
  Waited count: 11
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@949ec42
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 526 (RPCClient-NioEventLoopGroup-6-1):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 400 (Async-Client-Retry-Timer-pool-0):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 57068
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598)
    app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 533 (RPCClient-NioEventLoopGroup-6-2):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 539 (RPCClient-NioEventLoopGroup-6-3):
  State: RUNNABLE
  Blocked count: 1
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 581 (region-location-1):
  State: WAITING
  Blocked count: 6
  Waited count: 9
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@949ec42
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 582 (region-location-2):
  State: WAITING
  Blocked count: 2
  Waited count: 6
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@949ec42
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 981 (MutableQuantiles-0):
  State: TIMED_WAITING
  Blocked count: 1
  Waited count: 448
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 1044 (RPCClient-NioEventLoopGroup-6-4):
  State: RUNNABLE
  Blocked count: 1
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 1075 (MiniHBaseClusterRegionServer-EventLoopGroup-3-2):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 1085 (zk-permission-watcher-pool-0):
  State: WAITING
  Blocked count: 59
  Waited count: 97
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@975ea50
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 1089 (RPCClient-NioEventLoopGroup-6-5):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 1090 (MiniHBaseClusterRegionServer-EventLoopGroup-3-3):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 1091 (RPCClient-NioEventLoopGroup-6-6):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 1500 (Container metrics unregistration):
  State: WAITING
  Blocked count: 10
  Waited count: 33
  Waiting on java.util.TaskQueue@4f182cc0
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    java.base@17.0.11/java.lang.Object.wait(Object.java:338)
    java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537)
    java.base@17.0.11/java.util.TimerThread.run(Timer.java:516)
Thread 2950 (region-location-3):
  State: WAITING
  Blocked count: 2
  Waited count: 6
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@949ec42
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 2951 (region-location-4):
  State: WAITING
  Blocked count: 1
  Waited count: 4
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@949ec42
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 4889 (RPCClient-NioEventLoopGroup-6-7):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 4890 (RPCClient-NioEventLoopGroup-6-8):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 4891 (RPCClient-NioEventLoopGroup-6-9):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 8909 (AsyncFSWAL-1-hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/MasterData-prefix:20680646cf8a,33371,1731568957526):
  State: WAITING
  Blocked count: 0
  Waited count: 2
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@2d86a386
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 8916 (Timer for 'JobHistoryServer' metrics system):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 27
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563)
    java.base@17.0.11/java.util.TimerThread.run(Timer.java:516)
Thread 8917 (process reaper):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 2
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401)
    java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 8920 (WAL-Shutdown-0):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 2
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.awaitTermination(ThreadPoolExecutor.java:1464)
    app//org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.doShutdown(AbstractFSWAL.java:2117)
    app//org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL$2.call(AbstractFSWAL.java:1179)
    app//org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL$2.call(AbstractFSWAL.java:1174)
    java.base@17.0.11/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 8921 (Close-WAL-Writer-0):
  State: TIMED_WAITING
  Blocked count: 1
  Waited count: 2
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.hbase.util.RecoverLeaseFSUtils.recoverDFSFileLease(RecoverLeaseFSUtils.java:166)
    app//org.apache.hadoop.hbase.util.RecoverLeaseFSUtils.recoverFileLease(RecoverLeaseFSUtils.java:96)
    app//org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.recoverLease(AbstractFSWAL.java:2031)
    app//org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2044)
    app//org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL$$Lambda$1323/0x00007f6fd51df090.run(Unknown Source)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
2024-11-14T07:32:16,052 WARN  [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(233): attempt=1 on file=hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/MasterData/WALs/20680646cf8a,33371,1731568957526/20680646cf8a%2C33371%2C1731568957526.1731568959052 after 4000ms
java.io.IOException: Filesystem closed
	at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.DFSClient.recoverLease(DFSClient.java:946) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.DistributedFileSystem$3.doCall(DistributedFileSystem.java:317) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.DistributedFileSystem$3.doCall(DistributedFileSystem.java:314) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.DistributedFileSystem.recoverLease(DistributedFileSystem.java:329) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.hbase.util.RecoverLeaseFSUtils.recoverLease(RecoverLeaseFSUtils.java:222) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.util.RecoverLeaseFSUtils.recoverDFSFileLease(RecoverLeaseFSUtils.java:155) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.util.RecoverLeaseFSUtils.recoverFileLease(RecoverLeaseFSUtils.java:96) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.recoverLease(AbstractFSWAL.java:2031) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2044) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T07:32:17,045 ERROR [WAL-Shutdown-0 {}] wal.AbstractFSWAL(2118): We have waited 5 seconds but the close of async writer doesn't complete.Please check the status of underlying filesystem or increase the wait time by the config "hbase.wal.async.wait.on.shutdown.seconds"
2024-11-14T07:32:17,046 INFO  [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-14T07:32:17,046 INFO  [M:0;20680646cf8a:33371 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down.
2024-11-14T07:32:17,046 INFO  [M:0;20680646cf8a:33371 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33371
2024-11-14T07:32:17,047 INFO  [M:0;20680646cf8a:33371 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-14T07:32:17,054 WARN  [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(258): Failed invocation for hdfs://localhost:33275/user/jenkins/test-data/2f427ca1-9f24-af59-39db-624d7e97aa50/MasterData/WALs/20680646cf8a,33371,1731568957526/20680646cf8a%2C33371%2C1731568957526.1731568959052
java.lang.reflect.InvocationTargetException: null
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.hbase.util.RecoverLeaseFSUtils.isFileClosed(RecoverLeaseFSUtils.java:254) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.util.RecoverLeaseFSUtils.recoverDFSFileLease(RecoverLeaseFSUtils.java:186) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.util.RecoverLeaseFSUtils.recoverFileLease(RecoverLeaseFSUtils.java:96) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.recoverLease(AbstractFSWAL.java:2031) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2044) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: java.io.IOException: Filesystem closed
	at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.DFSClient.isFileClosed(DFSClient.java:1808) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.DistributedFileSystem$46.doCall(DistributedFileSystem.java:2539) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.DistributedFileSystem$46.doCall(DistributedFileSystem.java:2536) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.DistributedFileSystem.isFileClosed(DistributedFileSystem.java:2554) ~[hadoop-hdfs-client-3.4.1.jar:?]
	... 12 more
2024-11-14T07:32:17,150 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33371-0x1003d1cd0e50000, quorum=127.0.0.1:51438, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-14T07:32:17,150 INFO  [M:0;20680646cf8a:33371 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-14T07:32:17,150 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33371-0x1003d1cd0e50000, quorum=127.0.0.1:51438, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-14T07:32:17,158 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6de6c5d8{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-14T07:32:17,158 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2f3eae39{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-14T07:32:17,158 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-14T07:32:17,159 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2e4553a8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-14T07:32:17,159 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@76212b67{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/test-data/223408e5-ae9c-411c-e3d8-231e394aecc4/hadoop.log.dir/,STOPPED}
2024-11-14T07:32:17,161 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit.
2024-11-14T07:32:17,161 WARN  [BP-370926864-172.17.0.2-1731568953395 heartbeating to localhost/127.0.0.1:33275 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted
2024-11-14T07:32:17,162 WARN  [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup]
2024-11-14T07:32:17,162 WARN  [BP-370926864-172.17.0.2-1731568953395 heartbeating to localhost/127.0.0.1:33275 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-370926864-172.17.0.2-1731568953395 (Datanode Uuid d7745c9b-60e5-4d9a-843a-f45c41779eb3) service to localhost/127.0.0.1:33275
2024-11-14T07:32:17,164 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/test-data/223408e5-ae9c-411c-e3d8-231e394aecc4/cluster_0bc6d97e-980c-7f40-95d4-2788294eb670/data/data5/current/BP-370926864-172.17.0.2-1731568953395 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-14T07:32:17,164 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/test-data/223408e5-ae9c-411c-e3d8-231e394aecc4/cluster_0bc6d97e-980c-7f40-95d4-2788294eb670/data/data6/current/BP-370926864-172.17.0.2-1731568953395 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-14T07:32:17,165 WARN  [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func
2024-11-14T07:32:17,167 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@b7103b4{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-14T07:32:17,167 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6fd9f7d6{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-14T07:32:17,167 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-14T07:32:17,167 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@22fc93bf{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-14T07:32:17,167 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@32c01182{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/test-data/223408e5-ae9c-411c-e3d8-231e394aecc4/hadoop.log.dir/,STOPPED}
2024-11-14T07:32:17,169 WARN  [BP-370926864-172.17.0.2-1731568953395 heartbeating to localhost/127.0.0.1:33275 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted
2024-11-14T07:32:17,169 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit.
2024-11-14T07:32:17,169 WARN  [BP-370926864-172.17.0.2-1731568953395 heartbeating to localhost/127.0.0.1:33275 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-370926864-172.17.0.2-1731568953395 (Datanode Uuid 726b6378-d933-45f2-a017-2e0475f07b4f) service to localhost/127.0.0.1:33275
2024-11-14T07:32:17,169 WARN  [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup]
2024-11-14T07:32:17,169 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/test-data/223408e5-ae9c-411c-e3d8-231e394aecc4/cluster_0bc6d97e-980c-7f40-95d4-2788294eb670/data/data3/current/BP-370926864-172.17.0.2-1731568953395 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-14T07:32:17,170 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/test-data/223408e5-ae9c-411c-e3d8-231e394aecc4/cluster_0bc6d97e-980c-7f40-95d4-2788294eb670/data/data4/current/BP-370926864-172.17.0.2-1731568953395 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-14T07:32:17,170 WARN  [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func
2024-11-14T07:32:17,172 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3de744c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-14T07:32:17,172 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3937fd27{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-14T07:32:17,172 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-14T07:32:17,172 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@148bf833{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-14T07:32:17,173 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@69e7add{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/test-data/223408e5-ae9c-411c-e3d8-231e394aecc4/hadoop.log.dir/,STOPPED}
2024-11-14T07:32:17,174 WARN  [BP-370926864-172.17.0.2-1731568953395 heartbeating to localhost/127.0.0.1:33275 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted
2024-11-14T07:32:17,174 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit.
2024-11-14T07:32:17,174 WARN  [BP-370926864-172.17.0.2-1731568953395 heartbeating to localhost/127.0.0.1:33275 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-370926864-172.17.0.2-1731568953395 (Datanode Uuid 84d7596e-d34f-432e-8f72-7012346c3096) service to localhost/127.0.0.1:33275
2024-11-14T07:32:17,174 WARN  [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup]
2024-11-14T07:32:17,174 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/test-data/223408e5-ae9c-411c-e3d8-231e394aecc4/cluster_0bc6d97e-980c-7f40-95d4-2788294eb670/data/data1/current/BP-370926864-172.17.0.2-1731568953395 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-14T07:32:17,175 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/test-data/223408e5-ae9c-411c-e3d8-231e394aecc4/cluster_0bc6d97e-980c-7f40-95d4-2788294eb670/data/data2/current/BP-370926864-172.17.0.2-1731568953395 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-14T07:32:17,175 WARN  [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func
2024-11-14T07:32:17,181 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5d3f6b4f{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-14T07:32:17,181 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@58f01c16{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-14T07:32:17,181 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-14T07:32:17,181 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5cebb95a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-14T07:32:17,181 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5140b357{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/test-data/223408e5-ae9c-411c-e3d8-231e394aecc4/hadoop.log.dir/,STOPPED}
2024-11-14T07:32:17,191 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers
2024-11-14T07:32:17,273 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down