2024-11-23 05:40:05,252 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@20b2475a
2024-11-23 05:40:05,288 main DEBUG Took 0.031889 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging
2024-11-23 05:40:05,289 main DEBUG PluginManager 'Core' found 129 plugins
2024-11-23 05:40:05,296 main DEBUG PluginManager 'Level' found 0 plugins
2024-11-23 05:40:05,298 main DEBUG PluginManager 'Lookup' found 16 plugins
2024-11-23 05:40:05,300 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-23 05:40:05,317 main DEBUG PluginManager 'TypeConverter' found 26 plugins
2024-11-23 05:40:05,360 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-23 05:40:05,362 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-23 05:40:05,363 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-23 05:40:05,364 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-23 05:40:05,370 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-23 05:40:05,371 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-23 05:40:05,373 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-23 05:40:05,374 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-23 05:40:05,374 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-23 05:40:05,375 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-23 05:40:05,378 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-23 05:40:05,378 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-23 05:40:05,380 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-23 05:40:05,381 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-23 05:40:05,383 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-23 05:40:05,384 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-23 05:40:05,385 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-23 05:40:05,385 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-23 05:40:05,387 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-23 05:40:05,388 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-23 05:40:05,389 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-23 05:40:05,391 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-23 05:40:05,392 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-23 05:40:05,396 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-23 05:40:05,399 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-23 05:40:05,400 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger].
2024-11-23 05:40:05,402 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-23 05:40:05,406 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin].
2024-11-23 05:40:05,409 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root})
2024-11-23 05:40:05,409 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout].
2024-11-23 05:40:05,411 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null")
2024-11-23 05:40:05,412 main DEBUG PluginManager 'Converter' found 47 plugins
2024-11-23 05:40:05,431 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender].
2024-11-23 05:40:05,435 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={})
2024-11-23 05:40:05,438 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR
2024-11-23 05:40:05,438 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin].
2024-11-23 05:40:05,439 main DEBUG createAppenders(={Console})
2024-11-23 05:40:05,440 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@20b2475a initialized
2024-11-23 05:40:05,441 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@20b2475a
2024-11-23 05:40:05,441 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@20b2475a OK.
2024-11-23 05:40:05,446 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1
2024-11-23 05:40:05,447 main DEBUG OutputStream closed
2024-11-23 05:40:05,447 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true
2024-11-23 05:40:05,448 main DEBUG Appender DefaultConsole-1 stopped with status true
2024-11-23 05:40:05,448 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@4310d43 OK
2024-11-23 05:40:05,613 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6
2024-11-23 05:40:05,616 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger
2024-11-23 05:40:05,618 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector
2024-11-23 05:40:05,620 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=
2024-11-23 05:40:05,621 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory
2024-11-23 05:40:05,621 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter
2024-11-23 05:40:05,622 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper
2024-11-23 05:40:05,623 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j
2024-11-23 05:40:05,623 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl
2024-11-23 05:40:05,624 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans
2024-11-23 05:40:05,624 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase
2024-11-23 05:40:05,625 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop
2024-11-23 05:40:05,625 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers
2024-11-23 05:40:05,626 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices
2024-11-23 05:40:05,626 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig
2024-11-23 05:40:05,627 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel
2024-11-23 05:40:05,627 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore
2024-11-23 05:40:05,629 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console
2024-11-23 05:40:05,632 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps.
2024-11-23 05:40:05,632 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-logging/target/hbase-logging-4.0.0-alpha-1-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@12f9af83) with optional ClassLoader: null
2024-11-23 05:40:05,633 main DEBUG Shutdown hook enabled. Registering a new one.
2024-11-23 05:40:05,634 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@12f9af83] started OK.
2024-11-23T05:40:06,193 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4804ebfe-9290-8827-bad4-7f1cff013cb0
2024-11-23 05:40:06,196 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED)
2024-11-23 05:40:06,197 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps.
2024-11-23T05:40:06,222 INFO  [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay timeout: 13 mins
2024-11-23T05:40:06,231 INFO  [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplayCompressed timeout: 13 mins
2024-11-23T05:40:06,288 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16
2024-11-23T05:40:06,372 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false
2024-11-23T05:40:06,373 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512
2024-11-23T05:40:06,392 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false}
2024-11-23T05:40:06,427 INFO  [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4804ebfe-9290-8827-bad4-7f1cff013cb0/cluster_733d604a-1650-c124-648e-19105c1f3ff7, deleteOnExit=true
2024-11-23T05:40:06,428 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS
2024-11-23T05:40:06,429 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4804ebfe-9290-8827-bad4-7f1cff013cb0/test.cache.data in system properties and HBase conf
2024-11-23T05:40:06,432 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4804ebfe-9290-8827-bad4-7f1cff013cb0/hadoop.tmp.dir in system properties and HBase conf
2024-11-23T05:40:06,433 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4804ebfe-9290-8827-bad4-7f1cff013cb0/hadoop.log.dir in system properties and HBase conf
2024-11-23T05:40:06,434 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4804ebfe-9290-8827-bad4-7f1cff013cb0/mapreduce.cluster.local.dir in system properties and HBase conf
2024-11-23T05:40:06,435 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4804ebfe-9290-8827-bad4-7f1cff013cb0/mapreduce.cluster.temp.dir in system properties and HBase conf
2024-11-23T05:40:06,435 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF
2024-11-23T05:40:06,563 WARN  [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
2024-11-23T05:40:06,756 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-11-23T05:40:06,789 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4804ebfe-9290-8827-bad4-7f1cff013cb0/yarn.node-labels.fs-store.root-dir in system properties and HBase conf
2024-11-23T05:40:06,792 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4804ebfe-9290-8827-bad4-7f1cff013cb0/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf
2024-11-23T05:40:06,802 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4804ebfe-9290-8827-bad4-7f1cff013cb0/yarn.nodemanager.log-dirs in system properties and HBase conf
2024-11-23T05:40:06,804 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4804ebfe-9290-8827-bad4-7f1cff013cb0/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-23T05:40:06,806 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4804ebfe-9290-8827-bad4-7f1cff013cb0/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf
2024-11-23T05:40:06,808 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4804ebfe-9290-8827-bad4-7f1cff013cb0/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf
2024-11-23T05:40:06,814 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4804ebfe-9290-8827-bad4-7f1cff013cb0/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-23T05:40:06,814 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4804ebfe-9290-8827-bad4-7f1cff013cb0/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-23T05:40:06,821 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4804ebfe-9290-8827-bad4-7f1cff013cb0/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf
2024-11-23T05:40:06,822 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4804ebfe-9290-8827-bad4-7f1cff013cb0/nfs.dump.dir in system properties and HBase conf
2024-11-23T05:40:06,831 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4804ebfe-9290-8827-bad4-7f1cff013cb0/java.io.tmpdir in system properties and HBase conf
2024-11-23T05:40:06,831 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4804ebfe-9290-8827-bad4-7f1cff013cb0/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-23T05:40:06,832 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4804ebfe-9290-8827-bad4-7f1cff013cb0/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf
2024-11-23T05:40:06,833 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4804ebfe-9290-8827-bad4-7f1cff013cb0/fs.s3a.committer.staging.tmp.path in system properties and HBase conf
2024-11-23T05:40:08,537 WARN  [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
2024-11-23T05:40:08,720 INFO  [Time-limited test {}] log.Log(170): Logging initialized @5149ms to org.eclipse.jetty.util.log.Slf4jLog
2024-11-23T05:40:08,912 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-23T05:40:09,045 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-23T05:40:09,189 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-23T05:40:09,190 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-23T05:40:09,192 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms
2024-11-23T05:40:09,233 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-23T05:40:09,259 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5dc5014{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4804ebfe-9290-8827-bad4-7f1cff013cb0/hadoop.log.dir/,AVAILABLE}
2024-11-23T05:40:09,265 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@a6f93cf{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-23T05:40:09,514 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2c8b857b{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4804ebfe-9290-8827-bad4-7f1cff013cb0/java.io.tmpdir/jetty-localhost-40041-hadoop-hdfs-3_4_1-tests_jar-_-any-15250170770947247556/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-23T05:40:09,535 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@58a7ff93{HTTP/1.1, (http/1.1)}{localhost:40041}
2024-11-23T05:40:09,535 INFO  [Time-limited test {}] server.Server(415): Started @5964ms
2024-11-23T05:40:10,283 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-23T05:40:10,305 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-23T05:40:10,309 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-23T05:40:10,309 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-23T05:40:10,309 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms
2024-11-23T05:40:10,314 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@126e7def{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4804ebfe-9290-8827-bad4-7f1cff013cb0/hadoop.log.dir/,AVAILABLE}
2024-11-23T05:40:10,315 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@fcc4f36{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-23T05:40:10,455 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@17d1a8d5{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4804ebfe-9290-8827-bad4-7f1cff013cb0/java.io.tmpdir/jetty-localhost-44097-hadoop-hdfs-3_4_1-tests_jar-_-any-11837395858562673587/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-23T05:40:10,457 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4afdb36e{HTTP/1.1, (http/1.1)}{localhost:44097}
2024-11-23T05:40:10,457 INFO  [Time-limited test {}] server.Server(415): Started @6886ms
2024-11-23T05:40:10,530 WARN  [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering.
2024-11-23T05:40:10,860 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-23T05:40:10,870 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-23T05:40:10,899 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-23T05:40:10,900 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-23T05:40:10,900 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms
2024-11-23T05:40:10,911 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@243ebd61{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4804ebfe-9290-8827-bad4-7f1cff013cb0/hadoop.log.dir/,AVAILABLE}
2024-11-23T05:40:10,912 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2f9065a5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-23T05:40:11,059 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4464725f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4804ebfe-9290-8827-bad4-7f1cff013cb0/java.io.tmpdir/jetty-localhost-43171-hadoop-hdfs-3_4_1-tests_jar-_-any-1306094561290670454/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-23T05:40:11,060 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@11808715{HTTP/1.1, (http/1.1)}{localhost:43171}
2024-11-23T05:40:11,061 INFO  [Time-limited test {}] server.Server(415): Started @7490ms
2024-11-23T05:40:11,063 WARN  [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering.
2024-11-23T05:40:11,195 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-23T05:40:11,204 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-23T05:40:11,217 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-23T05:40:11,217 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-23T05:40:11,217 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms
2024-11-23T05:40:11,219 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4bbcb0d6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4804ebfe-9290-8827-bad4-7f1cff013cb0/hadoop.log.dir/,AVAILABLE}
2024-11-23T05:40:11,221 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@16c07ee3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-23T05:40:11,360 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@26f8cb79{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4804ebfe-9290-8827-bad4-7f1cff013cb0/java.io.tmpdir/jetty-localhost-35649-hadoop-hdfs-3_4_1-tests_jar-_-any-3693105213570040068/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-23T05:40:11,361 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@10705e91{HTTP/1.1, (http/1.1)}{localhost:35649}
2024-11-23T05:40:11,361 INFO  [Time-limited test {}] server.Server(415): Started @7790ms
2024-11-23T05:40:11,364 WARN  [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering.
2024-11-23T05:40:12,088 WARN  [Thread-119 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4804ebfe-9290-8827-bad4-7f1cff013cb0/cluster_733d604a-1650-c124-648e-19105c1f3ff7/data/data1/current/BP-1122682880-172.17.0.2-1732340407948/current, will proceed with Du for space computation calculation, 
2024-11-23T05:40:12,090 WARN  [Thread-120 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4804ebfe-9290-8827-bad4-7f1cff013cb0/cluster_733d604a-1650-c124-648e-19105c1f3ff7/data/data2/current/BP-1122682880-172.17.0.2-1732340407948/current, will proceed with Du for space computation calculation, 
2024-11-23T05:40:12,147 WARN  [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1
2024-11-23T05:40:12,205 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x61f7d6a2e9836aff with lease ID 0xf4c5f68e74c8e7da: Processing first storage report for DS-c28b39bb-14cc-4d91-9756-de8fd07c026a from datanode DatanodeRegistration(127.0.0.1:33125, datanodeUuid=233185cc-41e0-4dda-bc66-061b91d717e8, infoPort=45079, infoSecurePort=0, ipcPort=42577, storageInfo=lv=-57;cid=testClusterID;nsid=1301516028;c=1732340407948)
2024-11-23T05:40:12,206 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x61f7d6a2e9836aff with lease ID 0xf4c5f68e74c8e7da: from storage DS-c28b39bb-14cc-4d91-9756-de8fd07c026a node DatanodeRegistration(127.0.0.1:33125, datanodeUuid=233185cc-41e0-4dda-bc66-061b91d717e8, infoPort=45079, infoSecurePort=0, ipcPort=42577, storageInfo=lv=-57;cid=testClusterID;nsid=1301516028;c=1732340407948), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0
2024-11-23T05:40:12,207 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x61f7d6a2e9836aff with lease ID 0xf4c5f68e74c8e7da: Processing first storage report for DS-8b6643cf-6b5b-4b1f-ab0f-c9a83210a216 from datanode DatanodeRegistration(127.0.0.1:33125, datanodeUuid=233185cc-41e0-4dda-bc66-061b91d717e8, infoPort=45079, infoSecurePort=0, ipcPort=42577, storageInfo=lv=-57;cid=testClusterID;nsid=1301516028;c=1732340407948)
2024-11-23T05:40:12,209 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x61f7d6a2e9836aff with lease ID 0xf4c5f68e74c8e7da: from storage DS-8b6643cf-6b5b-4b1f-ab0f-c9a83210a216 node DatanodeRegistration(127.0.0.1:33125, datanodeUuid=233185cc-41e0-4dda-bc66-061b91d717e8, infoPort=45079, infoSecurePort=0, ipcPort=42577, storageInfo=lv=-57;cid=testClusterID;nsid=1301516028;c=1732340407948), blocks: 0, hasStaleStorage: false, processing time: 2 msecs, invalidatedBlocks: 0
2024-11-23T05:40:12,273 WARN  [Thread-131 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4804ebfe-9290-8827-bad4-7f1cff013cb0/cluster_733d604a-1650-c124-648e-19105c1f3ff7/data/data3/current/BP-1122682880-172.17.0.2-1732340407948/current, will proceed with Du for space computation calculation, 
2024-11-23T05:40:12,275 WARN  [Thread-132 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4804ebfe-9290-8827-bad4-7f1cff013cb0/cluster_733d604a-1650-c124-648e-19105c1f3ff7/data/data4/current/BP-1122682880-172.17.0.2-1732340407948/current, will proceed with Du for space computation calculation, 
2024-11-23T05:40:12,312 WARN  [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1
2024-11-23T05:40:12,320 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x80e8838bb79bfe4c with lease ID 0xf4c5f68e74c8e7db: Processing first storage report for DS-979d310d-3587-4cc1-bca5-3d701f1acf12 from datanode DatanodeRegistration(127.0.0.1:40725, datanodeUuid=3edeed1e-1214-4cb3-aaa4-35c7ee19c136, infoPort=46173, infoSecurePort=0, ipcPort=46669, storageInfo=lv=-57;cid=testClusterID;nsid=1301516028;c=1732340407948)
2024-11-23T05:40:12,320 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x80e8838bb79bfe4c with lease ID 0xf4c5f68e74c8e7db: from storage DS-979d310d-3587-4cc1-bca5-3d701f1acf12 node DatanodeRegistration(127.0.0.1:40725, datanodeUuid=3edeed1e-1214-4cb3-aaa4-35c7ee19c136, infoPort=46173, infoSecurePort=0, ipcPort=46669, storageInfo=lv=-57;cid=testClusterID;nsid=1301516028;c=1732340407948), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0
2024-11-23T05:40:12,320 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x80e8838bb79bfe4c with lease ID 0xf4c5f68e74c8e7db: Processing first storage report for DS-fa01aa4f-1a3c-4ef9-95b9-5b1f529d983b from datanode DatanodeRegistration(127.0.0.1:40725, datanodeUuid=3edeed1e-1214-4cb3-aaa4-35c7ee19c136, infoPort=46173, infoSecurePort=0, ipcPort=46669, storageInfo=lv=-57;cid=testClusterID;nsid=1301516028;c=1732340407948)
2024-11-23T05:40:12,320 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x80e8838bb79bfe4c with lease ID 0xf4c5f68e74c8e7db: from storage DS-fa01aa4f-1a3c-4ef9-95b9-5b1f529d983b node DatanodeRegistration(127.0.0.1:40725, datanodeUuid=3edeed1e-1214-4cb3-aaa4-35c7ee19c136, infoPort=46173, infoSecurePort=0, ipcPort=46669, storageInfo=lv=-57;cid=testClusterID;nsid=1301516028;c=1732340407948), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0
2024-11-23T05:40:12,435 WARN  [Thread-142 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4804ebfe-9290-8827-bad4-7f1cff013cb0/cluster_733d604a-1650-c124-648e-19105c1f3ff7/data/data5/current/BP-1122682880-172.17.0.2-1732340407948/current, will proceed with Du for space computation calculation, 
2024-11-23T05:40:12,440 WARN  [Thread-143 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4804ebfe-9290-8827-bad4-7f1cff013cb0/cluster_733d604a-1650-c124-648e-19105c1f3ff7/data/data6/current/BP-1122682880-172.17.0.2-1732340407948/current, will proceed with Du for space computation calculation, 
2024-11-23T05:40:12,503 WARN  [Thread-104 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1
2024-11-23T05:40:12,513 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7bc97a370039cfbe with lease ID 0xf4c5f68e74c8e7dc: Processing first storage report for DS-9d9fa3d0-c341-4f0c-a64c-9c20a7b480ae from datanode DatanodeRegistration(127.0.0.1:44463, datanodeUuid=8377492f-a104-40b6-89a1-efa1bf993324, infoPort=35021, infoSecurePort=0, ipcPort=45507, storageInfo=lv=-57;cid=testClusterID;nsid=1301516028;c=1732340407948)
2024-11-23T05:40:12,514 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7bc97a370039cfbe with lease ID 0xf4c5f68e74c8e7dc: from storage DS-9d9fa3d0-c341-4f0c-a64c-9c20a7b480ae node DatanodeRegistration(127.0.0.1:44463, datanodeUuid=8377492f-a104-40b6-89a1-efa1bf993324, infoPort=35021, infoSecurePort=0, ipcPort=45507, storageInfo=lv=-57;cid=testClusterID;nsid=1301516028;c=1732340407948), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0
2024-11-23T05:40:12,514 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7bc97a370039cfbe with lease ID 0xf4c5f68e74c8e7dc: Processing first storage report for DS-e3657612-f739-430f-b881-5e0b62575db5 from datanode DatanodeRegistration(127.0.0.1:44463, datanodeUuid=8377492f-a104-40b6-89a1-efa1bf993324, infoPort=35021, infoSecurePort=0, ipcPort=45507, storageInfo=lv=-57;cid=testClusterID;nsid=1301516028;c=1732340407948)
2024-11-23T05:40:12,515 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7bc97a370039cfbe with lease ID 0xf4c5f68e74c8e7dc: from storage DS-e3657612-f739-430f-b881-5e0b62575db5 node DatanodeRegistration(127.0.0.1:44463, datanodeUuid=8377492f-a104-40b6-89a1-efa1bf993324, infoPort=35021, infoSecurePort=0, ipcPort=45507, storageInfo=lv=-57;cid=testClusterID;nsid=1301516028;c=1732340407948), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0
2024-11-23T05:40:12,543 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4804ebfe-9290-8827-bad4-7f1cff013cb0
2024-11-23T05:40:12,730 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4804ebfe-9290-8827-bad4-7f1cff013cb0/cluster_733d604a-1650-c124-648e-19105c1f3ff7/zookeeper_0, clientPort=56120, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4804ebfe-9290-8827-bad4-7f1cff013cb0/cluster_733d604a-1650-c124-648e-19105c1f3ff7/zookeeper_0/version-2, dataDirSize=457
dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4804ebfe-9290-8827-bad4-7f1cff013cb0/cluster_733d604a-1650-c124-648e-19105c1f3ff7/zookeeper_0/version-2, dataLogSize=457
tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0

2024-11-23T05:40:12,755 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=56120
2024-11-23T05:40:12,779 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-23T05:40:12,782 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-23T05:40:13,046 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33125 is added to blk_1073741825_1001 (size=7)
2024-11-23T05:40:13,047 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44463 is added to blk_1073741825_1001 (size=7)
2024-11-23T05:40:13,047 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40725 is added to blk_1073741825_1001 (size=7)
2024-11-23T05:40:13,457 INFO  [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39201/user/jenkins/test-data/c5e2a731-f775-75ff-0609-7c22199d5862 with version=8
2024-11-23T05:40:13,457 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39201/user/jenkins/test-data/c5e2a731-f775-75ff-0609-7c22199d5862/hbase-staging
2024-11-23T05:40:13,946 INFO  [Time-limited test {}] client.ConnectionUtils(128): master/9abfc7c2569e:0 server-side Connection retries=45
2024-11-23T05:40:13,965 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-23T05:40:13,966 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-23T05:40:13,980 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-23T05:40:13,980 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-23T05:40:13,981 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-23T05:40:14,193 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService
2024-11-23T05:40:14,280 INFO  [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl
2024-11-23T05:40:14,292 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout
2024-11-23T05:40:14,297 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-23T05:40:14,330 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 2517 (auto-detected)
2024-11-23T05:40:14,332 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected)
2024-11-23T05:40:14,361 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33981
2024-11-23T05:40:14,393 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33981 connecting to ZooKeeper ensemble=127.0.0.1:56120
2024-11-23T05:40:14,527 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:339810x0, quorum=127.0.0.1:56120, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-23T05:40:14,535 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33981-0x101677e83ba0000 connected
2024-11-23T05:40:14,780 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-23T05:40:14,784 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-23T05:40:14,802 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33981-0x101677e83ba0000, quorum=127.0.0.1:56120, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-23T05:40:14,808 INFO  [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39201/user/jenkins/test-data/c5e2a731-f775-75ff-0609-7c22199d5862, hbase.cluster.distributed=false
2024-11-23T05:40:14,839 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33981-0x101677e83ba0000, quorum=127.0.0.1:56120, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl
2024-11-23T05:40:14,847 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33981
2024-11-23T05:40:14,848 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33981
2024-11-23T05:40:14,851 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33981
2024-11-23T05:40:14,855 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33981
2024-11-23T05:40:14,856 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33981
2024-11-23T05:40:14,990 INFO  [Time-limited test {}] client.ConnectionUtils(128): regionserver/9abfc7c2569e:0 server-side Connection retries=45
2024-11-23T05:40:14,992 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-23T05:40:14,992 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-23T05:40:14,993 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-23T05:40:14,993 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-23T05:40:14,993 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-23T05:40:14,997 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService
2024-11-23T05:40:15,001 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-23T05:40:15,002 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38323
2024-11-23T05:40:15,005 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38323 connecting to ZooKeeper ensemble=127.0.0.1:56120
2024-11-23T05:40:15,007 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-23T05:40:15,014 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-23T05:40:15,061 DEBUG [pool-64-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:383230x0, quorum=127.0.0.1:56120, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-23T05:40:15,062 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38323-0x101677e83ba0001 connected
2024-11-23T05:40:15,063 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38323-0x101677e83ba0001, quorum=127.0.0.1:56120, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-23T05:40:15,068 INFO  [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB
2024-11-23T05:40:15,078 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5
2024-11-23T05:40:15,081 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38323-0x101677e83ba0001, quorum=127.0.0.1:56120, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master
2024-11-23T05:40:15,087 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38323-0x101677e83ba0001, quorum=127.0.0.1:56120, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl
2024-11-23T05:40:15,088 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38323
2024-11-23T05:40:15,089 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38323
2024-11-23T05:40:15,089 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38323
2024-11-23T05:40:15,095 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38323
2024-11-23T05:40:15,103 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38323
2024-11-23T05:40:15,126 INFO  [Time-limited test {}] client.ConnectionUtils(128): regionserver/9abfc7c2569e:0 server-side Connection retries=45
2024-11-23T05:40:15,126 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-23T05:40:15,126 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-23T05:40:15,127 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-23T05:40:15,127 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-23T05:40:15,127 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-23T05:40:15,127 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService
2024-11-23T05:40:15,128 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-23T05:40:15,131 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36983
2024-11-23T05:40:15,134 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36983 connecting to ZooKeeper ensemble=127.0.0.1:56120
2024-11-23T05:40:15,135 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-23T05:40:15,140 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-23T05:40:15,195 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:369830x0, quorum=127.0.0.1:56120, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-23T05:40:15,196 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:369830x0, quorum=127.0.0.1:56120, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-23T05:40:15,197 INFO  [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB
2024-11-23T05:40:15,206 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36983-0x101677e83ba0002 connected
2024-11-23T05:40:15,210 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5
2024-11-23T05:40:15,212 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36983-0x101677e83ba0002, quorum=127.0.0.1:56120, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master
2024-11-23T05:40:15,214 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36983-0x101677e83ba0002, quorum=127.0.0.1:56120, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl
2024-11-23T05:40:15,217 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36983
2024-11-23T05:40:15,218 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36983
2024-11-23T05:40:15,218 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36983
2024-11-23T05:40:15,220 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36983
2024-11-23T05:40:15,220 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36983
2024-11-23T05:40:15,240 INFO  [Time-limited test {}] client.ConnectionUtils(128): regionserver/9abfc7c2569e:0 server-side Connection retries=45
2024-11-23T05:40:15,240 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-23T05:40:15,240 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-23T05:40:15,241 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-23T05:40:15,241 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-23T05:40:15,241 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-23T05:40:15,241 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService
2024-11-23T05:40:15,241 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-23T05:40:15,244 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43843
2024-11-23T05:40:15,247 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43843 connecting to ZooKeeper ensemble=127.0.0.1:56120
2024-11-23T05:40:15,249 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-23T05:40:15,252 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-23T05:40:15,293 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:438430x0, quorum=127.0.0.1:56120, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-23T05:40:15,294 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:438430x0, quorum=127.0.0.1:56120, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-23T05:40:15,294 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43843-0x101677e83ba0003 connected
2024-11-23T05:40:15,294 INFO  [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB
2024-11-23T05:40:15,295 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5
2024-11-23T05:40:15,296 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43843-0x101677e83ba0003, quorum=127.0.0.1:56120, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master
2024-11-23T05:40:15,299 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43843-0x101677e83ba0003, quorum=127.0.0.1:56120, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl
2024-11-23T05:40:15,300 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43843
2024-11-23T05:40:15,302 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43843
2024-11-23T05:40:15,304 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43843
2024-11-23T05:40:15,307 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43843
2024-11-23T05:40:15,307 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43843
2024-11-23T05:40:15,329 DEBUG [M:0;9abfc7c2569e:33981 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;9abfc7c2569e:33981
2024-11-23T05:40:15,330 INFO  [master/9abfc7c2569e:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/9abfc7c2569e,33981,1732340413675
2024-11-23T05:40:15,345 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36983-0x101677e83ba0002, quorum=127.0.0.1:56120, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-23T05:40:15,345 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33981-0x101677e83ba0000, quorum=127.0.0.1:56120, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-23T05:40:15,345 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43843-0x101677e83ba0003, quorum=127.0.0.1:56120, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-23T05:40:15,345 DEBUG [pool-64-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38323-0x101677e83ba0001, quorum=127.0.0.1:56120, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-23T05:40:15,352 DEBUG [master/9abfc7c2569e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33981-0x101677e83ba0000, quorum=127.0.0.1:56120, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/9abfc7c2569e,33981,1732340413675
2024-11-23T05:40:15,386 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43843-0x101677e83ba0003, quorum=127.0.0.1:56120, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master
2024-11-23T05:40:15,386 DEBUG [pool-64-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38323-0x101677e83ba0001, quorum=127.0.0.1:56120, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master
2024-11-23T05:40:15,386 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43843-0x101677e83ba0003, quorum=127.0.0.1:56120, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-23T05:40:15,386 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36983-0x101677e83ba0002, quorum=127.0.0.1:56120, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master
2024-11-23T05:40:15,386 DEBUG [pool-64-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38323-0x101677e83ba0001, quorum=127.0.0.1:56120, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-23T05:40:15,387 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36983-0x101677e83ba0002, quorum=127.0.0.1:56120, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-23T05:40:15,387 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33981-0x101677e83ba0000, quorum=127.0.0.1:56120, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-23T05:40:15,389 DEBUG [master/9abfc7c2569e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33981-0x101677e83ba0000, quorum=127.0.0.1:56120, baseZNode=/hbase Set watcher on existing znode=/hbase/master
2024-11-23T05:40:15,390 INFO  [master/9abfc7c2569e:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/9abfc7c2569e,33981,1732340413675 from backup master directory
2024-11-23T05:40:15,403 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33981-0x101677e83ba0000, quorum=127.0.0.1:56120, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/9abfc7c2569e,33981,1732340413675
2024-11-23T05:40:15,403 DEBUG [pool-64-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38323-0x101677e83ba0001, quorum=127.0.0.1:56120, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-23T05:40:15,403 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43843-0x101677e83ba0003, quorum=127.0.0.1:56120, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-23T05:40:15,405 WARN  [master/9abfc7c2569e:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-23T05:40:15,407 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36983-0x101677e83ba0002, quorum=127.0.0.1:56120, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-23T05:40:15,407 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33981-0x101677e83ba0000, quorum=127.0.0.1:56120, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-23T05:40:15,407 INFO  [master/9abfc7c2569e:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=9abfc7c2569e,33981,1732340413675
2024-11-23T05:40:15,410 INFO  [master/9abfc7c2569e:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0
2024-11-23T05:40:15,412 INFO  [master/9abfc7c2569e:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0
2024-11-23T05:40:15,483 DEBUG [master/9abfc7c2569e:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39201/user/jenkins/test-data/c5e2a731-f775-75ff-0609-7c22199d5862/hbase.id] with ID: 3619f7bc-76da-4ca3-8b7a-ff390ea05308
2024-11-23T05:40:15,484 DEBUG [master/9abfc7c2569e:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39201/user/jenkins/test-data/c5e2a731-f775-75ff-0609-7c22199d5862/.tmp/hbase.id
2024-11-23T05:40:15,517 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33125 is added to blk_1073741826_1002 (size=42)
2024-11-23T05:40:15,519 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40725 is added to blk_1073741826_1002 (size=42)
2024-11-23T05:40:15,520 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44463 is added to blk_1073741826_1002 (size=42)
2024-11-23T05:40:15,521 DEBUG [master/9abfc7c2569e:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39201/user/jenkins/test-data/c5e2a731-f775-75ff-0609-7c22199d5862/.tmp/hbase.id]:[hdfs://localhost:39201/user/jenkins/test-data/c5e2a731-f775-75ff-0609-7c22199d5862/hbase.id]
2024-11-23T05:40:15,586 INFO  [master/9abfc7c2569e:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-23T05:40:15,594 INFO  [master/9abfc7c2569e:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem.
2024-11-23T05:40:15,620 INFO  [master/9abfc7c2569e:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 22ms.
2024-11-23T05:40:15,645 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43843-0x101677e83ba0003, quorum=127.0.0.1:56120, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-23T05:40:15,645 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36983-0x101677e83ba0002, quorum=127.0.0.1:56120, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-23T05:40:15,645 DEBUG [pool-64-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38323-0x101677e83ba0001, quorum=127.0.0.1:56120, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-23T05:40:15,646 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33981-0x101677e83ba0000, quorum=127.0.0.1:56120, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-23T05:40:15,679 WARN  [IPC Server handler 3 on default port 39201 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology
2024-11-23T05:40:15,680 WARN  [IPC Server handler 3 on default port 39201 {}] protocol.BlockStoragePolicy(161): Failed to place enough replicas: expected size is 1 but only 0 storage types can be selected (replication=3, selected=[], unavailable=[DISK], removed=[DISK], policy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]})
2024-11-23T05:40:15,680 WARN  [IPC Server handler 3 on default port 39201 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) All required storage types are unavailable:  unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}
2024-11-23T05:40:15,697 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40725 is added to blk_1073741827_1003 (size=196)
2024-11-23T05:40:15,699 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33125 is added to blk_1073741827_1003 (size=196)
2024-11-23T05:40:15,727 INFO  [master/9abfc7c2569e:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-23T05:40:15,729 INFO  [master/9abfc7c2569e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000
2024-11-23T05:40:15,742 INFO  [master/9abfc7c2569e:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-23T05:40:15,782 WARN  [IPC Server handler 4 on default port 39201 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology
2024-11-23T05:40:15,782 WARN  [IPC Server handler 4 on default port 39201 {}] protocol.BlockStoragePolicy(161): Failed to place enough replicas: expected size is 1 but only 0 storage types can be selected (replication=3, selected=[], unavailable=[DISK], removed=[DISK], policy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]})
2024-11-23T05:40:15,782 WARN  [IPC Server handler 4 on default port 39201 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) All required storage types are unavailable:  unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}
2024-11-23T05:40:15,802 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33125 is added to blk_1073741828_1004 (size=1189)
2024-11-23T05:40:15,803 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40725 is added to blk_1073741828_1004 (size=1189)
2024-11-23T05:40:15,828 INFO  [master/9abfc7c2569e:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39201/user/jenkins/test-data/c5e2a731-f775-75ff-0609-7c22199d5862/MasterData/data/master/store
2024-11-23T05:40:15,852 WARN  [IPC Server handler 0 on default port 39201 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology
2024-11-23T05:40:15,853 WARN  [IPC Server handler 0 on default port 39201 {}] protocol.BlockStoragePolicy(161): Failed to place enough replicas: expected size is 1 but only 0 storage types can be selected (replication=3, selected=[], unavailable=[DISK], removed=[DISK], policy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]})
2024-11-23T05:40:15,853 WARN  [IPC Server handler 0 on default port 39201 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) All required storage types are unavailable:  unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}
2024-11-23T05:40:15,894 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40725 is added to blk_1073741829_1005 (size=34)
2024-11-23T05:40:15,894 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33125 is added to blk_1073741829_1005 (size=34)
2024-11-23T05:40:15,903 INFO  [master/9abfc7c2569e:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure.
2024-11-23T05:40:15,907 DEBUG [master/9abfc7c2569e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-23T05:40:15,908 DEBUG [master/9abfc7c2569e:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-23T05:40:15,909 INFO  [master/9abfc7c2569e:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-23T05:40:15,909 DEBUG [master/9abfc7c2569e:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-23T05:40:15,910 DEBUG [master/9abfc7c2569e:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-23T05:40:15,911 DEBUG [master/9abfc7c2569e:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-23T05:40:15,911 INFO  [master/9abfc7c2569e:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-23T05:40:15,912 DEBUG [master/9abfc7c2569e:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1732340415908Disabling compacts and flushes for region at 1732340415908Disabling writes for close at 1732340415910 (+2 ms)Writing region close event to WAL at 1732340415911 (+1 ms)Closed at 1732340415911
2024-11-23T05:40:15,914 WARN  [master/9abfc7c2569e:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39201/user/jenkins/test-data/c5e2a731-f775-75ff-0609-7c22199d5862/MasterData/data/master/store/.initializing
2024-11-23T05:40:15,915 DEBUG [master/9abfc7c2569e:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39201/user/jenkins/test-data/c5e2a731-f775-75ff-0609-7c22199d5862/MasterData/WALs/9abfc7c2569e,33981,1732340413675
2024-11-23T05:40:15,938 INFO  [master/9abfc7c2569e:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-23T05:40:15,983 INFO  [master/9abfc7c2569e:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9abfc7c2569e%2C33981%2C1732340413675, suffix=, logDir=hdfs://localhost:39201/user/jenkins/test-data/c5e2a731-f775-75ff-0609-7c22199d5862/MasterData/WALs/9abfc7c2569e,33981,1732340413675, archiveDir=hdfs://localhost:39201/user/jenkins/test-data/c5e2a731-f775-75ff-0609-7c22199d5862/MasterData/oldWALs, maxLogs=10
2024-11-23T05:40:16,044 DEBUG [master/9abfc7c2569e:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c5e2a731-f775-75ff-0609-7c22199d5862/MasterData/WALs/9abfc7c2569e,33981,1732340413675/9abfc7c2569e%2C33981%2C1732340413675.1732340415997, exclude list is [], retry=0
2024-11-23T05:40:16,051 WARN  [RedundancyMonitor {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=false) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology
2024-11-23T05:40:16,051 WARN  [RedundancyMonitor {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=false) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology
2024-11-23T05:40:16,052 WARN  [RedundancyMonitor {}] protocol.BlockStoragePolicy(161): Failed to place enough replicas: expected size is 1 but only 0 storage types can be selected (replication=3, selected=[], unavailable=[DISK, ARCHIVE], removed=[DISK], policy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]})
2024-11-23T05:40:16,052 WARN  [RedundancyMonitor {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK, ARCHIVE], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=false) All required storage types are unavailable:  unavailableStorages=[DISK, ARCHIVE], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}
2024-11-23T05:40:16,053 WARN  [RedundancyMonitor {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=false) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology
2024-11-23T05:40:16,053 WARN  [RedundancyMonitor {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=false) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology
2024-11-23T05:40:16,053 WARN  [RedundancyMonitor {}] protocol.BlockStoragePolicy(161): Failed to place enough replicas: expected size is 1 but only 0 storage types can be selected (replication=3, selected=[], unavailable=[DISK, ARCHIVE], removed=[DISK], policy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]})
2024-11-23T05:40:16,054 WARN  [RedundancyMonitor {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK, ARCHIVE], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=false) All required storage types are unavailable:  unavailableStorages=[DISK, ARCHIVE], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}
2024-11-23T05:40:16,054 WARN  [RedundancyMonitor {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=false) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology
2024-11-23T05:40:16,054 WARN  [RedundancyMonitor {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=false) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology
2024-11-23T05:40:16,055 WARN  [RedundancyMonitor {}] protocol.BlockStoragePolicy(161): Failed to place enough replicas: expected size is 1 but only 0 storage types can be selected (replication=3, selected=[], unavailable=[DISK, ARCHIVE], removed=[DISK], policy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]})
2024-11-23T05:40:16,055 WARN  [RedundancyMonitor {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK, ARCHIVE], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=false) All required storage types are unavailable:  unavailableStorages=[DISK, ARCHIVE], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}
2024-11-23T05:40:16,093 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396
java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo)
	at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.<clinit>(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.initialize(FanOutOneBlockAsyncDFSOutputHelper.java:413) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:472) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:467) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.util.NettyFutureUtils.lambda$addListener$0(NettyFutureUtils.java:56) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setSuccess0(DefaultPromise.java:625) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.trySuccess(DefaultPromise.java:105) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPromise.trySuccess(DefaultChannelPromise.java:84) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:658) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:696) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-23T05:40:16,105 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33125,DS-c28b39bb-14cc-4d91-9756-de8fd07c026a,DISK]
2024-11-23T05:40:16,105 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44463,DS-9d9fa3d0-c341-4f0c-a64c-9c20a7b480ae,DISK]
2024-11-23T05:40:16,105 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40725,DS-979d310d-3587-4cc1-bca5-3d701f1acf12,DISK]
2024-11-23T05:40:16,109 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf.
2024-11-23T05:40:16,172 INFO  [master/9abfc7c2569e:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c5e2a731-f775-75ff-0609-7c22199d5862/MasterData/WALs/9abfc7c2569e,33981,1732340413675/9abfc7c2569e%2C33981%2C1732340413675.1732340415997
2024-11-23T05:40:16,173 DEBUG [master/9abfc7c2569e:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35021:35021),(127.0.0.1/127.0.0.1:45079:45079),(127.0.0.1/127.0.0.1:46173:46173)]
2024-11-23T05:40:16,174 DEBUG [master/9abfc7c2569e:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}
2024-11-23T05:40:16,175 DEBUG [master/9abfc7c2569e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-23T05:40:16,178 DEBUG [master/9abfc7c2569e:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682
2024-11-23T05:40:16,179 DEBUG [master/9abfc7c2569e:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682
2024-11-23T05:40:16,222 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-23T05:40:16,251 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info
2024-11-23T05:40:16,255 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-23T05:40:16,258 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-23T05:40:16,259 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-23T05:40:16,263 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc
2024-11-23T05:40:16,263 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-23T05:40:16,265 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-23T05:40:16,265 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-23T05:40:16,268 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs
2024-11-23T05:40:16,268 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-23T05:40:16,269 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-23T05:40:16,270 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-23T05:40:16,273 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state
2024-11-23T05:40:16,273 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-23T05:40:16,274 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-23T05:40:16,275 DEBUG [master/9abfc7c2569e:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682
2024-11-23T05:40:16,279 DEBUG [master/9abfc7c2569e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39201/user/jenkins/test-data/c5e2a731-f775-75ff-0609-7c22199d5862/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-23T05:40:16,282 DEBUG [master/9abfc7c2569e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39201/user/jenkins/test-data/c5e2a731-f775-75ff-0609-7c22199d5862/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-23T05:40:16,289 DEBUG [master/9abfc7c2569e:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682
2024-11-23T05:40:16,289 DEBUG [master/9abfc7c2569e:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682
2024-11-23T05:40:16,294 DEBUG [master/9abfc7c2569e:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-23T05:40:16,298 DEBUG [master/9abfc7c2569e:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682
2024-11-23T05:40:16,303 DEBUG [master/9abfc7c2569e:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39201/user/jenkins/test-data/c5e2a731-f775-75ff-0609-7c22199d5862/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-23T05:40:16,304 INFO  [master/9abfc7c2569e:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59349949, jitterRate=-0.11561684310436249}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-23T05:40:16,314 DEBUG [master/9abfc7c2569e:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682:
Writing region info on filesystem at 1732340416196Initializing all the Stores at 1732340416198 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732340416199 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732340416200 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732340416200Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732340416200Cleaning up temporary data from old regions at 1732340416290 (+90 ms)Region opened successfully at 1732340416314 (+24 ms)
2024-11-23T05:40:16,316 INFO  [master/9abfc7c2569e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4
2024-11-23T05:40:16,356 DEBUG [master/9abfc7c2569e:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15df6475, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9abfc7c2569e/172.17.0.2:0
2024-11-23T05:40:16,394 INFO  [master/9abfc7c2569e:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating...
2024-11-23T05:40:16,408 INFO  [master/9abfc7c2569e:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5
2024-11-23T05:40:16,408 INFO  [master/9abfc7c2569e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50
2024-11-23T05:40:16,412 INFO  [master/9abfc7c2569e:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery...
2024-11-23T05:40:16,417 INFO  [master/9abfc7c2569e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 5 msec
2024-11-23T05:40:16,423 INFO  [master/9abfc7c2569e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 5 msec
2024-11-23T05:40:16,423 INFO  [master/9abfc7c2569e:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150
2024-11-23T05:40:16,453 INFO  [master/9abfc7c2569e:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'.
2024-11-23T05:40:16,463 DEBUG [master/9abfc7c2569e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33981-0x101677e83ba0000, quorum=127.0.0.1:56120, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error)
2024-11-23T05:40:16,527 DEBUG [master/9abfc7c2569e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false
2024-11-23T05:40:16,531 INFO  [master/9abfc7c2569e:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1
2024-11-23T05:40:16,533 DEBUG [master/9abfc7c2569e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33981-0x101677e83ba0000, quorum=127.0.0.1:56120, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error)
2024-11-23T05:40:16,544 DEBUG [master/9abfc7c2569e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false
2024-11-23T05:40:16,546 INFO  [master/9abfc7c2569e:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited
2024-11-23T05:40:16,550 DEBUG [master/9abfc7c2569e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33981-0x101677e83ba0000, quorum=127.0.0.1:56120, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error)
2024-11-23T05:40:16,560 DEBUG [master/9abfc7c2569e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false
2024-11-23T05:40:16,562 DEBUG [master/9abfc7c2569e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33981-0x101677e83ba0000, quorum=127.0.0.1:56120, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error)
2024-11-23T05:40:16,569 DEBUG [master/9abfc7c2569e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false
2024-11-23T05:40:16,587 DEBUG [master/9abfc7c2569e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33981-0x101677e83ba0000, quorum=127.0.0.1:56120, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error)
2024-11-23T05:40:16,594 DEBUG [master/9abfc7c2569e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false
2024-11-23T05:40:16,603 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36983-0x101677e83ba0002, quorum=127.0.0.1:56120, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running
2024-11-23T05:40:16,603 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36983-0x101677e83ba0002, quorum=127.0.0.1:56120, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-23T05:40:16,603 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43843-0x101677e83ba0003, quorum=127.0.0.1:56120, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running
2024-11-23T05:40:16,603 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43843-0x101677e83ba0003, quorum=127.0.0.1:56120, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-23T05:40:16,603 DEBUG [pool-64-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38323-0x101677e83ba0001, quorum=127.0.0.1:56120, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running
2024-11-23T05:40:16,603 DEBUG [pool-64-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38323-0x101677e83ba0001, quorum=127.0.0.1:56120, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-23T05:40:16,603 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33981-0x101677e83ba0000, quorum=127.0.0.1:56120, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running
2024-11-23T05:40:16,604 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33981-0x101677e83ba0000, quorum=127.0.0.1:56120, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-23T05:40:16,607 INFO  [master/9abfc7c2569e:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=9abfc7c2569e,33981,1732340413675, sessionid=0x101677e83ba0000, setting cluster-up flag (Was=false)
2024-11-23T05:40:16,636 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43843-0x101677e83ba0003, quorum=127.0.0.1:56120, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-23T05:40:16,636 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36983-0x101677e83ba0002, quorum=127.0.0.1:56120, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-23T05:40:16,636 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33981-0x101677e83ba0000, quorum=127.0.0.1:56120, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-23T05:40:16,636 DEBUG [pool-64-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38323-0x101677e83ba0001, quorum=127.0.0.1:56120, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-23T05:40:16,661 DEBUG [master/9abfc7c2569e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort
2024-11-23T05:40:16,663 DEBUG [master/9abfc7c2569e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9abfc7c2569e,33981,1732340413675
2024-11-23T05:40:16,686 DEBUG [pool-64-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38323-0x101677e83ba0001, quorum=127.0.0.1:56120, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-23T05:40:16,686 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43843-0x101677e83ba0003, quorum=127.0.0.1:56120, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-23T05:40:16,686 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36983-0x101677e83ba0002, quorum=127.0.0.1:56120, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-23T05:40:16,686 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33981-0x101677e83ba0000, quorum=127.0.0.1:56120, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-23T05:40:16,712 DEBUG [master/9abfc7c2569e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort
2024-11-23T05:40:16,714 DEBUG [master/9abfc7c2569e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9abfc7c2569e,33981,1732340413675
2024-11-23T05:40:16,721 INFO  [master/9abfc7c2569e:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39201/user/jenkins/test-data/c5e2a731-f775-75ff-0609-7c22199d5862/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again
2024-11-23T05:40:16,803 DEBUG [master/9abfc7c2569e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta
2024-11-23T05:40:16,813 INFO  [master/9abfc7c2569e:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2
2024-11-23T05:40:16,815 INFO  [RS:1;9abfc7c2569e:36983 {}] regionserver.HRegionServer(746): ClusterId : 3619f7bc-76da-4ca3-8b7a-ff390ea05308
2024-11-23T05:40:16,815 INFO  [RS:0;9abfc7c2569e:38323 {}] regionserver.HRegionServer(746): ClusterId : 3619f7bc-76da-4ca3-8b7a-ff390ea05308
2024-11-23T05:40:16,819 DEBUG [RS:0;9abfc7c2569e:38323 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing
2024-11-23T05:40:16,819 DEBUG [RS:1;9abfc7c2569e:36983 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing
2024-11-23T05:40:16,819 INFO  [RS:2;9abfc7c2569e:43843 {}] regionserver.HRegionServer(746): ClusterId : 3619f7bc-76da-4ca3-8b7a-ff390ea05308
2024-11-23T05:40:16,819 DEBUG [RS:2;9abfc7c2569e:43843 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing
2024-11-23T05:40:16,821 INFO  [master/9abfc7c2569e:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc.
2024-11-23T05:40:16,828 DEBUG [master/9abfc7c2569e:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 9abfc7c2569e,33981,1732340413675
Number of backup masters: 0
Number of live region servers: 0
Number of dead region servers: 0
Number of unknown region servers: 0
Average load: 0.0
Number of requests: 0
Number of regions: 0
Number of regions in transition: 0
2024-11-23T05:40:16,834 DEBUG [RS:2;9abfc7c2569e:43843 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized
2024-11-23T05:40:16,834 DEBUG [RS:2;9abfc7c2569e:43843 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing
2024-11-23T05:40:16,834 DEBUG [RS:0;9abfc7c2569e:38323 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized
2024-11-23T05:40:16,834 DEBUG [RS:0;9abfc7c2569e:38323 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing
2024-11-23T05:40:16,834 DEBUG [RS:1;9abfc7c2569e:36983 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized
2024-11-23T05:40:16,834 DEBUG [RS:1;9abfc7c2569e:36983 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing
2024-11-23T05:40:16,837 DEBUG [master/9abfc7c2569e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/9abfc7c2569e:0, corePoolSize=5, maxPoolSize=5
2024-11-23T05:40:16,837 DEBUG [master/9abfc7c2569e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/9abfc7c2569e:0, corePoolSize=5, maxPoolSize=5
2024-11-23T05:40:16,837 DEBUG [master/9abfc7c2569e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/9abfc7c2569e:0, corePoolSize=5, maxPoolSize=5
2024-11-23T05:40:16,837 DEBUG [master/9abfc7c2569e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/9abfc7c2569e:0, corePoolSize=5, maxPoolSize=5
2024-11-23T05:40:16,837 DEBUG [master/9abfc7c2569e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/9abfc7c2569e:0, corePoolSize=10, maxPoolSize=10
2024-11-23T05:40:16,838 DEBUG [master/9abfc7c2569e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/9abfc7c2569e:0, corePoolSize=1, maxPoolSize=1
2024-11-23T05:40:16,838 DEBUG [master/9abfc7c2569e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/9abfc7c2569e:0, corePoolSize=2, maxPoolSize=2
2024-11-23T05:40:16,838 DEBUG [master/9abfc7c2569e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/9abfc7c2569e:0, corePoolSize=1, maxPoolSize=1
2024-11-23T05:40:16,844 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-23T05:40:16,844 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region
2024-11-23T05:40:16,850 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-23T05:40:16,850 INFO  [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}
2024-11-23T05:40:16,854 DEBUG [RS:2;9abfc7c2569e:43843 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized
2024-11-23T05:40:16,854 DEBUG [RS:1;9abfc7c2569e:36983 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized
2024-11-23T05:40:16,854 DEBUG [RS:2;9abfc7c2569e:43843 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b56e052, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9abfc7c2569e/172.17.0.2:0
2024-11-23T05:40:16,855 INFO  [master/9abfc7c2569e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732340446855
2024-11-23T05:40:16,856 DEBUG [RS:0;9abfc7c2569e:38323 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized
2024-11-23T05:40:16,856 DEBUG [RS:0;9abfc7c2569e:38323 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@366a016, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9abfc7c2569e/172.17.0.2:0
2024-11-23T05:40:16,857 INFO  [master/9abfc7c2569e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1
2024-11-23T05:40:16,858 DEBUG [RS:1;9abfc7c2569e:36983 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58c8d91b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9abfc7c2569e/172.17.0.2:0
2024-11-23T05:40:16,858 INFO  [master/9abfc7c2569e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner
2024-11-23T05:40:16,862 INFO  [master/9abfc7c2569e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner
2024-11-23T05:40:16,862 INFO  [master/9abfc7c2569e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner
2024-11-23T05:40:16,863 INFO  [master/9abfc7c2569e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner
2024-11-23T05:40:16,863 INFO  [master/9abfc7c2569e:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads
2024-11-23T05:40:16,880 DEBUG [RS:0;9abfc7c2569e:38323 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;9abfc7c2569e:38323
2024-11-23T05:40:16,881 DEBUG [RS:1;9abfc7c2569e:36983 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;9abfc7c2569e:36983
2024-11-23T05:40:16,882 INFO  [master/9abfc7c2569e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-23T05:40:16,891 DEBUG [RS:2;9abfc7c2569e:43843 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;9abfc7c2569e:43843
2024-11-23T05:40:16,894 INFO  [RS:0;9abfc7c2569e:38323 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled
2024-11-23T05:40:16,894 INFO  [RS:2;9abfc7c2569e:43843 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled
2024-11-23T05:40:16,894 INFO  [RS:0;9abfc7c2569e:38323 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled
2024-11-23T05:40:16,894 INFO  [RS:2;9abfc7c2569e:43843 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled
2024-11-23T05:40:16,894 INFO  [RS:1;9abfc7c2569e:36983 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled
2024-11-23T05:40:16,894 DEBUG [RS:0;9abfc7c2569e:38323 {}] regionserver.HRegionServer(832): About to register with Master.
2024-11-23T05:40:16,894 DEBUG [RS:2;9abfc7c2569e:43843 {}] regionserver.HRegionServer(832): About to register with Master.
2024-11-23T05:40:16,894 INFO  [RS:1;9abfc7c2569e:36983 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled
2024-11-23T05:40:16,894 DEBUG [RS:1;9abfc7c2569e:36983 {}] regionserver.HRegionServer(832): About to register with Master.
2024-11-23T05:40:16,897 INFO  [RS:1;9abfc7c2569e:36983 {}] regionserver.HRegionServer(2659): reportForDuty to master=9abfc7c2569e,33981,1732340413675 with port=36983, startcode=1732340415125
2024-11-23T05:40:16,913 DEBUG [RS:1;9abfc7c2569e:36983 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false
2024-11-23T05:40:16,964 INFO  [master/9abfc7c2569e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2
2024-11-23T05:40:16,964 INFO  [RS:0;9abfc7c2569e:38323 {}] regionserver.HRegionServer(2659): reportForDuty to master=9abfc7c2569e,33981,1732340413675 with port=38323, startcode=1732340414937
2024-11-23T05:40:16,964 INFO  [RS:2;9abfc7c2569e:43843 {}] regionserver.HRegionServer(2659): reportForDuty to master=9abfc7c2569e,33981,1732340413675 with port=43843, startcode=1732340415239
2024-11-23T05:40:16,965 DEBUG [RS:2;9abfc7c2569e:43843 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false
2024-11-23T05:40:16,965 DEBUG [RS:0;9abfc7c2569e:38323 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false
2024-11-23T05:40:16,966 INFO  [master/9abfc7c2569e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner
2024-11-23T05:40:16,966 INFO  [master/9abfc7c2569e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner
2024-11-23T05:40:16,973 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33125 is added to blk_1073741831_1007 (size=1321)
2024-11-23T05:40:16,977 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40725 is added to blk_1073741831_1007 (size=1321)
2024-11-23T05:40:16,977 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44463 is added to blk_1073741831_1007 (size=1321)
2024-11-23T05:40:16,979 INFO  [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39201/user/jenkins/test-data/c5e2a731-f775-75ff-0609-7c22199d5862/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321
2024-11-23T05:40:16,980 INFO  [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39201/user/jenkins/test-data/c5e2a731-f775-75ff-0609-7c22199d5862
2024-11-23T05:40:16,987 INFO  [master/9abfc7c2569e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner
2024-11-23T05:40:16,987 INFO  [master/9abfc7c2569e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner
2024-11-23T05:40:16,990 DEBUG [master/9abfc7c2569e:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/9abfc7c2569e:0:becomeActiveMaster-HFileCleaner.large.0-1732340416989,5,FailOnTimeoutGroup]
2024-11-23T05:40:17,001 DEBUG [master/9abfc7c2569e:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/9abfc7c2569e:0:becomeActiveMaster-HFileCleaner.small.0-1732340416991,5,FailOnTimeoutGroup]
2024-11-23T05:40:17,006 INFO  [master/9abfc7c2569e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-23T05:40:17,008 INFO  [master/9abfc7c2569e:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it.
2024-11-23T05:40:17,010 INFO  [master/9abfc7c2569e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled.
2024-11-23T05:40:17,010 INFO  [master/9abfc7c2569e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled.
2024-11-23T05:40:17,056 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40725 is added to blk_1073741832_1008 (size=32)
2024-11-23T05:40:17,057 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33125 is added to blk_1073741832_1008 (size=32)
2024-11-23T05:40:17,067 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44463 is added to blk_1073741832_1008 (size=32)
2024-11-23T05:40:17,069 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-23T05:40:17,076 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-23T05:40:17,079 INFO  [HMaster-EventLoopGroup-2-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49393, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService
2024-11-23T05:40:17,081 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-23T05:40:17,081 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-23T05:40:17,082 INFO  [HMaster-EventLoopGroup-2-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56005, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService
2024-11-23T05:40:17,083 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-23T05:40:17,083 INFO  [HMaster-EventLoopGroup-2-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56131, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService
2024-11-23T05:40:17,083 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-23T05:40:17,086 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-23T05:40:17,086 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-23T05:40:17,087 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33981 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 9abfc7c2569e,36983,1732340415125
2024-11-23T05:40:17,087 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-23T05:40:17,088 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-23T05:40:17,090 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33981 {}] master.ServerManager(517): Registering regionserver=9abfc7c2569e,36983,1732340415125
2024-11-23T05:40:17,092 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-23T05:40:17,092 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-23T05:40:17,093 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-23T05:40:17,093 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-23T05:40:17,098 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-23T05:40:17,098 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-23T05:40:17,100 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-23T05:40:17,102 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-23T05:40:17,104 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39201/user/jenkins/test-data/c5e2a731-f775-75ff-0609-7c22199d5862/data/hbase/meta/1588230740
2024-11-23T05:40:17,105 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39201/user/jenkins/test-data/c5e2a731-f775-75ff-0609-7c22199d5862/data/hbase/meta/1588230740
2024-11-23T05:40:17,110 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-23T05:40:17,110 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-23T05:40:17,113 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-23T05:40:17,114 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33981 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 9abfc7c2569e,38323,1732340414937
2024-11-23T05:40:17,114 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33981 {}] master.ServerManager(517): Registering regionserver=9abfc7c2569e,38323,1732340414937
2024-11-23T05:40:17,119 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33981 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 9abfc7c2569e,43843,1732340415239
2024-11-23T05:40:17,119 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33981 {}] master.ServerManager(517): Registering regionserver=9abfc7c2569e,43843,1732340415239
2024-11-23T05:40:17,120 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-23T05:40:17,125 DEBUG [RS:0;9abfc7c2569e:38323 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39201/user/jenkins/test-data/c5e2a731-f775-75ff-0609-7c22199d5862
2024-11-23T05:40:17,125 DEBUG [RS:0;9abfc7c2569e:38323 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39201
2024-11-23T05:40:17,125 DEBUG [RS:0;9abfc7c2569e:38323 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1
2024-11-23T05:40:17,129 DEBUG [RS:1;9abfc7c2569e:36983 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39201/user/jenkins/test-data/c5e2a731-f775-75ff-0609-7c22199d5862
2024-11-23T05:40:17,129 DEBUG [RS:1;9abfc7c2569e:36983 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39201
2024-11-23T05:40:17,129 DEBUG [RS:1;9abfc7c2569e:36983 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1
2024-11-23T05:40:17,133 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39201/user/jenkins/test-data/c5e2a731-f775-75ff-0609-7c22199d5862/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-23T05:40:17,134 DEBUG [RS:2;9abfc7c2569e:43843 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39201/user/jenkins/test-data/c5e2a731-f775-75ff-0609-7c22199d5862
2024-11-23T05:40:17,135 DEBUG [RS:2;9abfc7c2569e:43843 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39201
2024-11-23T05:40:17,135 DEBUG [RS:2;9abfc7c2569e:43843 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1
2024-11-23T05:40:17,135 INFO  [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59982462, jitterRate=-0.10619166493415833}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-23T05:40:17,141 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740:
Writing region info on filesystem at 1732340417069Initializing all the Stores at 1732340417071 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732340417072 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732340417076 (+4 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732340417076Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732340417076Cleaning up temporary data from old regions at 1732340417110 (+34 ms)Region opened successfully at 1732340417141 (+31 ms)
2024-11-23T05:40:17,141 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-23T05:40:17,142 INFO  [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-23T05:40:17,142 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-23T05:40:17,143 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-23T05:40:17,143 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-23T05:40:17,153 INFO  [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-23T05:40:17,153 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1732340417141Disabling compacts and flushes for region at 1732340417141Disabling writes for close at 1732340417143 (+2 ms)Writing region close event to WAL at 1732340417152 (+9 ms)Closed at 1732340417153 (+1 ms)
2024-11-23T05:40:17,158 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-23T05:40:17,158 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta
2024-11-23T05:40:17,166 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}]
2024-11-23T05:40:17,178 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-23T05:40:17,187 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false
2024-11-23T05:40:17,192 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33981-0x101677e83ba0000, quorum=127.0.0.1:56120, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs
2024-11-23T05:40:17,226 DEBUG [RS:0;9abfc7c2569e:38323 {}] zookeeper.ZKUtil(111): regionserver:38323-0x101677e83ba0001, quorum=127.0.0.1:56120, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/9abfc7c2569e,38323,1732340414937
2024-11-23T05:40:17,227 WARN  [RS:0;9abfc7c2569e:38323 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-23T05:40:17,227 DEBUG [RS:2;9abfc7c2569e:43843 {}] zookeeper.ZKUtil(111): regionserver:43843-0x101677e83ba0003, quorum=127.0.0.1:56120, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/9abfc7c2569e,43843,1732340415239
2024-11-23T05:40:17,227 WARN  [RS:2;9abfc7c2569e:43843 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-23T05:40:17,227 INFO  [RS:0;9abfc7c2569e:38323 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-23T05:40:17,227 INFO  [RS:2;9abfc7c2569e:43843 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-23T05:40:17,227 DEBUG [RS:0;9abfc7c2569e:38323 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39201/user/jenkins/test-data/c5e2a731-f775-75ff-0609-7c22199d5862/WALs/9abfc7c2569e,38323,1732340414937
2024-11-23T05:40:17,227 DEBUG [RS:2;9abfc7c2569e:43843 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39201/user/jenkins/test-data/c5e2a731-f775-75ff-0609-7c22199d5862/WALs/9abfc7c2569e,43843,1732340415239
2024-11-23T05:40:17,228 DEBUG [RS:1;9abfc7c2569e:36983 {}] zookeeper.ZKUtil(111): regionserver:36983-0x101677e83ba0002, quorum=127.0.0.1:56120, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/9abfc7c2569e,36983,1732340415125
2024-11-23T05:40:17,228 WARN  [RS:1;9abfc7c2569e:36983 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-23T05:40:17,228 INFO  [RS:1;9abfc7c2569e:36983 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-23T05:40:17,228 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [9abfc7c2569e,43843,1732340415239]
2024-11-23T05:40:17,228 DEBUG [RS:1;9abfc7c2569e:36983 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39201/user/jenkins/test-data/c5e2a731-f775-75ff-0609-7c22199d5862/WALs/9abfc7c2569e,36983,1732340415125
2024-11-23T05:40:17,228 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [9abfc7c2569e,38323,1732340414937]
2024-11-23T05:40:17,228 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [9abfc7c2569e,36983,1732340415125]
2024-11-23T05:40:17,283 INFO  [RS:2;9abfc7c2569e:43843 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds
2024-11-23T05:40:17,284 INFO  [RS:0;9abfc7c2569e:38323 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds
2024-11-23T05:40:17,284 INFO  [RS:1;9abfc7c2569e:36983 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds
2024-11-23T05:40:17,317 INFO  [RS:1;9abfc7c2569e:36983 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false
2024-11-23T05:40:17,323 INFO  [RS:0;9abfc7c2569e:38323 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false
2024-11-23T05:40:17,324 INFO  [RS:2;9abfc7c2569e:43843 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false
2024-11-23T05:40:17,332 INFO  [RS:0;9abfc7c2569e:38323 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms
2024-11-23T05:40:17,332 INFO  [RS:2;9abfc7c2569e:43843 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms
2024-11-23T05:40:17,333 INFO  [RS:0;9abfc7c2569e:38323 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled.
2024-11-23T05:40:17,333 INFO  [RS:2;9abfc7c2569e:43843 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled.
2024-11-23T05:40:17,335 INFO  [RS:1;9abfc7c2569e:36983 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms
2024-11-23T05:40:17,335 INFO  [RS:1;9abfc7c2569e:36983 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled.
2024-11-23T05:40:17,339 WARN  [9abfc7c2569e:33981 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-23T05:40:17,340 INFO  [RS:2;9abfc7c2569e:43843 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S
2024-11-23T05:40:17,342 INFO  [RS:0;9abfc7c2569e:38323 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S
2024-11-23T05:40:17,343 INFO  [RS:1;9abfc7c2569e:36983 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S
2024-11-23T05:40:17,350 INFO  [RS:1;9abfc7c2569e:36983 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 
2024-11-23T05:40:17,352 INFO  [RS:0;9abfc7c2569e:38323 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 
2024-11-23T05:40:17,355 INFO  [RS:2;9abfc7c2569e:43843 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 
2024-11-23T05:40:17,356 INFO  [RS:1;9abfc7c2569e:36983 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled.
2024-11-23T05:40:17,356 INFO  [RS:0;9abfc7c2569e:38323 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled.
2024-11-23T05:40:17,357 DEBUG [RS:1;9abfc7c2569e:36983 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/9abfc7c2569e:0, corePoolSize=1, maxPoolSize=1
2024-11-23T05:40:17,357 DEBUG [RS:1;9abfc7c2569e:36983 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/9abfc7c2569e:0, corePoolSize=1, maxPoolSize=1
2024-11-23T05:40:17,357 DEBUG [RS:0;9abfc7c2569e:38323 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/9abfc7c2569e:0, corePoolSize=1, maxPoolSize=1
2024-11-23T05:40:17,357 DEBUG [RS:1;9abfc7c2569e:36983 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/9abfc7c2569e:0, corePoolSize=1, maxPoolSize=1
2024-11-23T05:40:17,357 DEBUG [RS:0;9abfc7c2569e:38323 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/9abfc7c2569e:0, corePoolSize=1, maxPoolSize=1
2024-11-23T05:40:17,357 DEBUG [RS:1;9abfc7c2569e:36983 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/9abfc7c2569e:0, corePoolSize=1, maxPoolSize=1
2024-11-23T05:40:17,357 DEBUG [RS:0;9abfc7c2569e:38323 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/9abfc7c2569e:0, corePoolSize=1, maxPoolSize=1
2024-11-23T05:40:17,357 DEBUG [RS:1;9abfc7c2569e:36983 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/9abfc7c2569e:0, corePoolSize=1, maxPoolSize=1
2024-11-23T05:40:17,357 DEBUG [RS:0;9abfc7c2569e:38323 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/9abfc7c2569e:0, corePoolSize=1, maxPoolSize=1
2024-11-23T05:40:17,357 DEBUG [RS:1;9abfc7c2569e:36983 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/9abfc7c2569e:0, corePoolSize=2, maxPoolSize=2
2024-11-23T05:40:17,357 DEBUG [RS:0;9abfc7c2569e:38323 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/9abfc7c2569e:0, corePoolSize=1, maxPoolSize=1
2024-11-23T05:40:17,357 DEBUG [RS:1;9abfc7c2569e:36983 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/9abfc7c2569e:0, corePoolSize=1, maxPoolSize=1
2024-11-23T05:40:17,358 DEBUG [RS:0;9abfc7c2569e:38323 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/9abfc7c2569e:0, corePoolSize=2, maxPoolSize=2
2024-11-23T05:40:17,358 DEBUG [RS:1;9abfc7c2569e:36983 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/9abfc7c2569e:0, corePoolSize=1, maxPoolSize=1
2024-11-23T05:40:17,358 DEBUG [RS:0;9abfc7c2569e:38323 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/9abfc7c2569e:0, corePoolSize=1, maxPoolSize=1
2024-11-23T05:40:17,358 DEBUG [RS:1;9abfc7c2569e:36983 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/9abfc7c2569e:0, corePoolSize=1, maxPoolSize=1
2024-11-23T05:40:17,358 DEBUG [RS:0;9abfc7c2569e:38323 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/9abfc7c2569e:0, corePoolSize=1, maxPoolSize=1
2024-11-23T05:40:17,358 DEBUG [RS:0;9abfc7c2569e:38323 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/9abfc7c2569e:0, corePoolSize=1, maxPoolSize=1
2024-11-23T05:40:17,358 DEBUG [RS:0;9abfc7c2569e:38323 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/9abfc7c2569e:0, corePoolSize=1, maxPoolSize=1
2024-11-23T05:40:17,358 DEBUG [RS:0;9abfc7c2569e:38323 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/9abfc7c2569e:0, corePoolSize=1, maxPoolSize=1
2024-11-23T05:40:17,358 DEBUG [RS:0;9abfc7c2569e:38323 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/9abfc7c2569e:0, corePoolSize=1, maxPoolSize=1
2024-11-23T05:40:17,359 DEBUG [RS:0;9abfc7c2569e:38323 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/9abfc7c2569e:0, corePoolSize=3, maxPoolSize=3
2024-11-23T05:40:17,359 DEBUG [RS:0;9abfc7c2569e:38323 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/9abfc7c2569e:0, corePoolSize=3, maxPoolSize=3
2024-11-23T05:40:17,359 DEBUG [RS:1;9abfc7c2569e:36983 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/9abfc7c2569e:0, corePoolSize=1, maxPoolSize=1
2024-11-23T05:40:17,359 DEBUG [RS:1;9abfc7c2569e:36983 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/9abfc7c2569e:0, corePoolSize=1, maxPoolSize=1
2024-11-23T05:40:17,359 INFO  [RS:2;9abfc7c2569e:43843 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled.
2024-11-23T05:40:17,359 DEBUG [RS:1;9abfc7c2569e:36983 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/9abfc7c2569e:0, corePoolSize=1, maxPoolSize=1
2024-11-23T05:40:17,360 DEBUG [RS:1;9abfc7c2569e:36983 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/9abfc7c2569e:0, corePoolSize=3, maxPoolSize=3
2024-11-23T05:40:17,360 DEBUG [RS:1;9abfc7c2569e:36983 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/9abfc7c2569e:0, corePoolSize=3, maxPoolSize=3
2024-11-23T05:40:17,360 DEBUG [RS:2;9abfc7c2569e:43843 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/9abfc7c2569e:0, corePoolSize=1, maxPoolSize=1
2024-11-23T05:40:17,361 DEBUG [RS:2;9abfc7c2569e:43843 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/9abfc7c2569e:0, corePoolSize=1, maxPoolSize=1
2024-11-23T05:40:17,361 DEBUG [RS:2;9abfc7c2569e:43843 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/9abfc7c2569e:0, corePoolSize=1, maxPoolSize=1
2024-11-23T05:40:17,361 DEBUG [RS:2;9abfc7c2569e:43843 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/9abfc7c2569e:0, corePoolSize=1, maxPoolSize=1
2024-11-23T05:40:17,361 DEBUG [RS:2;9abfc7c2569e:43843 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/9abfc7c2569e:0, corePoolSize=1, maxPoolSize=1
2024-11-23T05:40:17,361 DEBUG [RS:2;9abfc7c2569e:43843 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/9abfc7c2569e:0, corePoolSize=2, maxPoolSize=2
2024-11-23T05:40:17,361 DEBUG [RS:2;9abfc7c2569e:43843 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/9abfc7c2569e:0, corePoolSize=1, maxPoolSize=1
2024-11-23T05:40:17,361 DEBUG [RS:2;9abfc7c2569e:43843 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/9abfc7c2569e:0, corePoolSize=1, maxPoolSize=1
2024-11-23T05:40:17,362 DEBUG [RS:2;9abfc7c2569e:43843 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/9abfc7c2569e:0, corePoolSize=1, maxPoolSize=1
2024-11-23T05:40:17,362 DEBUG [RS:2;9abfc7c2569e:43843 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/9abfc7c2569e:0, corePoolSize=1, maxPoolSize=1
2024-11-23T05:40:17,362 DEBUG [RS:2;9abfc7c2569e:43843 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/9abfc7c2569e:0, corePoolSize=1, maxPoolSize=1
2024-11-23T05:40:17,362 DEBUG [RS:2;9abfc7c2569e:43843 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/9abfc7c2569e:0, corePoolSize=1, maxPoolSize=1
2024-11-23T05:40:17,362 DEBUG [RS:2;9abfc7c2569e:43843 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/9abfc7c2569e:0, corePoolSize=3, maxPoolSize=3
2024-11-23T05:40:17,362 DEBUG [RS:2;9abfc7c2569e:43843 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/9abfc7c2569e:0, corePoolSize=3, maxPoolSize=3
2024-11-23T05:40:17,374 INFO  [RS:0;9abfc7c2569e:38323 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled.
2024-11-23T05:40:17,374 INFO  [RS:0;9abfc7c2569e:38323 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled.
2024-11-23T05:40:17,374 INFO  [RS:0;9abfc7c2569e:38323 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-23T05:40:17,374 INFO  [RS:0;9abfc7c2569e:38323 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled.
2024-11-23T05:40:17,374 INFO  [RS:0;9abfc7c2569e:38323 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled.
2024-11-23T05:40:17,375 INFO  [RS:0;9abfc7c2569e:38323 {}] hbase.ChoreService(168): Chore ScheduledChore name=9abfc7c2569e,38323,1732340414937-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-23T05:40:17,407 INFO  [RS:0;9abfc7c2569e:38323 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false
2024-11-23T05:40:17,409 INFO  [RS:0;9abfc7c2569e:38323 {}] hbase.ChoreService(168): Chore ScheduledChore name=9abfc7c2569e,38323,1732340414937-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-23T05:40:17,410 INFO  [RS:0;9abfc7c2569e:38323 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-23T05:40:17,411 INFO  [RS:0;9abfc7c2569e:38323 {}] regionserver.Replication(171): 9abfc7c2569e,38323,1732340414937 started
2024-11-23T05:40:17,434 INFO  [RS:2;9abfc7c2569e:43843 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled.
2024-11-23T05:40:17,435 INFO  [RS:2;9abfc7c2569e:43843 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled.
2024-11-23T05:40:17,435 INFO  [RS:2;9abfc7c2569e:43843 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-23T05:40:17,435 INFO  [RS:2;9abfc7c2569e:43843 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled.
2024-11-23T05:40:17,435 INFO  [RS:2;9abfc7c2569e:43843 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled.
2024-11-23T05:40:17,435 INFO  [RS:2;9abfc7c2569e:43843 {}] hbase.ChoreService(168): Chore ScheduledChore name=9abfc7c2569e,43843,1732340415239-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-23T05:40:17,440 INFO  [RS:0;9abfc7c2569e:38323 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-23T05:40:17,442 INFO  [RS:0;9abfc7c2569e:38323 {}] regionserver.HRegionServer(1482): Serving as 9abfc7c2569e,38323,1732340414937, RpcServer on 9abfc7c2569e/172.17.0.2:38323, sessionid=0x101677e83ba0001
2024-11-23T05:40:17,443 DEBUG [RS:0;9abfc7c2569e:38323 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting
2024-11-23T05:40:17,443 DEBUG [RS:0;9abfc7c2569e:38323 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 9abfc7c2569e,38323,1732340414937
2024-11-23T05:40:17,443 DEBUG [RS:0;9abfc7c2569e:38323 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9abfc7c2569e,38323,1732340414937'
2024-11-23T05:40:17,444 DEBUG [RS:0;9abfc7c2569e:38323 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort'
2024-11-23T05:40:17,445 DEBUG [RS:0;9abfc7c2569e:38323 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired'
2024-11-23T05:40:17,446 DEBUG [RS:0;9abfc7c2569e:38323 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started
2024-11-23T05:40:17,446 DEBUG [RS:0;9abfc7c2569e:38323 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting
2024-11-23T05:40:17,446 DEBUG [RS:0;9abfc7c2569e:38323 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 9abfc7c2569e,38323,1732340414937
2024-11-23T05:40:17,446 DEBUG [RS:0;9abfc7c2569e:38323 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9abfc7c2569e,38323,1732340414937'
2024-11-23T05:40:17,446 DEBUG [RS:0;9abfc7c2569e:38323 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort'
2024-11-23T05:40:17,447 DEBUG [RS:0;9abfc7c2569e:38323 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired'
2024-11-23T05:40:17,448 DEBUG [RS:0;9abfc7c2569e:38323 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started
2024-11-23T05:40:17,448 INFO  [RS:0;9abfc7c2569e:38323 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled
2024-11-23T05:40:17,448 INFO  [RS:0;9abfc7c2569e:38323 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager.
2024-11-23T05:40:17,451 INFO  [RS:1;9abfc7c2569e:36983 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled.
2024-11-23T05:40:17,451 INFO  [RS:1;9abfc7c2569e:36983 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled.
2024-11-23T05:40:17,451 INFO  [RS:1;9abfc7c2569e:36983 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-23T05:40:17,451 INFO  [RS:1;9abfc7c2569e:36983 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled.
2024-11-23T05:40:17,451 INFO  [RS:1;9abfc7c2569e:36983 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled.
2024-11-23T05:40:17,451 INFO  [RS:1;9abfc7c2569e:36983 {}] hbase.ChoreService(168): Chore ScheduledChore name=9abfc7c2569e,36983,1732340415125-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-23T05:40:17,493 INFO  [RS:2;9abfc7c2569e:43843 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false
2024-11-23T05:40:17,493 INFO  [RS:2;9abfc7c2569e:43843 {}] hbase.ChoreService(168): Chore ScheduledChore name=9abfc7c2569e,43843,1732340415239-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-23T05:40:17,493 INFO  [RS:2;9abfc7c2569e:43843 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-23T05:40:17,493 INFO  [RS:2;9abfc7c2569e:43843 {}] regionserver.Replication(171): 9abfc7c2569e,43843,1732340415239 started
2024-11-23T05:40:17,495 INFO  [RS:1;9abfc7c2569e:36983 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false
2024-11-23T05:40:17,496 INFO  [RS:1;9abfc7c2569e:36983 {}] hbase.ChoreService(168): Chore ScheduledChore name=9abfc7c2569e,36983,1732340415125-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-23T05:40:17,496 INFO  [RS:1;9abfc7c2569e:36983 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-23T05:40:17,496 INFO  [RS:1;9abfc7c2569e:36983 {}] regionserver.Replication(171): 9abfc7c2569e,36983,1732340415125 started
2024-11-23T05:40:17,518 INFO  [RS:1;9abfc7c2569e:36983 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-23T05:40:17,519 INFO  [RS:1;9abfc7c2569e:36983 {}] regionserver.HRegionServer(1482): Serving as 9abfc7c2569e,36983,1732340415125, RpcServer on 9abfc7c2569e/172.17.0.2:36983, sessionid=0x101677e83ba0002
2024-11-23T05:40:17,519 DEBUG [RS:1;9abfc7c2569e:36983 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting
2024-11-23T05:40:17,519 DEBUG [RS:1;9abfc7c2569e:36983 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 9abfc7c2569e,36983,1732340415125
2024-11-23T05:40:17,519 DEBUG [RS:1;9abfc7c2569e:36983 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9abfc7c2569e,36983,1732340415125'
2024-11-23T05:40:17,520 DEBUG [RS:1;9abfc7c2569e:36983 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort'
2024-11-23T05:40:17,520 INFO  [RS:2;9abfc7c2569e:43843 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-23T05:40:17,520 INFO  [RS:2;9abfc7c2569e:43843 {}] regionserver.HRegionServer(1482): Serving as 9abfc7c2569e,43843,1732340415239, RpcServer on 9abfc7c2569e/172.17.0.2:43843, sessionid=0x101677e83ba0003
2024-11-23T05:40:17,520 DEBUG [RS:2;9abfc7c2569e:43843 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting
2024-11-23T05:40:17,520 DEBUG [RS:2;9abfc7c2569e:43843 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 9abfc7c2569e,43843,1732340415239
2024-11-23T05:40:17,520 DEBUG [RS:1;9abfc7c2569e:36983 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired'
2024-11-23T05:40:17,520 DEBUG [RS:2;9abfc7c2569e:43843 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9abfc7c2569e,43843,1732340415239'
2024-11-23T05:40:17,521 DEBUG [RS:2;9abfc7c2569e:43843 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort'
2024-11-23T05:40:17,521 DEBUG [RS:1;9abfc7c2569e:36983 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started
2024-11-23T05:40:17,521 DEBUG [RS:2;9abfc7c2569e:43843 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired'
2024-11-23T05:40:17,521 DEBUG [RS:1;9abfc7c2569e:36983 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting
2024-11-23T05:40:17,521 DEBUG [RS:1;9abfc7c2569e:36983 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 9abfc7c2569e,36983,1732340415125
2024-11-23T05:40:17,521 DEBUG [RS:1;9abfc7c2569e:36983 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9abfc7c2569e,36983,1732340415125'
2024-11-23T05:40:17,521 DEBUG [RS:1;9abfc7c2569e:36983 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort'
2024-11-23T05:40:17,525 DEBUG [RS:2;9abfc7c2569e:43843 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started
2024-11-23T05:40:17,525 DEBUG [RS:2;9abfc7c2569e:43843 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting
2024-11-23T05:40:17,525 DEBUG [RS:2;9abfc7c2569e:43843 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 9abfc7c2569e,43843,1732340415239
2024-11-23T05:40:17,525 DEBUG [RS:2;9abfc7c2569e:43843 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9abfc7c2569e,43843,1732340415239'
2024-11-23T05:40:17,526 DEBUG [RS:2;9abfc7c2569e:43843 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort'
2024-11-23T05:40:17,527 DEBUG [RS:2;9abfc7c2569e:43843 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired'
2024-11-23T05:40:17,528 DEBUG [RS:2;9abfc7c2569e:43843 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started
2024-11-23T05:40:17,528 INFO  [RS:2;9abfc7c2569e:43843 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled
2024-11-23T05:40:17,528 INFO  [RS:2;9abfc7c2569e:43843 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager.
2024-11-23T05:40:17,530 DEBUG [RS:1;9abfc7c2569e:36983 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired'
2024-11-23T05:40:17,531 DEBUG [RS:1;9abfc7c2569e:36983 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started
2024-11-23T05:40:17,531 INFO  [RS:1;9abfc7c2569e:36983 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled
2024-11-23T05:40:17,531 INFO  [RS:1;9abfc7c2569e:36983 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager.
2024-11-23T05:40:17,555 INFO  [RS:0;9abfc7c2569e:38323 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-23T05:40:17,560 INFO  [RS:0;9abfc7c2569e:38323 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9abfc7c2569e%2C38323%2C1732340414937, suffix=, logDir=hdfs://localhost:39201/user/jenkins/test-data/c5e2a731-f775-75ff-0609-7c22199d5862/WALs/9abfc7c2569e,38323,1732340414937, archiveDir=hdfs://localhost:39201/user/jenkins/test-data/c5e2a731-f775-75ff-0609-7c22199d5862/oldWALs, maxLogs=32
2024-11-23T05:40:17,588 DEBUG [RS:0;9abfc7c2569e:38323 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c5e2a731-f775-75ff-0609-7c22199d5862/WALs/9abfc7c2569e,38323,1732340414937/9abfc7c2569e%2C38323%2C1732340414937.1732340417563, exclude list is [], retry=0
2024-11-23T05:40:17,592 WARN  [IPC Server handler 4 on default port 39201 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology
2024-11-23T05:40:17,592 WARN  [IPC Server handler 4 on default port 39201 {}] protocol.BlockStoragePolicy(161): Failed to place enough replicas: expected size is 1 but only 0 storage types can be selected (replication=3, selected=[], unavailable=[DISK], removed=[DISK], policy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]})
2024-11-23T05:40:17,593 WARN  [IPC Server handler 4 on default port 39201 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) All required storage types are unavailable:  unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}
2024-11-23T05:40:17,598 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40725,DS-979d310d-3587-4cc1-bca5-3d701f1acf12,DISK]
2024-11-23T05:40:17,599 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33125,DS-c28b39bb-14cc-4d91-9756-de8fd07c026a,DISK]
2024-11-23T05:40:17,616 INFO  [RS:0;9abfc7c2569e:38323 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c5e2a731-f775-75ff-0609-7c22199d5862/WALs/9abfc7c2569e,38323,1732340414937/9abfc7c2569e%2C38323%2C1732340414937.1732340417563
2024-11-23T05:40:17,629 INFO  [RS:2;9abfc7c2569e:43843 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-23T05:40:17,631 DEBUG [RS:0;9abfc7c2569e:38323 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46173:46173),(127.0.0.1/127.0.0.1:45079:45079)]
2024-11-23T05:40:17,633 INFO  [RS:1;9abfc7c2569e:36983 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-23T05:40:17,635 INFO  [RS:2;9abfc7c2569e:43843 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9abfc7c2569e%2C43843%2C1732340415239, suffix=, logDir=hdfs://localhost:39201/user/jenkins/test-data/c5e2a731-f775-75ff-0609-7c22199d5862/WALs/9abfc7c2569e,43843,1732340415239, archiveDir=hdfs://localhost:39201/user/jenkins/test-data/c5e2a731-f775-75ff-0609-7c22199d5862/oldWALs, maxLogs=32
2024-11-23T05:40:17,644 INFO  [RS:1;9abfc7c2569e:36983 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9abfc7c2569e%2C36983%2C1732340415125, suffix=, logDir=hdfs://localhost:39201/user/jenkins/test-data/c5e2a731-f775-75ff-0609-7c22199d5862/WALs/9abfc7c2569e,36983,1732340415125, archiveDir=hdfs://localhost:39201/user/jenkins/test-data/c5e2a731-f775-75ff-0609-7c22199d5862/oldWALs, maxLogs=32
2024-11-23T05:40:17,666 DEBUG [RS:2;9abfc7c2569e:43843 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c5e2a731-f775-75ff-0609-7c22199d5862/WALs/9abfc7c2569e,43843,1732340415239/9abfc7c2569e%2C43843%2C1732340415239.1732340417638, exclude list is [], retry=0
2024-11-23T05:40:17,670 DEBUG [RS:1;9abfc7c2569e:36983 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c5e2a731-f775-75ff-0609-7c22199d5862/WALs/9abfc7c2569e,36983,1732340415125/9abfc7c2569e%2C36983%2C1732340415125.1732340417647, exclude list is [], retry=0
2024-11-23T05:40:17,673 WARN  [IPC Server handler 0 on default port 39201 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology
2024-11-23T05:40:17,673 WARN  [IPC Server handler 0 on default port 39201 {}] protocol.BlockStoragePolicy(161): Failed to place enough replicas: expected size is 1 but only 0 storage types can be selected (replication=3, selected=[], unavailable=[DISK], removed=[DISK], policy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]})
2024-11-23T05:40:17,673 WARN  [IPC Server handler 0 on default port 39201 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) All required storage types are unavailable:  unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}
2024-11-23T05:40:17,678 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33125,DS-c28b39bb-14cc-4d91-9756-de8fd07c026a,DISK]
2024-11-23T05:40:17,684 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44463,DS-9d9fa3d0-c341-4f0c-a64c-9c20a7b480ae,DISK]
2024-11-23T05:40:17,684 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33125,DS-c28b39bb-14cc-4d91-9756-de8fd07c026a,DISK]
2024-11-23T05:40:17,685 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40725,DS-979d310d-3587-4cc1-bca5-3d701f1acf12,DISK]
2024-11-23T05:40:17,686 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40725,DS-979d310d-3587-4cc1-bca5-3d701f1acf12,DISK]
2024-11-23T05:40:17,716 INFO  [RS:1;9abfc7c2569e:36983 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c5e2a731-f775-75ff-0609-7c22199d5862/WALs/9abfc7c2569e,36983,1732340415125/9abfc7c2569e%2C36983%2C1732340415125.1732340417647
2024-11-23T05:40:17,719 INFO  [RS:2;9abfc7c2569e:43843 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c5e2a731-f775-75ff-0609-7c22199d5862/WALs/9abfc7c2569e,43843,1732340415239/9abfc7c2569e%2C43843%2C1732340415239.1732340417638
2024-11-23T05:40:17,723 DEBUG [RS:1;9abfc7c2569e:36983 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45079:45079),(127.0.0.1/127.0.0.1:46173:46173)]
2024-11-23T05:40:17,726 DEBUG [RS:2;9abfc7c2569e:43843 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35021:35021),(127.0.0.1/127.0.0.1:45079:45079),(127.0.0.1/127.0.0.1:46173:46173)]
2024-11-23T05:40:17,841 DEBUG [9abfc7c2569e:33981 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=3, allServersCount=3
2024-11-23T05:40:17,849 DEBUG [9abfc7c2569e:33981 {}] balancer.BalancerClusterState(204): Hosts are {9abfc7c2569e=0} racks are {/default-rack=0}
2024-11-23T05:40:17,855 DEBUG [9abfc7c2569e:33981 {}] balancer.BalancerClusterState(303): server 0 has 0 regions
2024-11-23T05:40:17,855 DEBUG [9abfc7c2569e:33981 {}] balancer.BalancerClusterState(303): server 1 has 0 regions
2024-11-23T05:40:17,855 DEBUG [9abfc7c2569e:33981 {}] balancer.BalancerClusterState(303): server 2 has 0 regions
2024-11-23T05:40:17,855 DEBUG [9abfc7c2569e:33981 {}] balancer.BalancerClusterState(310): server 0 is on host 0
2024-11-23T05:40:17,855 DEBUG [9abfc7c2569e:33981 {}] balancer.BalancerClusterState(310): server 1 is on host 0
2024-11-23T05:40:17,855 DEBUG [9abfc7c2569e:33981 {}] balancer.BalancerClusterState(310): server 2 is on host 0
2024-11-23T05:40:17,855 INFO  [9abfc7c2569e:33981 {}] balancer.BalancerClusterState(321): server 0 is on rack 0
2024-11-23T05:40:17,855 INFO  [9abfc7c2569e:33981 {}] balancer.BalancerClusterState(321): server 1 is on rack 0
2024-11-23T05:40:17,855 INFO  [9abfc7c2569e:33981 {}] balancer.BalancerClusterState(321): server 2 is on rack 0
2024-11-23T05:40:17,855 DEBUG [9abfc7c2569e:33981 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1
2024-11-23T05:40:17,864 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=9abfc7c2569e,43843,1732340415239
2024-11-23T05:40:17,869 INFO  [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9abfc7c2569e,43843,1732340415239, state=OPENING
2024-11-23T05:40:17,919 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it
2024-11-23T05:40:17,927 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33981-0x101677e83ba0000, quorum=127.0.0.1:56120, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-23T05:40:17,927 DEBUG [pool-64-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38323-0x101677e83ba0001, quorum=127.0.0.1:56120, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-23T05:40:17,927 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36983-0x101677e83ba0002, quorum=127.0.0.1:56120, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-23T05:40:17,927 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43843-0x101677e83ba0003, quorum=127.0.0.1:56120, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-23T05:40:17,929 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-23T05:40:17,929 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-23T05:40:17,930 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-23T05:40:17,932 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-23T05:40:17,932 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-23T05:40:17,935 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=9abfc7c2569e,43843,1732340415239}]
2024-11-23T05:40:18,121 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-11-23T05:40:18,124 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59729, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService
2024-11-23T05:40:18,140 INFO  [RS_OPEN_META-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740
2024-11-23T05:40:18,141 INFO  [RS_OPEN_META-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-23T05:40:18,141 INFO  [RS_OPEN_META-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta
2024-11-23T05:40:18,147 INFO  [RS_OPEN_META-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9abfc7c2569e%2C43843%2C1732340415239.meta, suffix=.meta, logDir=hdfs://localhost:39201/user/jenkins/test-data/c5e2a731-f775-75ff-0609-7c22199d5862/WALs/9abfc7c2569e,43843,1732340415239, archiveDir=hdfs://localhost:39201/user/jenkins/test-data/c5e2a731-f775-75ff-0609-7c22199d5862/oldWALs, maxLogs=32
2024-11-23T05:40:18,166 DEBUG [RS_OPEN_META-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c5e2a731-f775-75ff-0609-7c22199d5862/WALs/9abfc7c2569e,43843,1732340415239/9abfc7c2569e%2C43843%2C1732340415239.meta.1732340418150.meta, exclude list is [], retry=0
2024-11-23T05:40:18,170 WARN  [IPC Server handler 4 on default port 39201 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology
2024-11-23T05:40:18,170 WARN  [IPC Server handler 4 on default port 39201 {}] protocol.BlockStoragePolicy(161): Failed to place enough replicas: expected size is 1 but only 0 storage types can be selected (replication=3, selected=[], unavailable=[DISK], removed=[DISK], policy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]})
2024-11-23T05:40:18,170 WARN  [IPC Server handler 4 on default port 39201 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) All required storage types are unavailable:  unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}
2024-11-23T05:40:18,175 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40725,DS-979d310d-3587-4cc1-bca5-3d701f1acf12,DISK]
2024-11-23T05:40:18,176 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33125,DS-c28b39bb-14cc-4d91-9756-de8fd07c026a,DISK]
2024-11-23T05:40:18,190 INFO  [RS_OPEN_META-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c5e2a731-f775-75ff-0609-7c22199d5862/WALs/9abfc7c2569e,43843,1732340415239/9abfc7c2569e%2C43843%2C1732340415239.meta.1732340418150.meta
2024-11-23T05:40:18,193 DEBUG [RS_OPEN_META-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46173:46173),(127.0.0.1/127.0.0.1:45079:45079)]
2024-11-23T05:40:18,193 DEBUG [RS_OPEN_META-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}
2024-11-23T05:40:18,196 DEBUG [RS_OPEN_META-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911
2024-11-23T05:40:18,200 DEBUG [RS_OPEN_META-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService
2024-11-23T05:40:18,205 INFO  [RS_OPEN_META-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully.
2024-11-23T05:40:18,211 DEBUG [RS_OPEN_META-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740
2024-11-23T05:40:18,212 DEBUG [RS_OPEN_META-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-23T05:40:18,212 DEBUG [RS_OPEN_META-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740
2024-11-23T05:40:18,212 DEBUG [RS_OPEN_META-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740
2024-11-23T05:40:18,223 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-23T05:40:18,225 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-23T05:40:18,225 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-23T05:40:18,226 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-23T05:40:18,227 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-23T05:40:18,229 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-23T05:40:18,229 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-23T05:40:18,230 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-23T05:40:18,231 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-23T05:40:18,233 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-23T05:40:18,233 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-23T05:40:18,234 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-23T05:40:18,235 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-23T05:40:18,239 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-23T05:40:18,239 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-23T05:40:18,240 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-23T05:40:18,241 DEBUG [RS_OPEN_META-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-23T05:40:18,244 DEBUG [RS_OPEN_META-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39201/user/jenkins/test-data/c5e2a731-f775-75ff-0609-7c22199d5862/data/hbase/meta/1588230740
2024-11-23T05:40:18,248 DEBUG [RS_OPEN_META-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39201/user/jenkins/test-data/c5e2a731-f775-75ff-0609-7c22199d5862/data/hbase/meta/1588230740
2024-11-23T05:40:18,269 DEBUG [RS_OPEN_META-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-23T05:40:18,269 DEBUG [RS_OPEN_META-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-23T05:40:18,271 DEBUG [RS_OPEN_META-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-23T05:40:18,279 DEBUG [RS_OPEN_META-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-23T05:40:18,282 INFO  [RS_OPEN_META-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60312117, jitterRate=-0.10127942264080048}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-23T05:40:18,282 DEBUG [RS_OPEN_META-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740
2024-11-23T05:40:18,284 DEBUG [RS_OPEN_META-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740:
Running coprocessor pre-open hook at 1732340418215Writing region info on filesystem at 1732340418215Initializing all the Stores at 1732340418219 (+4 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732340418219Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732340418222 (+3 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732340418223 (+1 ms)Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732340418223Cleaning up temporary data from old regions at 1732340418269 (+46 ms)Running coprocessor post-open hooks at 1732340418282 (+13 ms)Region opened successfully at 1732340418284 (+2 ms)
2024-11-23T05:40:18,295 INFO  [RS_OPEN_META-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732340418111
2024-11-23T05:40:18,309 DEBUG [RS_OPEN_META-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740
2024-11-23T05:40:18,310 INFO  [RS_OPEN_META-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740
2024-11-23T05:40:18,314 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=9abfc7c2569e,43843,1732340415239
2024-11-23T05:40:18,318 INFO  [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9abfc7c2569e,43843,1732340415239, state=OPEN
2024-11-23T05:40:18,335 DEBUG [pool-64-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38323-0x101677e83ba0001, quorum=127.0.0.1:56120, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-11-23T05:40:18,335 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43843-0x101677e83ba0003, quorum=127.0.0.1:56120, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-11-23T05:40:18,335 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33981-0x101677e83ba0000, quorum=127.0.0.1:56120, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-11-23T05:40:18,336 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-23T05:40:18,336 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-23T05:40:18,336 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-23T05:40:18,336 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36983-0x101677e83ba0002, quorum=127.0.0.1:56120, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-11-23T05:40:18,336 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-23T05:40:18,337 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=9abfc7c2569e,43843,1732340415239
2024-11-23T05:40:18,344 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2
2024-11-23T05:40:18,345 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=9abfc7c2569e,43843,1732340415239 in 402 msec
2024-11-23T05:40:18,362 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1
2024-11-23T05:40:18,362 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 1.1820 sec
2024-11-23T05:40:18,363 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-23T05:40:18,364 INFO  [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces
2024-11-23T05:40:18,388 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-23T05:40:18,389 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9abfc7c2569e,43843,1732340415239, seqNum=-1]
2024-11-23T05:40:18,415 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-23T05:40:18,419 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38605, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-23T05:40:18,450 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.6910 sec
2024-11-23T05:40:18,450 INFO  [master/9abfc7c2569e:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732340418450, completionTime=-1
2024-11-23T05:40:18,453 INFO  [master/9abfc7c2569e:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running
2024-11-23T05:40:18,453 DEBUG [master/9abfc7c2569e:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster...
2024-11-23T05:40:18,508 INFO  [master/9abfc7c2569e:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=3
2024-11-23T05:40:18,509 INFO  [master/9abfc7c2569e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732340478509
2024-11-23T05:40:18,509 INFO  [master/9abfc7c2569e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732340538509
2024-11-23T05:40:18,509 INFO  [master/9abfc7c2569e:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 56 msec
2024-11-23T05:40:18,511 DEBUG [master/9abfc7c2569e:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache
2024-11-23T05:40:18,523 INFO  [master/9abfc7c2569e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9abfc7c2569e,33981,1732340413675-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-23T05:40:18,524 INFO  [master/9abfc7c2569e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9abfc7c2569e,33981,1732340413675-BalancerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-23T05:40:18,533 INFO  [master/9abfc7c2569e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9abfc7c2569e,33981,1732340413675-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-23T05:40:18,535 INFO  [master/9abfc7c2569e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-9abfc7c2569e:33981, period=300000, unit=MILLISECONDS is enabled.
2024-11-23T05:40:18,538 INFO  [master/9abfc7c2569e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled.
2024-11-23T05:40:18,543 DEBUG [master/9abfc7c2569e:0.Chore.1 {}] janitor.CatalogJanitor(180): 
2024-11-23T05:40:18,547 INFO  [master/9abfc7c2569e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled.
2024-11-23T05:40:18,601 INFO  [master/9abfc7c2569e:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.194sec
2024-11-23T05:40:18,603 INFO  [master/9abfc7c2569e:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled
2024-11-23T05:40:18,604 INFO  [master/9abfc7c2569e:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting.
2024-11-23T05:40:18,605 INFO  [master/9abfc7c2569e:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting.
2024-11-23T05:40:18,606 INFO  [master/9abfc7c2569e:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting.
2024-11-23T05:40:18,606 INFO  [master/9abfc7c2569e:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding
2024-11-23T05:40:18,607 INFO  [master/9abfc7c2569e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9abfc7c2569e,33981,1732340413675-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-23T05:40:18,608 INFO  [master/9abfc7c2569e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9abfc7c2569e,33981,1732340413675-MobFileCompactionChore, period=604800, unit=SECONDS is enabled.
2024-11-23T05:40:18,631 DEBUG [master/9abfc7c2569e:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds
2024-11-23T05:40:18,632 INFO  [master/9abfc7c2569e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled.
2024-11-23T05:40:18,632 INFO  [master/9abfc7c2569e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9abfc7c2569e,33981,1732340413675-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-23T05:40:18,642 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@372ca112, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-23T05:40:18,643 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9abfc7c2569e,33981,-1 for getting cluster id
2024-11-23T05:40:18,647 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-23T05:40:18,661 DEBUG [HMaster-EventLoopGroup-2-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3619f7bc-76da-4ca3-8b7a-ff390ea05308'
2024-11-23T05:40:18,667 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-23T05:40:18,667 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3619f7bc-76da-4ca3-8b7a-ff390ea05308"

2024-11-23T05:40:18,668 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73754996, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-23T05:40:18,668 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9abfc7c2569e,33981,-1]
2024-11-23T05:40:18,671 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-23T05:40:18,676 INFO  [HMaster-EventLoopGroup-2-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54356, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-23T05:40:18,689 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-23T05:40:18,698 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@759e1daf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-23T05:40:18,698 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-23T05:40:18,709 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9abfc7c2569e,43843,1732340415239, seqNum=-1]
2024-11-23T05:40:18,715 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-23T05:40:18,730 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44800, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-23T05:40:18,755 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=9abfc7c2569e,33981,1732340413675
2024-11-23T05:40:18,756 INFO  [Time-limited test {}] wal.AbstractTestWALReplay(147): hbase.rootdir=hdfs://localhost:39201/hbase
2024-11-23T05:40:18,777 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayCompressed#testNameConflictWhenSplit0 Thread=353, OpenFileDescriptor=593, MaxFileDescriptor=1048576, SystemLoadAverage=485, ProcessCount=11, AvailableMemoryMB=8835
2024-11-23T05:40:18,815 INFO  [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-23T05:40:18,823 INFO  [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-23T05:40:18,825 INFO  [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-23T05:40:18,837 INFO  [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-78691632, suffix=, logDir=hdfs://localhost:39201/hbase/WALs/hregion-78691632, archiveDir=hdfs://localhost:39201/hbase/oldWALs, maxLogs=32
2024-11-23T05:40:18,858 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-78691632/hregion-78691632.1732340418838, exclude list is [], retry=0
2024-11-23T05:40:18,880 DEBUG [AsyncFSWAL-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40725,DS-979d310d-3587-4cc1-bca5-3d701f1acf12,DISK]
2024-11-23T05:40:18,891 DEBUG [AsyncFSWAL-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33125,DS-c28b39bb-14cc-4d91-9756-de8fd07c026a,DISK]
2024-11-23T05:40:18,898 DEBUG [AsyncFSWAL-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44463,DS-9d9fa3d0-c341-4f0c-a64c-9c20a7b480ae,DISK]
2024-11-23T05:40:18,927 INFO  [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-78691632/hregion-78691632.1732340418838
2024-11-23T05:40:18,928 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45079:45079),(127.0.0.1/127.0.0.1:46173:46173),(127.0.0.1/127.0.0.1:35021:35021)]
2024-11-23T05:40:18,928 INFO  [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 354d2e3f268cfbe7b19d2aee6aff46a8, NAME => 'testReplayEditsWrittenIntoWAL,,1732340418816.354d2e3f268cfbe7b19d2aee6aff46a8.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenIntoWAL', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39201/hbase
2024-11-23T05:40:19,026 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44463 is added to blk_1073741838_1014 (size=64)
2024-11-23T05:40:19,028 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33125 is added to blk_1073741838_1014 (size=64)
2024-11-23T05:40:19,030 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40725 is added to blk_1073741838_1014 (size=64)
2024-11-23T05:40:19,032 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1732340418816.354d2e3f268cfbe7b19d2aee6aff46a8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-23T05:40:19,036 INFO  [StoreOpener-354d2e3f268cfbe7b19d2aee6aff46a8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 354d2e3f268cfbe7b19d2aee6aff46a8 
2024-11-23T05:40:19,039 INFO  [StoreOpener-354d2e3f268cfbe7b19d2aee6aff46a8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 354d2e3f268cfbe7b19d2aee6aff46a8 columnFamilyName a
2024-11-23T05:40:19,039 DEBUG [StoreOpener-354d2e3f268cfbe7b19d2aee6aff46a8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-23T05:40:19,051 INFO  [StoreOpener-354d2e3f268cfbe7b19d2aee6aff46a8-1 {}] regionserver.HStore(327): Store=354d2e3f268cfbe7b19d2aee6aff46a8/a,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-23T05:40:19,051 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 354d2e3f268cfbe7b19d2aee6aff46a8
2024-11-23T05:40:19,053 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39201/hbase/data/default/testReplayEditsWrittenIntoWAL/354d2e3f268cfbe7b19d2aee6aff46a8
2024-11-23T05:40:19,054 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39201/hbase/data/default/testReplayEditsWrittenIntoWAL/354d2e3f268cfbe7b19d2aee6aff46a8
2024-11-23T05:40:19,055 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 354d2e3f268cfbe7b19d2aee6aff46a8
2024-11-23T05:40:19,055 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 354d2e3f268cfbe7b19d2aee6aff46a8
2024-11-23T05:40:19,061 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 354d2e3f268cfbe7b19d2aee6aff46a8
2024-11-23T05:40:19,072 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39201/hbase/data/default/testReplayEditsWrittenIntoWAL/354d2e3f268cfbe7b19d2aee6aff46a8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-23T05:40:19,073 INFO  [Time-limited test {}] regionserver.HRegion(1114): Opened 354d2e3f268cfbe7b19d2aee6aff46a8; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60958129, jitterRate=-0.09165309369564056}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-23T05:40:19,075 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 354d2e3f268cfbe7b19d2aee6aff46a8:
Writing region info on filesystem at 1732340419032Initializing all the Stores at 1732340419034 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732340419034Cleaning up temporary data from old regions at 1732340419055 (+21 ms)Region opened successfully at 1732340419075 (+20 ms)
2024-11-23T05:40:19,075 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 354d2e3f268cfbe7b19d2aee6aff46a8, disabling compactions & flushes
2024-11-23T05:40:19,075 INFO  [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenIntoWAL,,1732340418816.354d2e3f268cfbe7b19d2aee6aff46a8.
2024-11-23T05:40:19,075 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenIntoWAL,,1732340418816.354d2e3f268cfbe7b19d2aee6aff46a8.
2024-11-23T05:40:19,076 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenIntoWAL,,1732340418816.354d2e3f268cfbe7b19d2aee6aff46a8. after waiting 0 ms
2024-11-23T05:40:19,076 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenIntoWAL,,1732340418816.354d2e3f268cfbe7b19d2aee6aff46a8.
2024-11-23T05:40:19,083 INFO  [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenIntoWAL,,1732340418816.354d2e3f268cfbe7b19d2aee6aff46a8.
2024-11-23T05:40:19,083 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 354d2e3f268cfbe7b19d2aee6aff46a8:
Waiting for close lock at 1732340419075Disabling compacts and flushes for region at 1732340419075Disabling writes for close at 1732340419076 (+1 ms)Writing region close event to WAL at 1732340419083 (+7 ms)Closed at 1732340419083
2024-11-23T05:40:19,104 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40725 is added to blk_1073741837_1013 (size=93)
2024-11-23T05:40:19,108 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44463 is added to blk_1073741837_1013 (size=93)
2024-11-23T05:40:19,108 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33125 is added to blk_1073741837_1013 (size=93)
2024-11-23T05:40:19,119 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs
2024-11-23T05:40:19,120 INFO  [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-78691632:(num 1732340418838)
2024-11-23T05:40:19,122 INFO  [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testMonitor
2024-11-23T05:40:19,184 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33125 is added to blk_1073741839_1015 (size=276)
2024-11-23T05:40:19,186 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44463 is added to blk_1073741839_1015 (size=276)
2024-11-23T05:40:19,188 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40725 is added to blk_1073741839_1015 (size=276)
2024-11-23T05:40:19,198 INFO  [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testMonitor
2024-11-23T05:40:19,248 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44463 is added to blk_1073741840_1016 (size=230)
2024-11-23T05:40:19,248 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40725 is added to blk_1073741840_1016 (size=230)
2024-11-23T05:40:19,248 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33125 is added to blk_1073741840_1016 (size=230)
2024-11-23T05:40:19,273 INFO  [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39201/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732340418808/wal-1, size=276 (276bytes)
2024-11-23T05:40:19,274 DEBUG [Time-limited test {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils
2024-11-23T05:40:19,275 DEBUG [Time-limited test {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease()
2024-11-23T05:40:19,275 INFO  [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39201/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732340418808/wal-1
2024-11-23T05:40:19,281 INFO  [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39201/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732340418808/wal-1 after 4ms
2024-11-23T05:40:19,289 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:39201/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732340418808/wal-1: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null
2024-11-23T05:40:19,290 INFO  [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39201/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732340418808/wal-1 took 18ms
2024-11-23T05:40:19,296 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39201/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732340418808/wal-1 so closing down
2024-11-23T05:40:19,300 INFO  [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal-1.temp
2024-11-23T05:40:19,301 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish
2024-11-23T05:40:19,303 INFO  [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39201/hbase/data/default/testReplayEditsWrittenIntoWAL/354d2e3f268cfbe7b19d2aee6aff46a8/recovered.edits/0000000000000000001-wal-1.temp
2024-11-23T05:40:19,309 INFO  [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished
2024-11-23T05:40:19,340 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44463 is added to blk_1073741841_1017 (size=276)
2024-11-23T05:40:19,341 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33125 is added to blk_1073741841_1017 (size=276)
2024-11-23T05:40:19,349 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40725 is added to blk_1073741841_1017 (size=276)
2024-11-23T05:40:19,353 INFO  [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39201/hbase/data/default/testReplayEditsWrittenIntoWAL/354d2e3f268cfbe7b19d2aee6aff46a8/recovered.edits/0000000000000000001-wal-1.temp (wrote 2 edits, skipped 0 edits in 0 ms)
2024-11-23T05:40:19,358 INFO  [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39201/hbase/data/default/testReplayEditsWrittenIntoWAL/354d2e3f268cfbe7b19d2aee6aff46a8/recovered.edits/0000000000000000001-wal-1.temp to hdfs://localhost:39201/hbase/data/default/testReplayEditsWrittenIntoWAL/354d2e3f268cfbe7b19d2aee6aff46a8/recovered.edits/0000000000000000002
2024-11-23T05:40:19,362 INFO  [Time-limited test {}] wal.WALSplitter(425): Processed 2 edits across 1 Regions in 66 ms; skipped=0; WAL=hdfs://localhost:39201/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732340418808/wal-1, size=276, length=276, corrupted=false, cancelled=false
2024-11-23T05:40:19,363 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39201/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732340418808/wal-1, journal: Splitting hdfs://localhost:39201/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732340418808/wal-1, size=276 (276bytes) at 1732340419273Finishing writing output for hdfs://localhost:39201/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732340418808/wal-1 so closing down at 1732340419296 (+23 ms)Creating recovered edits writer path=hdfs://localhost:39201/hbase/data/default/testReplayEditsWrittenIntoWAL/354d2e3f268cfbe7b19d2aee6aff46a8/recovered.edits/0000000000000000001-wal-1.temp at 1732340419303 (+7 ms)3 split writer threads finished at 1732340419309 (+6 ms)Closed recovered edits writer path=hdfs://localhost:39201/hbase/data/default/testReplayEditsWrittenIntoWAL/354d2e3f268cfbe7b19d2aee6aff46a8/recovered.edits/0000000000000000001-wal-1.temp (wrote 2 edits, skipped 0 edits in 0 ms) at 1732340419353 (+44 ms)Rename recovered edits hdfs://localhost:39201/hbase/data/default/testReplayEditsWrittenIntoWAL/354d2e3f268cfbe7b19d2aee6aff46a8/recovered.edits/0000000000000000001-wal-1.temp to hdfs://localhost:39201/hbase/data/default/testReplayEditsWrittenIntoWAL/354d2e3f268cfbe7b19d2aee6aff46a8/recovered.edits/0000000000000000002 at 1732340419358 (+5 ms)Processed 2 edits across 1 Regions in 66 ms; skipped=0; WAL=hdfs://localhost:39201/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732340418808/wal-1, size=276, length=276, corrupted=false, cancelled=false at 1732340419363 (+5 ms)
2024-11-23T05:40:19,387 INFO  [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39201/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732340418808/wal-2, size=230 (230bytes)
2024-11-23T05:40:19,387 INFO  [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39201/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732340418808/wal-2
2024-11-23T05:40:19,388 INFO  [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39201/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732340418808/wal-2 after 1ms
2024-11-23T05:40:19,392 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:39201/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732340418808/wal-2: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null
2024-11-23T05:40:19,393 INFO  [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39201/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732340418808/wal-2 took 7ms
2024-11-23T05:40:19,399 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39201/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732340418808/wal-2 so closing down
2024-11-23T05:40:19,399 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish
2024-11-23T05:40:19,402 INFO  [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000002-wal-2.temp
2024-11-23T05:40:19,404 INFO  [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39201/hbase/data/default/testReplayEditsWrittenIntoWAL/354d2e3f268cfbe7b19d2aee6aff46a8/recovered.edits/0000000000000000002-wal-2.temp
2024-11-23T05:40:19,406 INFO  [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished
2024-11-23T05:40:19,432 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33125 is added to blk_1073741842_1018 (size=230)
2024-11-23T05:40:19,433 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40725 is added to blk_1073741842_1018 (size=230)
2024-11-23T05:40:19,433 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44463 is added to blk_1073741842_1018 (size=230)
2024-11-23T05:40:19,434 INFO  [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39201/hbase/data/default/testReplayEditsWrittenIntoWAL/354d2e3f268cfbe7b19d2aee6aff46a8/recovered.edits/0000000000000000002-wal-2.temp (wrote 1 edits, skipped 0 edits in 0 ms)
2024-11-23T05:40:19,442 DEBUG [split-log-closeStream-pool-0 {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:39201/hbase/data/default/testReplayEditsWrittenIntoWAL/354d2e3f268cfbe7b19d2aee6aff46a8/recovered.edits/0000000000000000002: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null
2024-11-23T05:40:19,445 WARN  [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(184): Found existing old edits file and we have less entries. Deleting hdfs://localhost:39201/hbase/data/default/testReplayEditsWrittenIntoWAL/354d2e3f268cfbe7b19d2aee6aff46a8/recovered.edits/0000000000000000002-wal-2.temp, length=230
2024-11-23T05:40:19,447 INFO  [Time-limited test {}] wal.WALSplitter(425): Processed 1 edits across 1 Regions in 50 ms; skipped=0; WAL=hdfs://localhost:39201/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732340418808/wal-2, size=230, length=230, corrupted=false, cancelled=false
2024-11-23T05:40:19,447 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39201/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732340418808/wal-2, journal: Splitting hdfs://localhost:39201/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732340418808/wal-2, size=230 (230bytes) at 1732340419387Finishing writing output for hdfs://localhost:39201/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732340418808/wal-2 so closing down at 1732340419399 (+12 ms)Creating recovered edits writer path=hdfs://localhost:39201/hbase/data/default/testReplayEditsWrittenIntoWAL/354d2e3f268cfbe7b19d2aee6aff46a8/recovered.edits/0000000000000000002-wal-2.temp at 1732340419404 (+5 ms)3 split writer threads finished at 1732340419406 (+2 ms)Closed recovered edits writer path=hdfs://localhost:39201/hbase/data/default/testReplayEditsWrittenIntoWAL/354d2e3f268cfbe7b19d2aee6aff46a8/recovered.edits/0000000000000000002-wal-2.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1732340419434 (+28 ms)Processed 1 edits across 1 Regions in 50 ms; skipped=0; WAL=hdfs://localhost:39201/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732340418808/wal-2, size=230, length=230, corrupted=false, cancelled=false at 1732340419447 (+13 ms)
2024-11-23T05:40:19,447 INFO  [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor
2024-11-23T05:40:19,450 INFO  [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:39201/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732340418808, archiveDir=hdfs://localhost:39201/hbase/oldWALs, maxLogs=32
2024-11-23T05:40:19,466 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testnameconflictwhensplit0-manual,16010,1732340418808/wal.1732340419452, exclude list is [], retry=0
2024-11-23T05:40:19,470 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33125,DS-c28b39bb-14cc-4d91-9756-de8fd07c026a,DISK]
2024-11-23T05:40:19,471 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40725,DS-979d310d-3587-4cc1-bca5-3d701f1acf12,DISK]
2024-11-23T05:40:19,471 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44463,DS-9d9fa3d0-c341-4f0c-a64c-9c20a7b480ae,DISK]
2024-11-23T05:40:19,479 INFO  [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testnameconflictwhensplit0-manual,16010,1732340418808/wal.1732340419452
2024-11-23T05:40:19,479 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45079:45079),(127.0.0.1/127.0.0.1:46173:46173),(127.0.0.1/127.0.0.1:35021:35021)]
2024-11-23T05:40:19,480 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 354d2e3f268cfbe7b19d2aee6aff46a8, NAME => 'testReplayEditsWrittenIntoWAL,,1732340418816.354d2e3f268cfbe7b19d2aee6aff46a8.', STARTKEY => '', ENDKEY => ''}
2024-11-23T05:40:19,480 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1732340418816.354d2e3f268cfbe7b19d2aee6aff46a8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-23T05:40:19,480 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 354d2e3f268cfbe7b19d2aee6aff46a8
2024-11-23T05:40:19,480 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 354d2e3f268cfbe7b19d2aee6aff46a8
2024-11-23T05:40:19,482 INFO  [StoreOpener-354d2e3f268cfbe7b19d2aee6aff46a8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 354d2e3f268cfbe7b19d2aee6aff46a8 
2024-11-23T05:40:19,483 INFO  [StoreOpener-354d2e3f268cfbe7b19d2aee6aff46a8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 354d2e3f268cfbe7b19d2aee6aff46a8 columnFamilyName a
2024-11-23T05:40:19,484 DEBUG [StoreOpener-354d2e3f268cfbe7b19d2aee6aff46a8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-23T05:40:19,486 INFO  [StoreOpener-354d2e3f268cfbe7b19d2aee6aff46a8-1 {}] regionserver.HStore(327): Store=354d2e3f268cfbe7b19d2aee6aff46a8/a,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-23T05:40:19,487 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 354d2e3f268cfbe7b19d2aee6aff46a8
2024-11-23T05:40:19,489 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39201/hbase/data/default/testReplayEditsWrittenIntoWAL/354d2e3f268cfbe7b19d2aee6aff46a8
2024-11-23T05:40:19,494 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:39201/hbase/data/default/testReplayEditsWrittenIntoWAL/354d2e3f268cfbe7b19d2aee6aff46a8
2024-11-23T05:40:19,496 INFO  [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:39201/hbase/data/default/testReplayEditsWrittenIntoWAL/354d2e3f268cfbe7b19d2aee6aff46a8/recovered.edits/0000000000000000002
2024-11-23T05:40:19,501 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:39201/hbase/data/default/testReplayEditsWrittenIntoWAL/354d2e3f268cfbe7b19d2aee6aff46a8/recovered.edits/0000000000000000002: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null
2024-11-23T05:40:19,510 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 2, skipped 0, firstSequenceIdInLog=1, maxSequenceIdInLog=2, path=hdfs://localhost:39201/hbase/data/default/testReplayEditsWrittenIntoWAL/354d2e3f268cfbe7b19d2aee6aff46a8/recovered.edits/0000000000000000002
2024-11-23T05:40:19,514 INFO  [Time-limited test {}] regionserver.HRegion(2902): Flushing 354d2e3f268cfbe7b19d2aee6aff46a8 1/1 column families, dataSize=108 B heapSize=512 B
2024-11-23T05:40:19,582 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39201/hbase/data/default/testReplayEditsWrittenIntoWAL/354d2e3f268cfbe7b19d2aee6aff46a8/.tmp/a/927c92fc97f540ee8ecf393ab734a25c is 58, key is testReplayEditsWrittenIntoWAL/a:1/1732340419120/Put/seqid=0
2024-11-23T05:40:19,603 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33125 is added to blk_1073741844_1020 (size=5170)
2024-11-23T05:40:19,604 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40725 is added to blk_1073741844_1020 (size=5170)
2024-11-23T05:40:19,604 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44463 is added to blk_1073741844_1020 (size=5170)
2024-11-23T05:40:19,605 INFO  [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=2 (bloomFilter=true), to=hdfs://localhost:39201/hbase/data/default/testReplayEditsWrittenIntoWAL/354d2e3f268cfbe7b19d2aee6aff46a8/.tmp/a/927c92fc97f540ee8ecf393ab734a25c
2024-11-23T05:40:19,660 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39201/hbase/data/default/testReplayEditsWrittenIntoWAL/354d2e3f268cfbe7b19d2aee6aff46a8/.tmp/a/927c92fc97f540ee8ecf393ab734a25c as hdfs://localhost:39201/hbase/data/default/testReplayEditsWrittenIntoWAL/354d2e3f268cfbe7b19d2aee6aff46a8/a/927c92fc97f540ee8ecf393ab734a25c
2024-11-23T05:40:19,678 INFO  [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39201/hbase/data/default/testReplayEditsWrittenIntoWAL/354d2e3f268cfbe7b19d2aee6aff46a8/a/927c92fc97f540ee8ecf393ab734a25c, entries=2, sequenceid=2, filesize=5.0 K
2024-11-23T05:40:19,691 INFO  [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~108 B/108, heapSize ~496 B/496, currentSize=0 B/0 for 354d2e3f268cfbe7b19d2aee6aff46a8 in 173ms, sequenceid=2, compaction requested=false; wal=null
2024-11-23T05:40:19,693 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:39201/hbase/data/default/testReplayEditsWrittenIntoWAL/354d2e3f268cfbe7b19d2aee6aff46a8/recovered.edits/0000000000000000002
2024-11-23T05:40:19,695 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 354d2e3f268cfbe7b19d2aee6aff46a8
2024-11-23T05:40:19,695 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 354d2e3f268cfbe7b19d2aee6aff46a8
2024-11-23T05:40:19,710 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 354d2e3f268cfbe7b19d2aee6aff46a8
2024-11-23T05:40:19,729 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39201/hbase/data/default/testReplayEditsWrittenIntoWAL/354d2e3f268cfbe7b19d2aee6aff46a8/recovered.edits/2.seqid, newMaxSeqId=2, maxSeqId=1
2024-11-23T05:40:19,733 INFO  [Time-limited test {}] regionserver.HRegion(1114): Opened 354d2e3f268cfbe7b19d2aee6aff46a8; next sequenceid=3; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62031722, jitterRate=-0.07565531134605408}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-23T05:40:19,736 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 354d2e3f268cfbe7b19d2aee6aff46a8:
Writing region info on filesystem at 1732340419480Initializing all the Stores at 1732340419482 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732340419482Obtaining lock to block concurrent updates at 1732340419515 (+33 ms)Preparing flush snapshotting stores in 354d2e3f268cfbe7b19d2aee6aff46a8 at 1732340419515Finished memstore snapshotting testReplayEditsWrittenIntoWAL,,1732340418816.354d2e3f268cfbe7b19d2aee6aff46a8., syncing WAL and waiting on mvcc, flushsize=dataSize=108, getHeapSize=496, getOffHeapSize=0, getCellsCount=2 at 1732340419519 (+4 ms)Flushing stores of testReplayEditsWrittenIntoWAL,,1732340418816.354d2e3f268cfbe7b19d2aee6aff46a8. at 1732340419519Flushing 354d2e3f268cfbe7b19d2aee6aff46a8/a: creating writer at 1732340419520 (+1 ms)Flushing 354d2e3f268cfbe7b19d2aee6aff46a8/a: appending metadata at 1732340419566 (+46 ms)Flushing 354d2e3f268cfbe7b19d2aee6aff46a8/a: closing flushed file at 1732340419569 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@630125e2: reopening flushed file at 1732340419654 (+85 ms)Finished flush of dataSize ~108 B/108, heapSize ~496 B/496, currentSize=0 B/0 for 354d2e3f268cfbe7b19d2aee6aff46a8 in 173ms, sequenceid=2, compaction requested=false; wal=null at 1732340419691 (+37 ms)Cleaning up temporary data from old regions at 1732340419695 (+4 ms)Region opened successfully at 1732340419735 (+40 ms)
2024-11-23T05:40:19,769 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayCompressed#testNameConflictWhenSplit0 Thread=364 (was 353)
Potentially hanging thread: TestAsyncWALReplay-pool-0
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1087445729_22 at /127.0.0.1:48950 [Receiving block BP-1122682880-172.17.0.2-1732340407948:blk_1073741843_1019]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343)
	java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151)
	app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: AsyncFSWAL-8-2
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1087445729_22 at /127.0.0.1:48922 [Waiting for operation #7]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: PacketResponder: BP-1122682880-172.17.0.2-1732340407948:blk_1073741843_1019, type=LAST_IN_PIPELINE
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	java.base@17.0.11/java.lang.Object.wait(Object.java:338)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: PacketResponder: BP-1122682880-172.17.0.2-1732340407948:blk_1073741843_1019, type=LAST_IN_PIPELINE
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	java.base@17.0.11/java.lang.Object.wait(Object.java:338)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1087445729_22 at /127.0.0.1:39356 [Receiving block BP-1122682880-172.17.0.2-1732340407948:blk_1073741843_1019]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343)
	java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151)
	app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: AsyncFSWAL-8-3
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1087445729_22 at /127.0.0.1:58538 [Waiting for operation #3]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: AsyncFSWAL-8-1
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1087445729_22 at /127.0.0.1:39210 [Waiting for operation #10]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1087445729_22 at /127.0.0.1:58554 [Receiving block BP-1122682880-172.17.0.2-1732340407948:blk_1073741843_1019]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343)
	java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151)
	app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: PacketResponder: BP-1122682880-172.17.0.2-1732340407948:blk_1073741843_1019, type=LAST_IN_PIPELINE
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	java.base@17.0.11/java.lang.Object.wait(Object.java:338)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:39201/hbase-prefix:default
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=685 (was 593) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=485 (was 485), ProcessCount=11 (was 11), AvailableMemoryMB=8816 (was 8835)
2024-11-23T05:40:19,789 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayCompressed#testNameConflictWhenSplit1 Thread=364, OpenFileDescriptor=685, MaxFileDescriptor=1048576, SystemLoadAverage=485, ProcessCount=11, AvailableMemoryMB=8815
2024-11-23T05:40:19,810 INFO  [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-23T05:40:19,813 INFO  [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-23T05:40:19,815 INFO  [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-23T05:40:19,823 INFO  [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-35049201, suffix=, logDir=hdfs://localhost:39201/hbase/WALs/hregion-35049201, archiveDir=hdfs://localhost:39201/hbase/oldWALs, maxLogs=32
2024-11-23T05:40:19,848 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-35049201/hregion-35049201.1732340419824, exclude list is [], retry=0
2024-11-23T05:40:19,853 DEBUG [AsyncFSWAL-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33125,DS-c28b39bb-14cc-4d91-9756-de8fd07c026a,DISK]
2024-11-23T05:40:19,871 DEBUG [AsyncFSWAL-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44463,DS-9d9fa3d0-c341-4f0c-a64c-9c20a7b480ae,DISK]
2024-11-23T05:40:19,871 DEBUG [AsyncFSWAL-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40725,DS-979d310d-3587-4cc1-bca5-3d701f1acf12,DISK]
2024-11-23T05:40:19,887 INFO  [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-35049201/hregion-35049201.1732340419824
2024-11-23T05:40:19,895 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45079:45079),(127.0.0.1/127.0.0.1:46173:46173),(127.0.0.1/127.0.0.1:35021:35021)]
2024-11-23T05:40:19,895 INFO  [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => e07f550700567521e94b5cc3458b2afd, NAME => 'testReplayEditsWrittenIntoWAL,,1732340419811.e07f550700567521e94b5cc3458b2afd.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenIntoWAL', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39201/hbase
2024-11-23T05:40:19,925 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40725 is added to blk_1073741846_1022 (size=64)
2024-11-23T05:40:19,925 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33125 is added to blk_1073741846_1022 (size=64)
2024-11-23T05:40:19,926 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44463 is added to blk_1073741846_1022 (size=64)
2024-11-23T05:40:19,927 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1732340419811.e07f550700567521e94b5cc3458b2afd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-23T05:40:19,935 INFO  [StoreOpener-e07f550700567521e94b5cc3458b2afd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region e07f550700567521e94b5cc3458b2afd 
2024-11-23T05:40:19,938 INFO  [StoreOpener-e07f550700567521e94b5cc3458b2afd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e07f550700567521e94b5cc3458b2afd columnFamilyName a
2024-11-23T05:40:19,938 DEBUG [StoreOpener-e07f550700567521e94b5cc3458b2afd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-23T05:40:19,939 INFO  [StoreOpener-e07f550700567521e94b5cc3458b2afd-1 {}] regionserver.HStore(327): Store=e07f550700567521e94b5cc3458b2afd/a,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-23T05:40:19,939 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for e07f550700567521e94b5cc3458b2afd
2024-11-23T05:40:19,942 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39201/hbase/data/default/testReplayEditsWrittenIntoWAL/e07f550700567521e94b5cc3458b2afd
2024-11-23T05:40:19,942 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39201/hbase/data/default/testReplayEditsWrittenIntoWAL/e07f550700567521e94b5cc3458b2afd
2024-11-23T05:40:19,946 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for e07f550700567521e94b5cc3458b2afd
2024-11-23T05:40:19,946 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for e07f550700567521e94b5cc3458b2afd
2024-11-23T05:40:19,950 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for e07f550700567521e94b5cc3458b2afd
2024-11-23T05:40:19,954 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39201/hbase/data/default/testReplayEditsWrittenIntoWAL/e07f550700567521e94b5cc3458b2afd/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-23T05:40:19,956 INFO  [Time-limited test {}] regionserver.HRegion(1114): Opened e07f550700567521e94b5cc3458b2afd; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73794365, jitterRate=0.0996217280626297}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-23T05:40:19,957 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for e07f550700567521e94b5cc3458b2afd:
Writing region info on filesystem at 1732340419927Initializing all the Stores at 1732340419933 (+6 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732340419933Cleaning up temporary data from old regions at 1732340419946 (+13 ms)Region opened successfully at 1732340419956 (+10 ms)
2024-11-23T05:40:19,957 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing e07f550700567521e94b5cc3458b2afd, disabling compactions & flushes
2024-11-23T05:40:19,957 INFO  [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenIntoWAL,,1732340419811.e07f550700567521e94b5cc3458b2afd.
2024-11-23T05:40:19,957 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenIntoWAL,,1732340419811.e07f550700567521e94b5cc3458b2afd.
2024-11-23T05:40:19,957 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenIntoWAL,,1732340419811.e07f550700567521e94b5cc3458b2afd. after waiting 0 ms
2024-11-23T05:40:19,957 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenIntoWAL,,1732340419811.e07f550700567521e94b5cc3458b2afd.
2024-11-23T05:40:19,959 INFO  [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenIntoWAL,,1732340419811.e07f550700567521e94b5cc3458b2afd.
2024-11-23T05:40:19,959 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for e07f550700567521e94b5cc3458b2afd:
Waiting for close lock at 1732340419957Disabling compacts and flushes for region at 1732340419957Disabling writes for close at 1732340419957Writing region close event to WAL at 1732340419959 (+2 ms)Closed at 1732340419959
2024-11-23T05:40:19,963 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44463 is added to blk_1073741845_1021 (size=93)
2024-11-23T05:40:19,964 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40725 is added to blk_1073741845_1021 (size=93)
2024-11-23T05:40:19,964 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33125 is added to blk_1073741845_1021 (size=93)
2024-11-23T05:40:19,970 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs
2024-11-23T05:40:19,970 INFO  [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-35049201:(num 1732340419824)
2024-11-23T05:40:19,971 INFO  [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testMonitor
2024-11-23T05:40:19,988 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33125 is added to blk_1073741847_1023 (size=276)
2024-11-23T05:40:19,989 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40725 is added to blk_1073741847_1023 (size=276)
2024-11-23T05:40:19,990 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44463 is added to blk_1073741847_1023 (size=276)
2024-11-23T05:40:19,991 INFO  [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testMonitor
2024-11-23T05:40:20,010 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33125 is added to blk_1073741848_1024 (size=230)
2024-11-23T05:40:20,011 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44463 is added to blk_1073741848_1024 (size=230)
2024-11-23T05:40:20,012 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40725 is added to blk_1073741848_1024 (size=230)
2024-11-23T05:40:20,037 INFO  [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39201/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732340419809/wal-2, size=230 (230bytes)
2024-11-23T05:40:20,037 INFO  [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39201/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732340419809/wal-2
2024-11-23T05:40:20,038 INFO  [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39201/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732340419809/wal-2 after 1ms
2024-11-23T05:40:20,042 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:39201/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732340419809/wal-2: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null
2024-11-23T05:40:20,042 INFO  [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39201/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732340419809/wal-2 took 6ms
2024-11-23T05:40:20,045 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39201/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732340419809/wal-2 so closing down
2024-11-23T05:40:20,045 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish
2024-11-23T05:40:20,047 INFO  [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000002-wal-2.temp
2024-11-23T05:40:20,048 INFO  [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39201/hbase/data/default/testReplayEditsWrittenIntoWAL/e07f550700567521e94b5cc3458b2afd/recovered.edits/0000000000000000002-wal-2.temp
2024-11-23T05:40:20,049 INFO  [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished
2024-11-23T05:40:20,056 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33125 is added to blk_1073741849_1025 (size=230)
2024-11-23T05:40:20,057 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40725 is added to blk_1073741849_1025 (size=230)
2024-11-23T05:40:20,058 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44463 is added to blk_1073741849_1025 (size=230)
2024-11-23T05:40:20,058 INFO  [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39201/hbase/data/default/testReplayEditsWrittenIntoWAL/e07f550700567521e94b5cc3458b2afd/recovered.edits/0000000000000000002-wal-2.temp (wrote 1 edits, skipped 0 edits in 0 ms)
2024-11-23T05:40:20,061 INFO  [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39201/hbase/data/default/testReplayEditsWrittenIntoWAL/e07f550700567521e94b5cc3458b2afd/recovered.edits/0000000000000000002-wal-2.temp to hdfs://localhost:39201/hbase/data/default/testReplayEditsWrittenIntoWAL/e07f550700567521e94b5cc3458b2afd/recovered.edits/0000000000000000002
2024-11-23T05:40:20,061 INFO  [Time-limited test {}] wal.WALSplitter(425): Processed 1 edits across 1 Regions in 19 ms; skipped=0; WAL=hdfs://localhost:39201/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732340419809/wal-2, size=230, length=230, corrupted=false, cancelled=false
2024-11-23T05:40:20,061 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39201/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732340419809/wal-2, journal: Splitting hdfs://localhost:39201/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732340419809/wal-2, size=230 (230bytes) at 1732340420037Finishing writing output for hdfs://localhost:39201/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732340419809/wal-2 so closing down at 1732340420045 (+8 ms)Creating recovered edits writer path=hdfs://localhost:39201/hbase/data/default/testReplayEditsWrittenIntoWAL/e07f550700567521e94b5cc3458b2afd/recovered.edits/0000000000000000002-wal-2.temp at 1732340420048 (+3 ms)3 split writer threads finished at 1732340420049 (+1 ms)Closed recovered edits writer path=hdfs://localhost:39201/hbase/data/default/testReplayEditsWrittenIntoWAL/e07f550700567521e94b5cc3458b2afd/recovered.edits/0000000000000000002-wal-2.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1732340420058 (+9 ms)Rename recovered edits hdfs://localhost:39201/hbase/data/default/testReplayEditsWrittenIntoWAL/e07f550700567521e94b5cc3458b2afd/recovered.edits/0000000000000000002-wal-2.temp to hdfs://localhost:39201/hbase/data/default/testReplayEditsWrittenIntoWAL/e07f550700567521e94b5cc3458b2afd/recovered.edits/0000000000000000002 at 1732340420061 (+3 ms)Processed 1 edits across 1 Regions in 19 ms; skipped=0; WAL=hdfs://localhost:39201/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732340419809/wal-2, size=230, length=230, corrupted=false, cancelled=false at 1732340420061
2024-11-23T05:40:20,078 INFO  [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39201/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732340419809/wal-1, size=276 (276bytes)
2024-11-23T05:40:20,078 INFO  [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39201/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732340419809/wal-1
2024-11-23T05:40:20,079 INFO  [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39201/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732340419809/wal-1 after 1ms
2024-11-23T05:40:20,083 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:39201/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732340419809/wal-1: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null
2024-11-23T05:40:20,083 INFO  [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39201/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732340419809/wal-1 took 5ms
2024-11-23T05:40:20,086 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39201/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732340419809/wal-1 so closing down
2024-11-23T05:40:20,086 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish
2024-11-23T05:40:20,088 INFO  [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal-1.temp
2024-11-23T05:40:20,089 INFO  [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39201/hbase/data/default/testReplayEditsWrittenIntoWAL/e07f550700567521e94b5cc3458b2afd/recovered.edits/0000000000000000001-wal-1.temp
2024-11-23T05:40:20,090 INFO  [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished
2024-11-23T05:40:20,100 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44463 is added to blk_1073741850_1026 (size=276)
2024-11-23T05:40:20,103 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33125 is added to blk_1073741850_1026 (size=276)
2024-11-23T05:40:20,103 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40725 is added to blk_1073741850_1026 (size=276)
2024-11-23T05:40:20,104 INFO  [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39201/hbase/data/default/testReplayEditsWrittenIntoWAL/e07f550700567521e94b5cc3458b2afd/recovered.edits/0000000000000000001-wal-1.temp (wrote 2 edits, skipped 0 edits in 0 ms)
2024-11-23T05:40:20,109 DEBUG [split-log-closeStream-pool-0 {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:39201/hbase/data/default/testReplayEditsWrittenIntoWAL/e07f550700567521e94b5cc3458b2afd/recovered.edits/0000000000000000002: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null
2024-11-23T05:40:20,119 WARN  [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(175): Found existing old edits file. It could be the result of a previous failed split attempt or we have duplicated wal entries. Deleting hdfs://localhost:39201/hbase/data/default/testReplayEditsWrittenIntoWAL/e07f550700567521e94b5cc3458b2afd/recovered.edits/0000000000000000002, length=230
2024-11-23T05:40:20,123 INFO  [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39201/hbase/data/default/testReplayEditsWrittenIntoWAL/e07f550700567521e94b5cc3458b2afd/recovered.edits/0000000000000000001-wal-1.temp to hdfs://localhost:39201/hbase/data/default/testReplayEditsWrittenIntoWAL/e07f550700567521e94b5cc3458b2afd/recovered.edits/0000000000000000002
2024-11-23T05:40:20,123 INFO  [Time-limited test {}] wal.WALSplitter(425): Processed 2 edits across 1 Regions in 40 ms; skipped=0; WAL=hdfs://localhost:39201/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732340419809/wal-1, size=276, length=276, corrupted=false, cancelled=false
2024-11-23T05:40:20,123 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39201/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732340419809/wal-1, journal: Splitting hdfs://localhost:39201/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732340419809/wal-1, size=276 (276bytes) at 1732340420078Finishing writing output for hdfs://localhost:39201/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732340419809/wal-1 so closing down at 1732340420086 (+8 ms)Creating recovered edits writer path=hdfs://localhost:39201/hbase/data/default/testReplayEditsWrittenIntoWAL/e07f550700567521e94b5cc3458b2afd/recovered.edits/0000000000000000001-wal-1.temp at 1732340420089 (+3 ms)3 split writer threads finished at 1732340420090 (+1 ms)Closed recovered edits writer path=hdfs://localhost:39201/hbase/data/default/testReplayEditsWrittenIntoWAL/e07f550700567521e94b5cc3458b2afd/recovered.edits/0000000000000000001-wal-1.temp (wrote 2 edits, skipped 0 edits in 0 ms) at 1732340420104 (+14 ms)Rename recovered edits hdfs://localhost:39201/hbase/data/default/testReplayEditsWrittenIntoWAL/e07f550700567521e94b5cc3458b2afd/recovered.edits/0000000000000000001-wal-1.temp to hdfs://localhost:39201/hbase/data/default/testReplayEditsWrittenIntoWAL/e07f550700567521e94b5cc3458b2afd/recovered.edits/0000000000000000002 at 1732340420123 (+19 ms)Processed 2 edits across 1 Regions in 40 ms; skipped=0; WAL=hdfs://localhost:39201/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732340419809/wal-1, size=276, length=276, corrupted=false, cancelled=false at 1732340420123
2024-11-23T05:40:20,123 INFO  [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor
2024-11-23T05:40:20,126 INFO  [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:39201/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732340419809, archiveDir=hdfs://localhost:39201/hbase/oldWALs, maxLogs=32
2024-11-23T05:40:20,149 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testnameconflictwhensplit1-manual,16010,1732340419809/wal.1732340420127, exclude list is [], retry=0
2024-11-23T05:40:20,160 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33125,DS-c28b39bb-14cc-4d91-9756-de8fd07c026a,DISK]
2024-11-23T05:40:20,160 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44463,DS-9d9fa3d0-c341-4f0c-a64c-9c20a7b480ae,DISK]
2024-11-23T05:40:20,160 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40725,DS-979d310d-3587-4cc1-bca5-3d701f1acf12,DISK]
2024-11-23T05:40:20,202 INFO  [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testnameconflictwhensplit1-manual,16010,1732340419809/wal.1732340420127
2024-11-23T05:40:20,207 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45079:45079),(127.0.0.1/127.0.0.1:35021:35021),(127.0.0.1/127.0.0.1:46173:46173)]
2024-11-23T05:40:20,207 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => e07f550700567521e94b5cc3458b2afd, NAME => 'testReplayEditsWrittenIntoWAL,,1732340419811.e07f550700567521e94b5cc3458b2afd.', STARTKEY => '', ENDKEY => ''}
2024-11-23T05:40:20,207 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1732340419811.e07f550700567521e94b5cc3458b2afd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-23T05:40:20,207 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for e07f550700567521e94b5cc3458b2afd
2024-11-23T05:40:20,207 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for e07f550700567521e94b5cc3458b2afd
2024-11-23T05:40:20,227 INFO  [StoreOpener-e07f550700567521e94b5cc3458b2afd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region e07f550700567521e94b5cc3458b2afd 
2024-11-23T05:40:20,231 INFO  [StoreOpener-e07f550700567521e94b5cc3458b2afd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e07f550700567521e94b5cc3458b2afd columnFamilyName a
2024-11-23T05:40:20,232 DEBUG [StoreOpener-e07f550700567521e94b5cc3458b2afd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-23T05:40:20,233 INFO  [StoreOpener-e07f550700567521e94b5cc3458b2afd-1 {}] regionserver.HStore(327): Store=e07f550700567521e94b5cc3458b2afd/a,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-23T05:40:20,233 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for e07f550700567521e94b5cc3458b2afd
2024-11-23T05:40:20,234 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39201/hbase/data/default/testReplayEditsWrittenIntoWAL/e07f550700567521e94b5cc3458b2afd
2024-11-23T05:40:20,237 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:39201/hbase/data/default/testReplayEditsWrittenIntoWAL/e07f550700567521e94b5cc3458b2afd
2024-11-23T05:40:20,239 INFO  [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:39201/hbase/data/default/testReplayEditsWrittenIntoWAL/e07f550700567521e94b5cc3458b2afd/recovered.edits/0000000000000000002
2024-11-23T05:40:20,250 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:39201/hbase/data/default/testReplayEditsWrittenIntoWAL/e07f550700567521e94b5cc3458b2afd/recovered.edits/0000000000000000002: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null
2024-11-23T05:40:20,252 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 2, skipped 0, firstSequenceIdInLog=1, maxSequenceIdInLog=2, path=hdfs://localhost:39201/hbase/data/default/testReplayEditsWrittenIntoWAL/e07f550700567521e94b5cc3458b2afd/recovered.edits/0000000000000000002
2024-11-23T05:40:20,253 INFO  [Time-limited test {}] regionserver.HRegion(2902): Flushing e07f550700567521e94b5cc3458b2afd 1/1 column families, dataSize=108 B heapSize=512 B
2024-11-23T05:40:20,288 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39201/hbase/data/default/testReplayEditsWrittenIntoWAL/e07f550700567521e94b5cc3458b2afd/.tmp/a/2bbd9c3c813d4311aeb494fca96d4a57 is 58, key is testReplayEditsWrittenIntoWAL/a:1/1732340419970/Put/seqid=0
2024-11-23T05:40:20,345 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40725 is added to blk_1073741852_1028 (size=5170)
2024-11-23T05:40:20,348 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33125 is added to blk_1073741852_1028 (size=5170)
2024-11-23T05:40:20,349 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44463 is added to blk_1073741852_1028 (size=5170)
2024-11-23T05:40:20,352 INFO  [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=2 (bloomFilter=true), to=hdfs://localhost:39201/hbase/data/default/testReplayEditsWrittenIntoWAL/e07f550700567521e94b5cc3458b2afd/.tmp/a/2bbd9c3c813d4311aeb494fca96d4a57
2024-11-23T05:40:20,370 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39201/hbase/data/default/testReplayEditsWrittenIntoWAL/e07f550700567521e94b5cc3458b2afd/.tmp/a/2bbd9c3c813d4311aeb494fca96d4a57 as hdfs://localhost:39201/hbase/data/default/testReplayEditsWrittenIntoWAL/e07f550700567521e94b5cc3458b2afd/a/2bbd9c3c813d4311aeb494fca96d4a57
2024-11-23T05:40:20,382 INFO  [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39201/hbase/data/default/testReplayEditsWrittenIntoWAL/e07f550700567521e94b5cc3458b2afd/a/2bbd9c3c813d4311aeb494fca96d4a57, entries=2, sequenceid=2, filesize=5.0 K
2024-11-23T05:40:20,383 INFO  [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~108 B/108, heapSize ~496 B/496, currentSize=0 B/0 for e07f550700567521e94b5cc3458b2afd in 129ms, sequenceid=2, compaction requested=false; wal=null
2024-11-23T05:40:20,384 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:39201/hbase/data/default/testReplayEditsWrittenIntoWAL/e07f550700567521e94b5cc3458b2afd/recovered.edits/0000000000000000002
2024-11-23T05:40:20,385 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for e07f550700567521e94b5cc3458b2afd
2024-11-23T05:40:20,385 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for e07f550700567521e94b5cc3458b2afd
2024-11-23T05:40:20,388 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for e07f550700567521e94b5cc3458b2afd
2024-11-23T05:40:20,407 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39201/hbase/data/default/testReplayEditsWrittenIntoWAL/e07f550700567521e94b5cc3458b2afd/recovered.edits/2.seqid, newMaxSeqId=2, maxSeqId=1
2024-11-23T05:40:20,409 INFO  [Time-limited test {}] regionserver.HRegion(1114): Opened e07f550700567521e94b5cc3458b2afd; next sequenceid=3; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75136306, jitterRate=0.11961820721626282}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-23T05:40:20,409 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for e07f550700567521e94b5cc3458b2afd:
Writing region info on filesystem at 1732340420207Initializing all the Stores at 1732340420209 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732340420209Obtaining lock to block concurrent updates at 1732340420253 (+44 ms)Preparing flush snapshotting stores in e07f550700567521e94b5cc3458b2afd at 1732340420253Finished memstore snapshotting testReplayEditsWrittenIntoWAL,,1732340419811.e07f550700567521e94b5cc3458b2afd., syncing WAL and waiting on mvcc, flushsize=dataSize=108, getHeapSize=496, getOffHeapSize=0, getCellsCount=2 at 1732340420253Flushing stores of testReplayEditsWrittenIntoWAL,,1732340419811.e07f550700567521e94b5cc3458b2afd. at 1732340420253Flushing e07f550700567521e94b5cc3458b2afd/a: creating writer at 1732340420253Flushing e07f550700567521e94b5cc3458b2afd/a: appending metadata at 1732340420287 (+34 ms)Flushing e07f550700567521e94b5cc3458b2afd/a: closing flushed file at 1732340420287Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@66a0676: reopening flushed file at 1732340420365 (+78 ms)Finished flush of dataSize ~108 B/108, heapSize ~496 B/496, currentSize=0 B/0 for e07f550700567521e94b5cc3458b2afd in 129ms, sequenceid=2, compaction requested=false; wal=null at 1732340420383 (+18 ms)Cleaning up temporary data from old regions at 1732340420385 (+2 ms)Region opened successfully at 1732340420409 (+24 ms)
2024-11-23T05:40:20,429 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayCompressed#testNameConflictWhenSplit1 Thread=374 (was 364)
Potentially hanging thread: PacketResponder: BP-1122682880-172.17.0.2-1732340407948:blk_1073741851_1027, type=LAST_IN_PIPELINE
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	java.base@17.0.11/java.lang.Object.wait(Object.java:338)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1087445729_22 at /127.0.0.1:39426 [Receiving block BP-1122682880-172.17.0.2-1732340407948:blk_1073741851_1027]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343)
	java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151)
	app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: PacketResponder: BP-1122682880-172.17.0.2-1732340407948:blk_1073741851_1027, type=LAST_IN_PIPELINE
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	java.base@17.0.11/java.lang.Object.wait(Object.java:338)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1087445729_22 at /127.0.0.1:49008 [Receiving block BP-1122682880-172.17.0.2-1732340407948:blk_1073741851_1027]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343)
	java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151)
	app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: AsyncFSWAL-10-2
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1087445729_22 at /127.0.0.1:48922 [Waiting for operation #13]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: PacketResponder: BP-1122682880-172.17.0.2-1732340407948:blk_1073741851_1027, type=LAST_IN_PIPELINE
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	java.base@17.0.11/java.lang.Object.wait(Object.java:338)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: AsyncFSWAL-10-3
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1087445729_22 at /127.0.0.1:58538 [Waiting for operation #5]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1087445729_22 at /127.0.0.1:39210 [Waiting for operation #17]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: AsyncFSWAL-10-1
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1087445729_22 at /127.0.0.1:58636 [Receiving block BP-1122682880-172.17.0.2-1732340407948:blk_1073741851_1027]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343)
	java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151)
	app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=767 (was 685) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=485 (was 485), ProcessCount=11 (was 11), AvailableMemoryMB=8796 (was 8815)
2024-11-23T05:40:20,442 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayCompressed#testReplayEditsWrittenIntoWAL Thread=374, OpenFileDescriptor=767, MaxFileDescriptor=1048576, SystemLoadAverage=485, ProcessCount=11, AvailableMemoryMB=8795
2024-11-23T05:40:20,464 INFO  [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-23T05:40:20,467 INFO  [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-23T05:40:20,468 INFO  [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-23T05:40:20,473 INFO  [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-84330301, suffix=, logDir=hdfs://localhost:39201/hbase/WALs/hregion-84330301, archiveDir=hdfs://localhost:39201/hbase/oldWALs, maxLogs=32
2024-11-23T05:40:20,491 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-84330301/hregion-84330301.1732340420474, exclude list is [], retry=0
2024-11-23T05:40:20,495 DEBUG [AsyncFSWAL-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44463,DS-9d9fa3d0-c341-4f0c-a64c-9c20a7b480ae,DISK]
2024-11-23T05:40:20,495 DEBUG [AsyncFSWAL-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33125,DS-c28b39bb-14cc-4d91-9756-de8fd07c026a,DISK]
2024-11-23T05:40:20,498 DEBUG [AsyncFSWAL-12-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40725,DS-979d310d-3587-4cc1-bca5-3d701f1acf12,DISK]
2024-11-23T05:40:20,502 INFO  [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-84330301/hregion-84330301.1732340420474
2024-11-23T05:40:20,502 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35021:35021),(127.0.0.1/127.0.0.1:45079:45079),(127.0.0.1/127.0.0.1:46173:46173)]
2024-11-23T05:40:20,502 INFO  [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => d86489bcf0b39b42067e6b9367b36128, NAME => 'testReplayEditsWrittenIntoWAL,,1732340420465.d86489bcf0b39b42067e6b9367b36128.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenIntoWAL', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39201/hbase
2024-11-23T05:40:20,521 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44463 is added to blk_1073741854_1030 (size=64)
2024-11-23T05:40:20,521 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33125 is added to blk_1073741854_1030 (size=64)
2024-11-23T05:40:20,521 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40725 is added to blk_1073741854_1030 (size=64)
2024-11-23T05:40:20,522 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1732340420465.d86489bcf0b39b42067e6b9367b36128.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-23T05:40:20,524 INFO  [StoreOpener-d86489bcf0b39b42067e6b9367b36128-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region d86489bcf0b39b42067e6b9367b36128 
2024-11-23T05:40:20,527 INFO  [StoreOpener-d86489bcf0b39b42067e6b9367b36128-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d86489bcf0b39b42067e6b9367b36128 columnFamilyName a
2024-11-23T05:40:20,527 DEBUG [StoreOpener-d86489bcf0b39b42067e6b9367b36128-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-23T05:40:20,528 INFO  [StoreOpener-d86489bcf0b39b42067e6b9367b36128-1 {}] regionserver.HStore(327): Store=d86489bcf0b39b42067e6b9367b36128/a,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-23T05:40:20,528 INFO  [StoreOpener-d86489bcf0b39b42067e6b9367b36128-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region d86489bcf0b39b42067e6b9367b36128 
2024-11-23T05:40:20,530 INFO  [StoreOpener-d86489bcf0b39b42067e6b9367b36128-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d86489bcf0b39b42067e6b9367b36128 columnFamilyName b
2024-11-23T05:40:20,530 DEBUG [StoreOpener-d86489bcf0b39b42067e6b9367b36128-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-23T05:40:20,531 INFO  [StoreOpener-d86489bcf0b39b42067e6b9367b36128-1 {}] regionserver.HStore(327): Store=d86489bcf0b39b42067e6b9367b36128/b,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-23T05:40:20,531 INFO  [StoreOpener-d86489bcf0b39b42067e6b9367b36128-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region d86489bcf0b39b42067e6b9367b36128 
2024-11-23T05:40:20,534 INFO  [StoreOpener-d86489bcf0b39b42067e6b9367b36128-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d86489bcf0b39b42067e6b9367b36128 columnFamilyName c
2024-11-23T05:40:20,534 DEBUG [StoreOpener-d86489bcf0b39b42067e6b9367b36128-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-23T05:40:20,535 INFO  [StoreOpener-d86489bcf0b39b42067e6b9367b36128-1 {}] regionserver.HStore(327): Store=d86489bcf0b39b42067e6b9367b36128/c,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-23T05:40:20,535 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for d86489bcf0b39b42067e6b9367b36128
2024-11-23T05:40:20,536 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39201/hbase/data/default/testReplayEditsWrittenIntoWAL/d86489bcf0b39b42067e6b9367b36128
2024-11-23T05:40:20,537 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39201/hbase/data/default/testReplayEditsWrittenIntoWAL/d86489bcf0b39b42067e6b9367b36128
2024-11-23T05:40:20,538 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for d86489bcf0b39b42067e6b9367b36128
2024-11-23T05:40:20,538 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for d86489bcf0b39b42067e6b9367b36128
2024-11-23T05:40:20,539 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenIntoWAL descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-11-23T05:40:20,541 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for d86489bcf0b39b42067e6b9367b36128
2024-11-23T05:40:20,544 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39201/hbase/data/default/testReplayEditsWrittenIntoWAL/d86489bcf0b39b42067e6b9367b36128/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-23T05:40:20,544 INFO  [Time-limited test {}] regionserver.HRegion(1114): Opened d86489bcf0b39b42067e6b9367b36128; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60274318, jitterRate=-0.10184267163276672}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-11-23T05:40:20,545 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for d86489bcf0b39b42067e6b9367b36128:
Writing region info on filesystem at 1732340420523Initializing all the Stores at 1732340420524 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732340420524Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732340420524Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732340420524Cleaning up temporary data from old regions at 1732340420538 (+14 ms)Region opened successfully at 1732340420545 (+7 ms)
2024-11-23T05:40:20,545 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing d86489bcf0b39b42067e6b9367b36128, disabling compactions & flushes
2024-11-23T05:40:20,545 INFO  [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenIntoWAL,,1732340420465.d86489bcf0b39b42067e6b9367b36128.
2024-11-23T05:40:20,545 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenIntoWAL,,1732340420465.d86489bcf0b39b42067e6b9367b36128.
2024-11-23T05:40:20,545 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenIntoWAL,,1732340420465.d86489bcf0b39b42067e6b9367b36128. after waiting 0 ms
2024-11-23T05:40:20,545 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenIntoWAL,,1732340420465.d86489bcf0b39b42067e6b9367b36128.
2024-11-23T05:40:20,546 INFO  [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenIntoWAL,,1732340420465.d86489bcf0b39b42067e6b9367b36128.
2024-11-23T05:40:20,546 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for d86489bcf0b39b42067e6b9367b36128:
Waiting for close lock at 1732340420545Disabling compacts and flushes for region at 1732340420545Disabling writes for close at 1732340420545Writing region close event to WAL at 1732340420546 (+1 ms)Closed at 1732340420546
2024-11-23T05:40:20,550 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44463 is added to blk_1073741853_1029 (size=93)
2024-11-23T05:40:20,550 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40725 is added to blk_1073741853_1029 (size=93)
2024-11-23T05:40:20,550 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33125 is added to blk_1073741853_1029 (size=93)
2024-11-23T05:40:20,554 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs
2024-11-23T05:40:20,554 INFO  [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-84330301:(num 1732340420474)
2024-11-23T05:40:20,554 INFO  [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor
2024-11-23T05:40:20,557 INFO  [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:39201/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732340420463, archiveDir=hdfs://localhost:39201/hbase/oldWALs, maxLogs=32
2024-11-23T05:40:20,571 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732340420463/wal.1732340420557, exclude list is [], retry=0
2024-11-23T05:40:20,576 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44463,DS-9d9fa3d0-c341-4f0c-a64c-9c20a7b480ae,DISK]
2024-11-23T05:40:20,576 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33125,DS-c28b39bb-14cc-4d91-9756-de8fd07c026a,DISK]
2024-11-23T05:40:20,577 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40725,DS-979d310d-3587-4cc1-bca5-3d701f1acf12,DISK]
2024-11-23T05:40:20,579 INFO  [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732340420463/wal.1732340420557
2024-11-23T05:40:20,580 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35021:35021),(127.0.0.1/127.0.0.1:45079:45079),(127.0.0.1/127.0.0.1:46173:46173)]
2024-11-23T05:40:20,908 INFO  [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39201/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732340420463/wal.1732340420557, size=0 (0bytes)
2024-11-23T05:40:20,908 WARN  [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:39201/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732340420463/wal.1732340420557 might be still open, length is 0
2024-11-23T05:40:20,908 INFO  [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39201/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732340420463/wal.1732340420557
2024-11-23T05:40:20,912 WARN  [IPC Server handler 0 on default port 39201 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732340420463/wal.1732340420557 has not been closed. Lease recovery is in progress. RecoveryId = 1032 for block blk_1073741855_1031
2024-11-23T05:40:20,913 INFO  [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:39201/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732340420463/wal.1732340420557 after 4ms
2024-11-23T05:40:21,185 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44463 is added to blk_1073741827_1003 (size=196)
2024-11-23T05:40:21,185 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44463 is added to blk_1073741829_1005 (size=34)
2024-11-23T05:40:21,324 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44463 is added to blk_1073741828_1004 (size=1189)
2024-11-23T05:40:21,518 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1087445729_22 at /127.0.0.1:49044 [Receiving block BP-1122682880-172.17.0.2-1732340407948:blk_1073741855_1031] {}] datanode.DataXceiver(331): 127.0.0.1:44463:DataXceiver error processing WRITE_BLOCK operation  src: /127.0.0.1:49044 dst: /127.0.0.1:44463
java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:44463 remote=/127.0.0.1:49044]. Total timeout mills is 60000, 59301 millis timeout left.
	at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?]
	at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?]
	at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?]
	at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?]
	at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?]
	at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-23T05:40:21,519 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1087445729_22 at /127.0.0.1:58660 [Receiving block BP-1122682880-172.17.0.2-1732340407948:blk_1073741855_1031] {}] datanode.DataXceiver(331): 127.0.0.1:33125:DataXceiver error processing WRITE_BLOCK operation  src: /127.0.0.1:58660 dst: /127.0.0.1:33125
java.io.IOException: Premature EOF from inputStream
	at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-23T05:40:21,519 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1087445729_22 at /127.0.0.1:39470 [Receiving block BP-1122682880-172.17.0.2-1732340407948:blk_1073741855_1031] {}] datanode.DataXceiver(331): 127.0.0.1:40725:DataXceiver error processing WRITE_BLOCK operation  src: /127.0.0.1:39470 dst: /127.0.0.1:40725
java.io.IOException: Premature EOF from inputStream
	at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-23T05:40:21,533 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44463 is added to blk_1073741855_1032 (size=200589)
2024-11-23T05:40:21,536 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33125 is added to blk_1073741855_1032 (size=200589)
2024-11-23T05:40:21,539 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40725 is added to blk_1073741855_1032 (size=200589)
2024-11-23T05:40:23,728 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-23T05:40:23,782 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta'
2024-11-23T05:40:24,275 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta
2024-11-23T05:40:24,276 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer
2024-11-23T05:40:24,279 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-23T05:40:24,279 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers
2024-11-23T05:40:24,280 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store
2024-11-23T05:40:24,280 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer
2024-11-23T05:40:24,281 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsWrittenIntoWAL
2024-11-23T05:40:24,281 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsWrittenIntoWAL Metrics about Tables on a single HBase RegionServer
2024-11-23T05:40:24,914 INFO  [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:39201/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732340420463/wal.1732340420557 after 4006ms
2024-11-23T05:40:24,920 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:39201/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732340420463/wal.1732340420557: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null
2024-11-23T05:40:24,922 INFO  [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39201/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732340420463/wal.1732340420557 took 4014ms
2024-11-23T05:40:24,929 INFO  [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.1732340420557.temp
2024-11-23T05:40:24,931 INFO  [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39201/hbase/data/default/testReplayEditsWrittenIntoWAL/d86489bcf0b39b42067e6b9367b36128/recovered.edits/0000000000000000001-wal.1732340420557.temp
2024-11-23T05:40:25,041 INFO  [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:39201/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732340420463/wal.1732340420557; continuing.
2024-11-23T05:40:25,042 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39201/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732340420463/wal.1732340420557 so closing down
2024-11-23T05:40:25,042 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish
2024-11-23T05:40:25,042 INFO  [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished
2024-11-23T05:40:25,044 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44463 is added to blk_1073741856_1033 (size=200597)
2024-11-23T05:40:25,045 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40725 is added to blk_1073741856_1033 (size=200597)
2024-11-23T05:40:25,045 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33125 is added to blk_1073741856_1033 (size=200597)
2024-11-23T05:40:25,046 INFO  [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39201/hbase/data/default/testReplayEditsWrittenIntoWAL/d86489bcf0b39b42067e6b9367b36128/recovered.edits/0000000000000000001-wal.1732340420557.temp (wrote 3002 edits, skipped 0 edits in 42 ms)
2024-11-23T05:40:25,047 INFO  [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39201/hbase/data/default/testReplayEditsWrittenIntoWAL/d86489bcf0b39b42067e6b9367b36128/recovered.edits/0000000000000000001-wal.1732340420557.temp to hdfs://localhost:39201/hbase/data/default/testReplayEditsWrittenIntoWAL/d86489bcf0b39b42067e6b9367b36128/recovered.edits/0000000000000003002
2024-11-23T05:40:25,047 INFO  [Time-limited test {}] wal.WALSplitter(425): Processed 3002 edits across 1 Regions in 125 ms; skipped=0; WAL=hdfs://localhost:39201/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732340420463/wal.1732340420557, size=0, length=0, corrupted=false, cancelled=false
2024-11-23T05:40:25,048 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39201/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732340420463/wal.1732340420557, journal: Splitting hdfs://localhost:39201/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732340420463/wal.1732340420557, size=0 (0bytes) at 1732340420908Creating recovered edits writer path=hdfs://localhost:39201/hbase/data/default/testReplayEditsWrittenIntoWAL/d86489bcf0b39b42067e6b9367b36128/recovered.edits/0000000000000000001-wal.1732340420557.temp at 1732340424932 (+4024 ms)Split 1024 edits, skipped 0 edits. at 1732340424988 (+56 ms)Split 2048 edits, skipped 0 edits. at 1732340425017 (+29 ms)Finishing writing output for hdfs://localhost:39201/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732340420463/wal.1732340420557 so closing down at 1732340425042 (+25 ms)3 split writer threads finished at 1732340425042Closed recovered edits writer path=hdfs://localhost:39201/hbase/data/default/testReplayEditsWrittenIntoWAL/d86489bcf0b39b42067e6b9367b36128/recovered.edits/0000000000000000001-wal.1732340420557.temp (wrote 3002 edits, skipped 0 edits in 42 ms) at 1732340425046 (+4 ms)Rename recovered edits hdfs://localhost:39201/hbase/data/default/testReplayEditsWrittenIntoWAL/d86489bcf0b39b42067e6b9367b36128/recovered.edits/0000000000000000001-wal.1732340420557.temp to hdfs://localhost:39201/hbase/data/default/testReplayEditsWrittenIntoWAL/d86489bcf0b39b42067e6b9367b36128/recovered.edits/0000000000000003002 at 1732340425047 (+1 ms)Processed 3002 edits across 1 Regions in 125 ms; skipped=0; WAL=hdfs://localhost:39201/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732340420463/wal.1732340420557, size=0, length=0, corrupted=false, cancelled=false at 1732340425048 (+1 ms)
2024-11-23T05:40:25,050 INFO  [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39201/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732340420463/wal.1732340420557 to hdfs://localhost:39201/hbase/oldWALs/wal.1732340420557
2024-11-23T05:40:25,051 INFO  [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:39201/hbase/data/default/testReplayEditsWrittenIntoWAL/d86489bcf0b39b42067e6b9367b36128/recovered.edits/0000000000000003002
2024-11-23T05:40:25,051 INFO  [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor
2024-11-23T05:40:25,054 INFO  [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:39201/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732340420463, archiveDir=hdfs://localhost:39201/hbase/oldWALs, maxLogs=32
2024-11-23T05:40:25,066 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732340420463/wal.1732340425055, exclude list is [], retry=0
2024-11-23T05:40:25,069 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44463,DS-9d9fa3d0-c341-4f0c-a64c-9c20a7b480ae,DISK]
2024-11-23T05:40:25,070 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33125,DS-c28b39bb-14cc-4d91-9756-de8fd07c026a,DISK]
2024-11-23T05:40:25,070 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40725,DS-979d310d-3587-4cc1-bca5-3d701f1acf12,DISK]
2024-11-23T05:40:25,072 INFO  [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732340420463/wal.1732340425055
2024-11-23T05:40:25,073 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35021:35021),(127.0.0.1/127.0.0.1:45079:45079),(127.0.0.1/127.0.0.1:46173:46173)]
2024-11-23T05:40:25,073 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1732340420465.d86489bcf0b39b42067e6b9367b36128.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-23T05:40:25,075 INFO  [StoreOpener-d86489bcf0b39b42067e6b9367b36128-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region d86489bcf0b39b42067e6b9367b36128 
2024-11-23T05:40:25,076 INFO  [StoreOpener-d86489bcf0b39b42067e6b9367b36128-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d86489bcf0b39b42067e6b9367b36128 columnFamilyName a
2024-11-23T05:40:25,076 DEBUG [StoreOpener-d86489bcf0b39b42067e6b9367b36128-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-23T05:40:25,077 INFO  [StoreOpener-d86489bcf0b39b42067e6b9367b36128-1 {}] regionserver.HStore(327): Store=d86489bcf0b39b42067e6b9367b36128/a,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-23T05:40:25,077 INFO  [StoreOpener-d86489bcf0b39b42067e6b9367b36128-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region d86489bcf0b39b42067e6b9367b36128 
2024-11-23T05:40:25,078 INFO  [StoreOpener-d86489bcf0b39b42067e6b9367b36128-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d86489bcf0b39b42067e6b9367b36128 columnFamilyName b
2024-11-23T05:40:25,078 DEBUG [StoreOpener-d86489bcf0b39b42067e6b9367b36128-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-23T05:40:25,079 INFO  [StoreOpener-d86489bcf0b39b42067e6b9367b36128-1 {}] regionserver.HStore(327): Store=d86489bcf0b39b42067e6b9367b36128/b,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-23T05:40:25,079 INFO  [StoreOpener-d86489bcf0b39b42067e6b9367b36128-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region d86489bcf0b39b42067e6b9367b36128 
2024-11-23T05:40:25,080 INFO  [StoreOpener-d86489bcf0b39b42067e6b9367b36128-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d86489bcf0b39b42067e6b9367b36128 columnFamilyName c
2024-11-23T05:40:25,080 DEBUG [StoreOpener-d86489bcf0b39b42067e6b9367b36128-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-23T05:40:25,080 INFO  [StoreOpener-d86489bcf0b39b42067e6b9367b36128-1 {}] regionserver.HStore(327): Store=d86489bcf0b39b42067e6b9367b36128/c,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-23T05:40:25,080 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for d86489bcf0b39b42067e6b9367b36128
2024-11-23T05:40:25,081 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39201/hbase/data/default/testReplayEditsWrittenIntoWAL/d86489bcf0b39b42067e6b9367b36128
2024-11-23T05:40:25,083 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:39201/hbase/data/default/testReplayEditsWrittenIntoWAL/d86489bcf0b39b42067e6b9367b36128
2024-11-23T05:40:25,084 INFO  [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:39201/hbase/data/default/testReplayEditsWrittenIntoWAL/d86489bcf0b39b42067e6b9367b36128/recovered.edits/0000000000000003002
2024-11-23T05:40:25,089 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:39201/hbase/data/default/testReplayEditsWrittenIntoWAL/d86489bcf0b39b42067e6b9367b36128/recovered.edits/0000000000000003002: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null
2024-11-23T05:40:25,138 INFO  [Time-limited test {}] wal.AbstractTestWALReplay$4$1(796): InternalFlushCache Invoked
2024-11-23T05:40:25,473 INFO  [Time-limited test {}] regionserver.HRegion(2902): Flushing d86489bcf0b39b42067e6b9367b36128 3/3 column families, dataSize=42.49 KB heapSize=100.11 KB
2024-11-23T05:40:25,515 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39201/hbase/data/default/testReplayEditsWrittenIntoWAL/d86489bcf0b39b42067e6b9367b36128/.tmp/a/e817f68812a54447a7b7238a961339ce is 62, key is testReplayEditsWrittenIntoWAL/a:100/1732340420590/Put/seqid=0
2024-11-23T05:40:25,525 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44463 is added to blk_1073741858_1035 (size=50463)
2024-11-23T05:40:25,525 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33125 is added to blk_1073741858_1035 (size=50463)
2024-11-23T05:40:25,526 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40725 is added to blk_1073741858_1035 (size=50463)
2024-11-23T05:40:25,526 INFO  [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=754 (bloomFilter=true), to=hdfs://localhost:39201/hbase/data/default/testReplayEditsWrittenIntoWAL/d86489bcf0b39b42067e6b9367b36128/.tmp/a/e817f68812a54447a7b7238a961339ce
2024-11-23T05:40:25,534 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39201/hbase/data/default/testReplayEditsWrittenIntoWAL/d86489bcf0b39b42067e6b9367b36128/.tmp/a/e817f68812a54447a7b7238a961339ce as hdfs://localhost:39201/hbase/data/default/testReplayEditsWrittenIntoWAL/d86489bcf0b39b42067e6b9367b36128/a/e817f68812a54447a7b7238a961339ce
2024-11-23T05:40:25,541 INFO  [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39201/hbase/data/default/testReplayEditsWrittenIntoWAL/d86489bcf0b39b42067e6b9367b36128/a/e817f68812a54447a7b7238a961339ce, entries=754, sequenceid=754, filesize=49.3 K
2024-11-23T05:40:25,542 INFO  [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~42.49 KB/43512, heapSize ~99.59 KB/101984, currentSize=0 B/0 for d86489bcf0b39b42067e6b9367b36128 in 68ms, sequenceid=754, compaction requested=false; wal=null
2024-11-23T05:40:25,581 INFO  [Time-limited test {}] wal.AbstractTestWALReplay$4$1(796): InternalFlushCache Invoked
2024-11-23T05:40:25,581 INFO  [Time-limited test {}] regionserver.HRegion(2902): Flushing d86489bcf0b39b42067e6b9367b36128 3/3 column families, dataSize=42.49 KB heapSize=100.11 KB
2024-11-23T05:40:25,590 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39201/hbase/data/default/testReplayEditsWrittenIntoWAL/d86489bcf0b39b42067e6b9367b36128/.tmp/a/979e5bcb93a94ba190093021c029c4d3 is 62, key is testReplayEditsWrittenIntoWAL/a:754/1732340420653/Put/seqid=0
2024-11-23T05:40:25,597 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33125 is added to blk_1073741859_1036 (size=20072)
2024-11-23T05:40:25,597 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44463 is added to blk_1073741859_1036 (size=20072)
2024-11-23T05:40:25,598 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40725 is added to blk_1073741859_1036 (size=20072)
2024-11-23T05:40:25,598 INFO  [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.93 KB at sequenceid=1508 (bloomFilter=true), to=hdfs://localhost:39201/hbase/data/default/testReplayEditsWrittenIntoWAL/d86489bcf0b39b42067e6b9367b36128/.tmp/a/979e5bcb93a94ba190093021c029c4d3
2024-11-23T05:40:25,623 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39201/hbase/data/default/testReplayEditsWrittenIntoWAL/d86489bcf0b39b42067e6b9367b36128/.tmp/b/e0fdad43d70044d78a4de344a3c05022 is 62, key is testReplayEditsWrittenIntoWAL/b:100/1732340420681/Put/seqid=0
2024-11-23T05:40:25,632 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40725 is added to blk_1073741860_1037 (size=35835)
2024-11-23T05:40:25,633 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33125 is added to blk_1073741860_1037 (size=35835)
2024-11-23T05:40:25,633 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44463 is added to blk_1073741860_1037 (size=35835)
2024-11-23T05:40:25,633 INFO  [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28.56 KB at sequenceid=1508 (bloomFilter=true), to=hdfs://localhost:39201/hbase/data/default/testReplayEditsWrittenIntoWAL/d86489bcf0b39b42067e6b9367b36128/.tmp/b/e0fdad43d70044d78a4de344a3c05022
2024-11-23T05:40:25,642 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39201/hbase/data/default/testReplayEditsWrittenIntoWAL/d86489bcf0b39b42067e6b9367b36128/.tmp/a/979e5bcb93a94ba190093021c029c4d3 as hdfs://localhost:39201/hbase/data/default/testReplayEditsWrittenIntoWAL/d86489bcf0b39b42067e6b9367b36128/a/979e5bcb93a94ba190093021c029c4d3
2024-11-23T05:40:25,650 INFO  [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39201/hbase/data/default/testReplayEditsWrittenIntoWAL/d86489bcf0b39b42067e6b9367b36128/a/979e5bcb93a94ba190093021c029c4d3, entries=246, sequenceid=1508, filesize=19.6 K
2024-11-23T05:40:25,652 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39201/hbase/data/default/testReplayEditsWrittenIntoWAL/d86489bcf0b39b42067e6b9367b36128/.tmp/b/e0fdad43d70044d78a4de344a3c05022 as hdfs://localhost:39201/hbase/data/default/testReplayEditsWrittenIntoWAL/d86489bcf0b39b42067e6b9367b36128/b/e0fdad43d70044d78a4de344a3c05022
2024-11-23T05:40:25,660 INFO  [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39201/hbase/data/default/testReplayEditsWrittenIntoWAL/d86489bcf0b39b42067e6b9367b36128/b/e0fdad43d70044d78a4de344a3c05022, entries=508, sequenceid=1508, filesize=35.0 K
2024-11-23T05:40:25,661 INFO  [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~42.49 KB/43512, heapSize ~99.83 KB/102224, currentSize=0 B/0 for d86489bcf0b39b42067e6b9367b36128 in 79ms, sequenceid=1508, compaction requested=false; wal=null
2024-11-23T05:40:25,672 INFO  [Time-limited test {}] wal.AbstractTestWALReplay$4$1(796): InternalFlushCache Invoked
2024-11-23T05:40:25,672 INFO  [Time-limited test {}] regionserver.HRegion(2902): Flushing d86489bcf0b39b42067e6b9367b36128 3/3 column families, dataSize=42.49 KB heapSize=100.11 KB
2024-11-23T05:40:25,679 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39201/hbase/data/default/testReplayEditsWrittenIntoWAL/d86489bcf0b39b42067e6b9367b36128/.tmp/b/d6c723af5e1842599dbe269c44a78551 is 62, key is testReplayEditsWrittenIntoWAL/b:508/1732340420707/Put/seqid=0
2024-11-23T05:40:25,687 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33125 is added to blk_1073741861_1038 (size=35082)
2024-11-23T05:40:25,688 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44463 is added to blk_1073741861_1038 (size=35082)
2024-11-23T05:40:25,689 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40725 is added to blk_1073741861_1038 (size=35082)
2024-11-23T05:40:25,689 INFO  [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.87 KB at sequenceid=2262 (bloomFilter=true), to=hdfs://localhost:39201/hbase/data/default/testReplayEditsWrittenIntoWAL/d86489bcf0b39b42067e6b9367b36128/.tmp/b/d6c723af5e1842599dbe269c44a78551
2024-11-23T05:40:25,714 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39201/hbase/data/default/testReplayEditsWrittenIntoWAL/d86489bcf0b39b42067e6b9367b36128/.tmp/c/1ccf6d4f8ea849639defad57da3760e1 is 62, key is testReplayEditsWrittenIntoWAL/c:100/1732340420748/Put/seqid=0
2024-11-23T05:40:25,723 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33125 is added to blk_1073741862_1039 (size=20825)
2024-11-23T05:40:25,723 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40725 is added to blk_1073741862_1039 (size=20825)
2024-11-23T05:40:25,723 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44463 is added to blk_1073741862_1039 (size=20825)
2024-11-23T05:40:25,724 INFO  [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=14.63 KB at sequenceid=2262 (bloomFilter=true), to=hdfs://localhost:39201/hbase/data/default/testReplayEditsWrittenIntoWAL/d86489bcf0b39b42067e6b9367b36128/.tmp/c/1ccf6d4f8ea849639defad57da3760e1
2024-11-23T05:40:25,732 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39201/hbase/data/default/testReplayEditsWrittenIntoWAL/d86489bcf0b39b42067e6b9367b36128/.tmp/b/d6c723af5e1842599dbe269c44a78551 as hdfs://localhost:39201/hbase/data/default/testReplayEditsWrittenIntoWAL/d86489bcf0b39b42067e6b9367b36128/b/d6c723af5e1842599dbe269c44a78551
2024-11-23T05:40:25,739 INFO  [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39201/hbase/data/default/testReplayEditsWrittenIntoWAL/d86489bcf0b39b42067e6b9367b36128/b/d6c723af5e1842599dbe269c44a78551, entries=492, sequenceid=2262, filesize=34.3 K
2024-11-23T05:40:25,741 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39201/hbase/data/default/testReplayEditsWrittenIntoWAL/d86489bcf0b39b42067e6b9367b36128/.tmp/c/1ccf6d4f8ea849639defad57da3760e1 as hdfs://localhost:39201/hbase/data/default/testReplayEditsWrittenIntoWAL/d86489bcf0b39b42067e6b9367b36128/c/1ccf6d4f8ea849639defad57da3760e1
2024-11-23T05:40:25,749 INFO  [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39201/hbase/data/default/testReplayEditsWrittenIntoWAL/d86489bcf0b39b42067e6b9367b36128/c/1ccf6d4f8ea849639defad57da3760e1, entries=262, sequenceid=2262, filesize=20.3 K
2024-11-23T05:40:25,749 INFO  [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~42.49 KB/43512, heapSize ~99.83 KB/102224, currentSize=0 B/0 for d86489bcf0b39b42067e6b9367b36128 in 77ms, sequenceid=2262, compaction requested=false; wal=null
2024-11-23T05:40:25,761 WARN  [Time-limited test {}] regionserver.HRegion(5722): No family for cell testReplayEditsWrittenIntoWAL/another family:testReplayEditsWrittenIntoWAL/1732340420815/Put/vlen=29/seqid=0 in region testReplayEditsWrittenIntoWAL,,1732340420465.d86489bcf0b39b42067e6b9367b36128.
2024-11-23T05:40:25,764 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 3001, skipped 1, firstSequenceIdInLog=1, maxSequenceIdInLog=3002, path=hdfs://localhost:39201/hbase/data/default/testReplayEditsWrittenIntoWAL/d86489bcf0b39b42067e6b9367b36128/recovered.edits/0000000000000003002
2024-11-23T05:40:25,765 INFO  [Time-limited test {}] wal.AbstractTestWALReplay$4$1(796): InternalFlushCache Invoked
2024-11-23T05:40:25,765 INFO  [Time-limited test {}] regionserver.HRegion(2902): Flushing d86489bcf0b39b42067e6b9367b36128 3/3 column families, dataSize=41.85 KB heapSize=98.89 KB
2024-11-23T05:40:25,773 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39201/hbase/data/default/testReplayEditsWrittenIntoWAL/d86489bcf0b39b42067e6b9367b36128/.tmp/c/dd36d46a41b44bc8b14c2c7404187149 is 62, key is testReplayEditsWrittenIntoWAL/c:262/1732340420758/Put/seqid=0
2024-11-23T05:40:25,782 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44463 is added to blk_1073741863_1040 (size=50301)
2024-11-23T05:40:25,783 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33125 is added to blk_1073741863_1040 (size=50301)
2024-11-23T05:40:25,783 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40725 is added to blk_1073741863_1040 (size=50301)
2024-11-23T05:40:25,784 INFO  [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=41.85 KB at sequenceid=3002 (bloomFilter=true), to=hdfs://localhost:39201/hbase/data/default/testReplayEditsWrittenIntoWAL/d86489bcf0b39b42067e6b9367b36128/.tmp/c/dd36d46a41b44bc8b14c2c7404187149
2024-11-23T05:40:25,792 INFO  [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for dd36d46a41b44bc8b14c2c7404187149
2024-11-23T05:40:25,794 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39201/hbase/data/default/testReplayEditsWrittenIntoWAL/d86489bcf0b39b42067e6b9367b36128/.tmp/c/dd36d46a41b44bc8b14c2c7404187149 as hdfs://localhost:39201/hbase/data/default/testReplayEditsWrittenIntoWAL/d86489bcf0b39b42067e6b9367b36128/c/dd36d46a41b44bc8b14c2c7404187149
2024-11-23T05:40:25,802 INFO  [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for dd36d46a41b44bc8b14c2c7404187149
2024-11-23T05:40:25,802 INFO  [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39201/hbase/data/default/testReplayEditsWrittenIntoWAL/d86489bcf0b39b42067e6b9367b36128/c/dd36d46a41b44bc8b14c2c7404187149, entries=739, sequenceid=3002, filesize=49.1 K
2024-11-23T05:40:25,803 INFO  [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~41.85 KB/42854, heapSize ~98.38 KB/100736, currentSize=0 B/0 for d86489bcf0b39b42067e6b9367b36128 in 37ms, sequenceid=3002, compaction requested=false; wal=null
2024-11-23T05:40:25,804 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:39201/hbase/data/default/testReplayEditsWrittenIntoWAL/d86489bcf0b39b42067e6b9367b36128/recovered.edits/0000000000000003002
2024-11-23T05:40:25,805 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for d86489bcf0b39b42067e6b9367b36128
2024-11-23T05:40:25,805 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for d86489bcf0b39b42067e6b9367b36128
2024-11-23T05:40:25,806 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenIntoWAL descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead.
2024-11-23T05:40:25,808 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for d86489bcf0b39b42067e6b9367b36128
2024-11-23T05:40:25,811 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39201/hbase/data/default/testReplayEditsWrittenIntoWAL/d86489bcf0b39b42067e6b9367b36128/recovered.edits/3002.seqid, newMaxSeqId=3002, maxSeqId=1
2024-11-23T05:40:25,812 INFO  [Time-limited test {}] regionserver.HRegion(1114): Opened d86489bcf0b39b42067e6b9367b36128; next sequenceid=3003; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=204800, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65348969, jitterRate=-0.02622447907924652}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216}
2024-11-23T05:40:25,812 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for d86489bcf0b39b42067e6b9367b36128:
Writing region info on filesystem at 1732340425073Initializing all the Stores at 1732340425074 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732340425074Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732340425075 (+1 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732340425075Cleaning up temporary data from old regions at 1732340425805 (+730 ms)Region opened successfully at 1732340425812 (+7 ms)
2024-11-23T05:40:25,883 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing d86489bcf0b39b42067e6b9367b36128, disabling compactions & flushes
2024-11-23T05:40:25,883 INFO  [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenIntoWAL,,1732340420465.d86489bcf0b39b42067e6b9367b36128.
2024-11-23T05:40:25,883 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenIntoWAL,,1732340420465.d86489bcf0b39b42067e6b9367b36128.
2024-11-23T05:40:25,883 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenIntoWAL,,1732340420465.d86489bcf0b39b42067e6b9367b36128. after waiting 0 ms
2024-11-23T05:40:25,883 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenIntoWAL,,1732340420465.d86489bcf0b39b42067e6b9367b36128.
2024-11-23T05:40:25,885 INFO  [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenIntoWAL,,1732340420465.d86489bcf0b39b42067e6b9367b36128.
2024-11-23T05:40:25,886 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for d86489bcf0b39b42067e6b9367b36128:
Waiting for close lock at 1732340425883Disabling compacts and flushes for region at 1732340425883Disabling writes for close at 1732340425883Writing region close event to WAL at 1732340425885 (+2 ms)Closed at 1732340425885
2024-11-23T05:40:25,889 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44463 is added to blk_1073741857_1034 (size=93)
2024-11-23T05:40:25,889 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33125 is added to blk_1073741857_1034 (size=93)
2024-11-23T05:40:25,889 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40725 is added to blk_1073741857_1034 (size=93)
2024-11-23T05:40:25,893 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs
2024-11-23T05:40:25,893 INFO  [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1732340425055)
2024-11-23T05:40:25,910 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayCompressed#testReplayEditsWrittenIntoWAL Thread=391 (was 374)
Potentially hanging thread: java.util.concurrent.ThreadPoolExecutor$Worker@1e5b5cf8[State = -1, empty queue]
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1821422163_22 at /127.0.0.1:50974 [Waiting for operation #7]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1821422163_22 at /127.0.0.1:48022 [Waiting for operation #14]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (754041887) connection to localhost/127.0.0.1:42577 from jenkins
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1821422163_22 at /127.0.0.1:50998 [Waiting for operation #11]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42577
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4804ebfe-9290-8827-bad4-7f1cff013cb0/cluster_733d604a-1650-c124-648e-19105c1f3ff7/data/data4
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (754041887) connection to localhost/127.0.0.1:46669 from jenkins
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1821422163_22 at /127.0.0.1:37552 [Waiting for operation #18]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (754041887) connection to localhost/127.0.0.1:39201 from jenkins.replay.wal.secondtime
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: Timer for 'HBase' metrics system
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563)
	java.base@17.0.11/java.util.TimerThread.run(Timer.java:516)

Potentially hanging thread: java.util.concurrent.ThreadPoolExecutor$Worker@e967876[State = -1, empty queue]
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: java.util.concurrent.ThreadPoolExecutor$Worker@2bffa1a0[State = -1, empty queue]
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4804ebfe-9290-8827-bad4-7f1cff013cb0/cluster_733d604a-1650-c124-648e-19105c1f3ff7/data/data3
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: LeaseRenewer:jenkins.replay.wal.secondtime@localhost:39201
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: AsyncFSWAL-12-2
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: AsyncFSWAL-12-3
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46669
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: AsyncFSWAL-12-1
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=847 (was 767) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=470 (was 485), ProcessCount=11 (was 11), AvailableMemoryMB=8744 (was 8795)
2024-11-23T05:40:25,923 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayCompressed#test2727 Thread=391, OpenFileDescriptor=847, MaxFileDescriptor=1048576, SystemLoadAverage=470, ProcessCount=11, AvailableMemoryMB=8743
2024-11-23T05:40:25,944 INFO  [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-23T05:40:25,947 INFO  [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-23T05:40:25,948 INFO  [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-23T05:40:25,951 INFO  [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-79706723, suffix=, logDir=hdfs://localhost:39201/hbase/WALs/hregion-79706723, archiveDir=hdfs://localhost:39201/hbase/oldWALs, maxLogs=32
2024-11-23T05:40:25,964 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-79706723/hregion-79706723.1732340425951, exclude list is [], retry=0
2024-11-23T05:40:25,967 DEBUG [AsyncFSWAL-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40725,DS-979d310d-3587-4cc1-bca5-3d701f1acf12,DISK]
2024-11-23T05:40:25,967 DEBUG [AsyncFSWAL-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33125,DS-c28b39bb-14cc-4d91-9756-de8fd07c026a,DISK]
2024-11-23T05:40:25,967 DEBUG [AsyncFSWAL-14-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44463,DS-9d9fa3d0-c341-4f0c-a64c-9c20a7b480ae,DISK]
2024-11-23T05:40:25,970 INFO  [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-79706723/hregion-79706723.1732340425951
2024-11-23T05:40:25,970 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46173:46173),(127.0.0.1/127.0.0.1:45079:45079),(127.0.0.1/127.0.0.1:35021:35021)]
2024-11-23T05:40:25,970 INFO  [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 57822a1d1d9725d25e065b59c0ec7391, NAME => 'test2727,,1732340425945.57822a1d1d9725d25e065b59c0ec7391.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test2727', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39201/hbase
2024-11-23T05:40:25,981 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40725 is added to blk_1073741865_1042 (size=43)
2024-11-23T05:40:25,981 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44463 is added to blk_1073741865_1042 (size=43)
2024-11-23T05:40:25,981 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33125 is added to blk_1073741865_1042 (size=43)
2024-11-23T05:40:25,982 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated test2727,,1732340425945.57822a1d1d9725d25e065b59c0ec7391.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-23T05:40:25,983 INFO  [StoreOpener-57822a1d1d9725d25e065b59c0ec7391-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 57822a1d1d9725d25e065b59c0ec7391 
2024-11-23T05:40:25,985 INFO  [StoreOpener-57822a1d1d9725d25e065b59c0ec7391-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 57822a1d1d9725d25e065b59c0ec7391 columnFamilyName a
2024-11-23T05:40:25,985 DEBUG [StoreOpener-57822a1d1d9725d25e065b59c0ec7391-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-23T05:40:25,986 INFO  [StoreOpener-57822a1d1d9725d25e065b59c0ec7391-1 {}] regionserver.HStore(327): Store=57822a1d1d9725d25e065b59c0ec7391/a,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-23T05:40:25,986 INFO  [StoreOpener-57822a1d1d9725d25e065b59c0ec7391-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 57822a1d1d9725d25e065b59c0ec7391 
2024-11-23T05:40:25,988 INFO  [StoreOpener-57822a1d1d9725d25e065b59c0ec7391-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 57822a1d1d9725d25e065b59c0ec7391 columnFamilyName b
2024-11-23T05:40:25,988 DEBUG [StoreOpener-57822a1d1d9725d25e065b59c0ec7391-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-23T05:40:25,988 INFO  [StoreOpener-57822a1d1d9725d25e065b59c0ec7391-1 {}] regionserver.HStore(327): Store=57822a1d1d9725d25e065b59c0ec7391/b,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-23T05:40:25,989 INFO  [StoreOpener-57822a1d1d9725d25e065b59c0ec7391-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 57822a1d1d9725d25e065b59c0ec7391 
2024-11-23T05:40:25,991 INFO  [StoreOpener-57822a1d1d9725d25e065b59c0ec7391-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 57822a1d1d9725d25e065b59c0ec7391 columnFamilyName c
2024-11-23T05:40:25,991 DEBUG [StoreOpener-57822a1d1d9725d25e065b59c0ec7391-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-23T05:40:25,991 INFO  [StoreOpener-57822a1d1d9725d25e065b59c0ec7391-1 {}] regionserver.HStore(327): Store=57822a1d1d9725d25e065b59c0ec7391/c,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-23T05:40:25,992 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 57822a1d1d9725d25e065b59c0ec7391
2024-11-23T05:40:25,992 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39201/hbase/data/default/test2727/57822a1d1d9725d25e065b59c0ec7391
2024-11-23T05:40:25,993 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39201/hbase/data/default/test2727/57822a1d1d9725d25e065b59c0ec7391
2024-11-23T05:40:25,994 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 57822a1d1d9725d25e065b59c0ec7391
2024-11-23T05:40:25,994 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 57822a1d1d9725d25e065b59c0ec7391
2024-11-23T05:40:25,995 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test2727 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-11-23T05:40:25,997 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 57822a1d1d9725d25e065b59c0ec7391
2024-11-23T05:40:25,999 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39201/hbase/data/default/test2727/57822a1d1d9725d25e065b59c0ec7391/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-23T05:40:26,000 INFO  [Time-limited test {}] regionserver.HRegion(1114): Opened 57822a1d1d9725d25e065b59c0ec7391; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63382167, jitterRate=-0.05553211271762848}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-11-23T05:40:26,002 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 57822a1d1d9725d25e065b59c0ec7391:
Writing region info on filesystem at 1732340425982Initializing all the Stores at 1732340425983 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732340425983Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732340425983Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732340425983Cleaning up temporary data from old regions at 1732340425994 (+11 ms)Region opened successfully at 1732340426001 (+7 ms)
2024-11-23T05:40:26,002 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 57822a1d1d9725d25e065b59c0ec7391, disabling compactions & flushes
2024-11-23T05:40:26,002 INFO  [Time-limited test {}] regionserver.HRegion(1755): Closing region test2727,,1732340425945.57822a1d1d9725d25e065b59c0ec7391.
2024-11-23T05:40:26,002 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on test2727,,1732340425945.57822a1d1d9725d25e065b59c0ec7391.
2024-11-23T05:40:26,002 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on test2727,,1732340425945.57822a1d1d9725d25e065b59c0ec7391. after waiting 0 ms
2024-11-23T05:40:26,002 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region test2727,,1732340425945.57822a1d1d9725d25e065b59c0ec7391.
2024-11-23T05:40:26,002 INFO  [Time-limited test {}] regionserver.HRegion(1973): Closed test2727,,1732340425945.57822a1d1d9725d25e065b59c0ec7391.
2024-11-23T05:40:26,003 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 57822a1d1d9725d25e065b59c0ec7391:
Waiting for close lock at 1732340426002Disabling compacts and flushes for region at 1732340426002Disabling writes for close at 1732340426002Writing region close event to WAL at 1732340426002Closed at 1732340426002
2024-11-23T05:40:26,005 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44463 is added to blk_1073741864_1041 (size=93)
2024-11-23T05:40:26,006 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33125 is added to blk_1073741864_1041 (size=93)
2024-11-23T05:40:26,006 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40725 is added to blk_1073741864_1041 (size=93)
2024-11-23T05:40:26,008 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs
2024-11-23T05:40:26,008 INFO  [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-79706723:(num 1732340425951)
2024-11-23T05:40:26,008 INFO  [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor
2024-11-23T05:40:26,011 INFO  [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:39201/hbase/WALs/test2727-manual,16010,1732340425944, archiveDir=hdfs://localhost:39201/hbase/oldWALs, maxLogs=32
2024-11-23T05:40:26,030 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/test2727-manual,16010,1732340425944/wal.1732340426012, exclude list is [], retry=0
2024-11-23T05:40:26,033 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40725,DS-979d310d-3587-4cc1-bca5-3d701f1acf12,DISK]
2024-11-23T05:40:26,033 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33125,DS-c28b39bb-14cc-4d91-9756-de8fd07c026a,DISK]
2024-11-23T05:40:26,033 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44463,DS-9d9fa3d0-c341-4f0c-a64c-9c20a7b480ae,DISK]
2024-11-23T05:40:26,035 INFO  [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/test2727-manual,16010,1732340425944/wal.1732340426012
2024-11-23T05:40:26,035 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46173:46173),(127.0.0.1/127.0.0.1:45079:45079),(127.0.0.1/127.0.0.1:35021:35021)]
2024-11-23T05:40:26,254 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33125 is added to blk_1073741866_1043 (size=200357)
2024-11-23T05:40:26,254 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40725 is added to blk_1073741866_1043 (size=200357)
2024-11-23T05:40:26,255 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44463 is added to blk_1073741866_1043 (size=200357)
2024-11-23T05:40:26,273 INFO  [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39201/hbase/WALs/test2727-manual,16010,1732340425944/wal.1732340426012, size=195.7 K (200357bytes)
2024-11-23T05:40:26,273 INFO  [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39201/hbase/WALs/test2727-manual,16010,1732340425944/wal.1732340426012
2024-11-23T05:40:26,273 INFO  [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39201/hbase/WALs/test2727-manual,16010,1732340425944/wal.1732340426012 after 0ms
2024-11-23T05:40:26,277 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:39201/hbase/WALs/test2727-manual,16010,1732340425944/wal.1732340426012: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null
2024-11-23T05:40:26,278 INFO  [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39201/hbase/WALs/test2727-manual,16010,1732340425944/wal.1732340426012 took 5ms
2024-11-23T05:40:26,282 INFO  [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.1732340426012.temp
2024-11-23T05:40:26,284 INFO  [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39201/hbase/data/default/test2727/57822a1d1d9725d25e065b59c0ec7391/recovered.edits/0000000000000000001-wal.1732340426012.temp
2024-11-23T05:40:26,322 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39201/hbase/WALs/test2727-manual,16010,1732340425944/wal.1732340426012 so closing down
2024-11-23T05:40:26,322 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish
2024-11-23T05:40:26,322 INFO  [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished
2024-11-23T05:40:26,325 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33125 is added to blk_1073741867_1044 (size=200357)
2024-11-23T05:40:26,326 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44463 is added to blk_1073741867_1044 (size=200357)
2024-11-23T05:40:26,327 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40725 is added to blk_1073741867_1044 (size=200357)
2024-11-23T05:40:26,327 INFO  [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39201/hbase/data/default/test2727/57822a1d1d9725d25e065b59c0ec7391/recovered.edits/0000000000000000001-wal.1732340426012.temp (wrote 3000 edits, skipped 0 edits in 21 ms)
2024-11-23T05:40:26,329 INFO  [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39201/hbase/data/default/test2727/57822a1d1d9725d25e065b59c0ec7391/recovered.edits/0000000000000000001-wal.1732340426012.temp to hdfs://localhost:39201/hbase/data/default/test2727/57822a1d1d9725d25e065b59c0ec7391/recovered.edits/0000000000000003000
2024-11-23T05:40:26,329 INFO  [Time-limited test {}] wal.WALSplitter(425): Processed 3000 edits across 1 Regions in 50 ms; skipped=0; WAL=hdfs://localhost:39201/hbase/WALs/test2727-manual,16010,1732340425944/wal.1732340426012, size=195.7 K, length=200357, corrupted=false, cancelled=false
2024-11-23T05:40:26,329 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39201/hbase/WALs/test2727-manual,16010,1732340425944/wal.1732340426012, journal: Splitting hdfs://localhost:39201/hbase/WALs/test2727-manual,16010,1732340425944/wal.1732340426012, size=195.7 K (200357bytes) at 1732340426273Creating recovered edits writer path=hdfs://localhost:39201/hbase/data/default/test2727/57822a1d1d9725d25e065b59c0ec7391/recovered.edits/0000000000000000001-wal.1732340426012.temp at 1732340426285 (+12 ms)Split 1024 edits, skipped 0 edits. at 1732340426294 (+9 ms)Split 2048 edits, skipped 0 edits. at 1732340426307 (+13 ms)Finishing writing output for hdfs://localhost:39201/hbase/WALs/test2727-manual,16010,1732340425944/wal.1732340426012 so closing down at 1732340426322 (+15 ms)3 split writer threads finished at 1732340426322Closed recovered edits writer path=hdfs://localhost:39201/hbase/data/default/test2727/57822a1d1d9725d25e065b59c0ec7391/recovered.edits/0000000000000000001-wal.1732340426012.temp (wrote 3000 edits, skipped 0 edits in 21 ms) at 1732340426327 (+5 ms)Rename recovered edits hdfs://localhost:39201/hbase/data/default/test2727/57822a1d1d9725d25e065b59c0ec7391/recovered.edits/0000000000000000001-wal.1732340426012.temp to hdfs://localhost:39201/hbase/data/default/test2727/57822a1d1d9725d25e065b59c0ec7391/recovered.edits/0000000000000003000 at 1732340426329 (+2 ms)Processed 3000 edits across 1 Regions in 50 ms; skipped=0; WAL=hdfs://localhost:39201/hbase/WALs/test2727-manual,16010,1732340425944/wal.1732340426012, size=195.7 K, length=200357, corrupted=false, cancelled=false at 1732340426329
2024-11-23T05:40:26,332 INFO  [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39201/hbase/WALs/test2727-manual,16010,1732340425944/wal.1732340426012 to hdfs://localhost:39201/hbase/oldWALs/wal.1732340426012
2024-11-23T05:40:26,333 INFO  [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:39201/hbase/data/default/test2727/57822a1d1d9725d25e065b59c0ec7391/recovered.edits/0000000000000003000
2024-11-23T05:40:26,333 INFO  [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor
2024-11-23T05:40:26,336 INFO  [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:39201/hbase/WALs/test2727-manual,16010,1732340425944, archiveDir=hdfs://localhost:39201/hbase/oldWALs, maxLogs=32
2024-11-23T05:40:26,356 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/test2727-manual,16010,1732340425944/wal.1732340426336, exclude list is [], retry=0
2024-11-23T05:40:26,360 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44463,DS-9d9fa3d0-c341-4f0c-a64c-9c20a7b480ae,DISK]
2024-11-23T05:40:26,360 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33125,DS-c28b39bb-14cc-4d91-9756-de8fd07c026a,DISK]
2024-11-23T05:40:26,361 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40725,DS-979d310d-3587-4cc1-bca5-3d701f1acf12,DISK]
2024-11-23T05:40:26,363 INFO  [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/test2727-manual,16010,1732340425944/wal.1732340426336
2024-11-23T05:40:26,363 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35021:35021),(127.0.0.1/127.0.0.1:45079:45079),(127.0.0.1/127.0.0.1:46173:46173)]
2024-11-23T05:40:26,517 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40725 is added to blk_1073741868_1045 (size=200484)
2024-11-23T05:40:26,518 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44463 is added to blk_1073741868_1045 (size=200484)
2024-11-23T05:40:26,518 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33125 is added to blk_1073741868_1045 (size=200484)
2024-11-23T05:40:26,533 INFO  [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39201/hbase/WALs/test2727-manual,16010,1732340425944/wal.1732340426336, size=195.8 K (200484bytes)
2024-11-23T05:40:26,533 INFO  [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39201/hbase/WALs/test2727-manual,16010,1732340425944/wal.1732340426336
2024-11-23T05:40:26,534 INFO  [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39201/hbase/WALs/test2727-manual,16010,1732340425944/wal.1732340426336 after 1ms
2024-11-23T05:40:26,536 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:39201/hbase/WALs/test2727-manual,16010,1732340425944/wal.1732340426336: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null
2024-11-23T05:40:26,537 INFO  [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39201/hbase/WALs/test2727-manual,16010,1732340425944/wal.1732340426336 took 4ms
2024-11-23T05:40:26,541 INFO  [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000003001-wal.1732340426336.temp
2024-11-23T05:40:26,543 INFO  [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39201/hbase/data/default/test2727/57822a1d1d9725d25e065b59c0ec7391/recovered.edits/0000000000000003001-wal.1732340426336.temp
2024-11-23T05:40:26,591 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39201/hbase/WALs/test2727-manual,16010,1732340425944/wal.1732340426336 so closing down
2024-11-23T05:40:26,591 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish
2024-11-23T05:40:26,591 INFO  [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished
2024-11-23T05:40:26,594 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40725 is added to blk_1073741869_1046 (size=200484)
2024-11-23T05:40:26,595 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33125 is added to blk_1073741869_1046 (size=200484)
2024-11-23T05:40:26,595 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44463 is added to blk_1073741869_1046 (size=200484)
2024-11-23T05:40:26,595 INFO  [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39201/hbase/data/default/test2727/57822a1d1d9725d25e065b59c0ec7391/recovered.edits/0000000000000003001-wal.1732340426336.temp (wrote 3000 edits, skipped 0 edits in 19 ms)
2024-11-23T05:40:26,597 INFO  [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39201/hbase/data/default/test2727/57822a1d1d9725d25e065b59c0ec7391/recovered.edits/0000000000000003001-wal.1732340426336.temp to hdfs://localhost:39201/hbase/data/default/test2727/57822a1d1d9725d25e065b59c0ec7391/recovered.edits/0000000000000006000
2024-11-23T05:40:26,597 INFO  [Time-limited test {}] wal.WALSplitter(425): Processed 3000 edits across 1 Regions in 59 ms; skipped=0; WAL=hdfs://localhost:39201/hbase/WALs/test2727-manual,16010,1732340425944/wal.1732340426336, size=195.8 K, length=200484, corrupted=false, cancelled=false
2024-11-23T05:40:26,598 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39201/hbase/WALs/test2727-manual,16010,1732340425944/wal.1732340426336, journal: Splitting hdfs://localhost:39201/hbase/WALs/test2727-manual,16010,1732340425944/wal.1732340426336, size=195.8 K (200484bytes) at 1732340426533Creating recovered edits writer path=hdfs://localhost:39201/hbase/data/default/test2727/57822a1d1d9725d25e065b59c0ec7391/recovered.edits/0000000000000003001-wal.1732340426336.temp at 1732340426543 (+10 ms)Split 1024 edits, skipped 0 edits. at 1732340426558 (+15 ms)Split 2048 edits, skipped 0 edits. at 1732340426575 (+17 ms)Finishing writing output for hdfs://localhost:39201/hbase/WALs/test2727-manual,16010,1732340425944/wal.1732340426336 so closing down at 1732340426591 (+16 ms)3 split writer threads finished at 1732340426591Closed recovered edits writer path=hdfs://localhost:39201/hbase/data/default/test2727/57822a1d1d9725d25e065b59c0ec7391/recovered.edits/0000000000000003001-wal.1732340426336.temp (wrote 3000 edits, skipped 0 edits in 19 ms) at 1732340426595 (+4 ms)Rename recovered edits hdfs://localhost:39201/hbase/data/default/test2727/57822a1d1d9725d25e065b59c0ec7391/recovered.edits/0000000000000003001-wal.1732340426336.temp to hdfs://localhost:39201/hbase/data/default/test2727/57822a1d1d9725d25e065b59c0ec7391/recovered.edits/0000000000000006000 at 1732340426597 (+2 ms)Processed 3000 edits across 1 Regions in 59 ms; skipped=0; WAL=hdfs://localhost:39201/hbase/WALs/test2727-manual,16010,1732340425944/wal.1732340426336, size=195.8 K, length=200484, corrupted=false, cancelled=false at 1732340426597
2024-11-23T05:40:26,600 INFO  [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39201/hbase/WALs/test2727-manual,16010,1732340425944/wal.1732340426336 to hdfs://localhost:39201/hbase/oldWALs/wal.1732340426336
2024-11-23T05:40:26,601 INFO  [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:39201/hbase/data/default/test2727/57822a1d1d9725d25e065b59c0ec7391/recovered.edits/0000000000000006000
2024-11-23T05:40:26,601 INFO  [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor
2024-11-23T05:40:26,603 INFO  [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:39201/hbase/WALs/test2727-manual,16010,1732340425944, archiveDir=hdfs://localhost:39201/hbase/oldWALs, maxLogs=32
2024-11-23T05:40:26,618 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/test2727-manual,16010,1732340425944/wal.1732340426604, exclude list is [], retry=0
2024-11-23T05:40:26,621 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33125,DS-c28b39bb-14cc-4d91-9756-de8fd07c026a,DISK]
2024-11-23T05:40:26,621 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44463,DS-9d9fa3d0-c341-4f0c-a64c-9c20a7b480ae,DISK]
2024-11-23T05:40:26,622 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40725,DS-979d310d-3587-4cc1-bca5-3d701f1acf12,DISK]
2024-11-23T05:40:26,624 INFO  [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/test2727-manual,16010,1732340425944/wal.1732340426604
2024-11-23T05:40:26,624 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45079:45079),(127.0.0.1/127.0.0.1:35021:35021),(127.0.0.1/127.0.0.1:46173:46173)]
2024-11-23T05:40:26,625 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 57822a1d1d9725d25e065b59c0ec7391, NAME => 'test2727,,1732340425945.57822a1d1d9725d25e065b59c0ec7391.', STARTKEY => '', ENDKEY => ''}
2024-11-23T05:40:26,625 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated test2727,,1732340425945.57822a1d1d9725d25e065b59c0ec7391.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-23T05:40:26,625 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 57822a1d1d9725d25e065b59c0ec7391
2024-11-23T05:40:26,625 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 57822a1d1d9725d25e065b59c0ec7391
2024-11-23T05:40:26,627 INFO  [StoreOpener-57822a1d1d9725d25e065b59c0ec7391-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 57822a1d1d9725d25e065b59c0ec7391 
2024-11-23T05:40:26,629 INFO  [StoreOpener-57822a1d1d9725d25e065b59c0ec7391-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 57822a1d1d9725d25e065b59c0ec7391 columnFamilyName a
2024-11-23T05:40:26,629 DEBUG [StoreOpener-57822a1d1d9725d25e065b59c0ec7391-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-23T05:40:26,630 INFO  [StoreOpener-57822a1d1d9725d25e065b59c0ec7391-1 {}] regionserver.HStore(327): Store=57822a1d1d9725d25e065b59c0ec7391/a,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-23T05:40:26,630 INFO  [StoreOpener-57822a1d1d9725d25e065b59c0ec7391-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 57822a1d1d9725d25e065b59c0ec7391 
2024-11-23T05:40:26,631 INFO  [StoreOpener-57822a1d1d9725d25e065b59c0ec7391-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 57822a1d1d9725d25e065b59c0ec7391 columnFamilyName b
2024-11-23T05:40:26,631 DEBUG [StoreOpener-57822a1d1d9725d25e065b59c0ec7391-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-23T05:40:26,632 INFO  [StoreOpener-57822a1d1d9725d25e065b59c0ec7391-1 {}] regionserver.HStore(327): Store=57822a1d1d9725d25e065b59c0ec7391/b,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-23T05:40:26,632 INFO  [StoreOpener-57822a1d1d9725d25e065b59c0ec7391-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 57822a1d1d9725d25e065b59c0ec7391 
2024-11-23T05:40:26,633 INFO  [StoreOpener-57822a1d1d9725d25e065b59c0ec7391-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 57822a1d1d9725d25e065b59c0ec7391 columnFamilyName c
2024-11-23T05:40:26,633 DEBUG [StoreOpener-57822a1d1d9725d25e065b59c0ec7391-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-23T05:40:26,634 INFO  [StoreOpener-57822a1d1d9725d25e065b59c0ec7391-1 {}] regionserver.HStore(327): Store=57822a1d1d9725d25e065b59c0ec7391/c,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-23T05:40:26,634 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 57822a1d1d9725d25e065b59c0ec7391
2024-11-23T05:40:26,635 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39201/hbase/data/default/test2727/57822a1d1d9725d25e065b59c0ec7391
2024-11-23T05:40:26,637 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 2 recovered edits file(s) under hdfs://localhost:39201/hbase/data/default/test2727/57822a1d1d9725d25e065b59c0ec7391
2024-11-23T05:40:26,638 INFO  [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:39201/hbase/data/default/test2727/57822a1d1d9725d25e065b59c0ec7391/recovered.edits/0000000000000003000
2024-11-23T05:40:26,641 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:39201/hbase/data/default/test2727/57822a1d1d9725d25e065b59c0ec7391/recovered.edits/0000000000000003000: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null
2024-11-23T05:40:26,684 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 3000, skipped 0, firstSequenceIdInLog=1, maxSequenceIdInLog=3000, path=hdfs://localhost:39201/hbase/data/default/test2727/57822a1d1d9725d25e065b59c0ec7391/recovered.edits/0000000000000003000
2024-11-23T05:40:26,685 INFO  [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:39201/hbase/data/default/test2727/57822a1d1d9725d25e065b59c0ec7391/recovered.edits/0000000000000006000
2024-11-23T05:40:26,688 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:39201/hbase/data/default/test2727/57822a1d1d9725d25e065b59c0ec7391/recovered.edits/0000000000000006000: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null
2024-11-23T05:40:26,731 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 3000, skipped 0, firstSequenceIdInLog=3001, maxSequenceIdInLog=6000, path=hdfs://localhost:39201/hbase/data/default/test2727/57822a1d1d9725d25e065b59c0ec7391/recovered.edits/0000000000000006000
2024-11-23T05:40:26,731 INFO  [Time-limited test {}] regionserver.HRegion(2902): Flushing 57822a1d1d9725d25e065b59c0ec7391 3/3 column families, dataSize=215.51 KB heapSize=657 KB
2024-11-23T05:40:26,761 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39201/hbase/data/default/test2727/57822a1d1d9725d25e065b59c0ec7391/.tmp/a/809f9bf1f5b147debc7ae65ab753bb9d is 41, key is test2727/a:100/1732340426371/Put/seqid=0
2024-11-23T05:40:26,766 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44463 is added to blk_1073741871_1048 (size=84227)
2024-11-23T05:40:26,767 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40725 is added to blk_1073741871_1048 (size=84227)
2024-11-23T05:40:26,767 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33125 is added to blk_1073741871_1048 (size=84227)
2024-11-23T05:40:26,769 INFO  [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=71.84 KB at sequenceid=6000 (bloomFilter=true), to=hdfs://localhost:39201/hbase/data/default/test2727/57822a1d1d9725d25e065b59c0ec7391/.tmp/a/809f9bf1f5b147debc7ae65ab753bb9d
2024-11-23T05:40:26,797 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39201/hbase/data/default/test2727/57822a1d1d9725d25e065b59c0ec7391/.tmp/b/4a7cfda696554f95afee105983835b08 is 41, key is test2727/b:100/1732340426432/Put/seqid=0
2024-11-23T05:40:26,802 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33125 is added to blk_1073741872_1049 (size=84609)
2024-11-23T05:40:26,802 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44463 is added to blk_1073741872_1049 (size=84609)
2024-11-23T05:40:26,802 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40725 is added to blk_1073741872_1049 (size=84609)
2024-11-23T05:40:26,803 INFO  [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=71.84 KB at sequenceid=6000 (bloomFilter=true), to=hdfs://localhost:39201/hbase/data/default/test2727/57822a1d1d9725d25e065b59c0ec7391/.tmp/b/4a7cfda696554f95afee105983835b08
2024-11-23T05:40:26,829 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39201/hbase/data/default/test2727/57822a1d1d9725d25e065b59c0ec7391/.tmp/c/6b17035bb08640268f8c9252a58c3ab2 is 41, key is test2727/c:100/1732340426473/Put/seqid=0
2024-11-23T05:40:26,836 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40725 is added to blk_1073741873_1050 (size=84609)
2024-11-23T05:40:26,836 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33125 is added to blk_1073741873_1050 (size=84609)
2024-11-23T05:40:26,837 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44463 is added to blk_1073741873_1050 (size=84609)
2024-11-23T05:40:26,837 INFO  [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=71.84 KB at sequenceid=6000 (bloomFilter=true), to=hdfs://localhost:39201/hbase/data/default/test2727/57822a1d1d9725d25e065b59c0ec7391/.tmp/c/6b17035bb08640268f8c9252a58c3ab2
2024-11-23T05:40:26,845 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39201/hbase/data/default/test2727/57822a1d1d9725d25e065b59c0ec7391/.tmp/a/809f9bf1f5b147debc7ae65ab753bb9d as hdfs://localhost:39201/hbase/data/default/test2727/57822a1d1d9725d25e065b59c0ec7391/a/809f9bf1f5b147debc7ae65ab753bb9d
2024-11-23T05:40:26,852 INFO  [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39201/hbase/data/default/test2727/57822a1d1d9725d25e065b59c0ec7391/a/809f9bf1f5b147debc7ae65ab753bb9d, entries=2000, sequenceid=6000, filesize=82.3 K
2024-11-23T05:40:26,854 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39201/hbase/data/default/test2727/57822a1d1d9725d25e065b59c0ec7391/.tmp/b/4a7cfda696554f95afee105983835b08 as hdfs://localhost:39201/hbase/data/default/test2727/57822a1d1d9725d25e065b59c0ec7391/b/4a7cfda696554f95afee105983835b08
2024-11-23T05:40:26,861 INFO  [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39201/hbase/data/default/test2727/57822a1d1d9725d25e065b59c0ec7391/b/4a7cfda696554f95afee105983835b08, entries=2000, sequenceid=6000, filesize=82.6 K
2024-11-23T05:40:26,863 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39201/hbase/data/default/test2727/57822a1d1d9725d25e065b59c0ec7391/.tmp/c/6b17035bb08640268f8c9252a58c3ab2 as hdfs://localhost:39201/hbase/data/default/test2727/57822a1d1d9725d25e065b59c0ec7391/c/6b17035bb08640268f8c9252a58c3ab2
2024-11-23T05:40:26,871 INFO  [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39201/hbase/data/default/test2727/57822a1d1d9725d25e065b59c0ec7391/c/6b17035bb08640268f8c9252a58c3ab2, entries=2000, sequenceid=6000, filesize=82.6 K
2024-11-23T05:40:26,872 INFO  [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~215.51 KB/220680, heapSize ~656.95 KB/672720, currentSize=0 B/0 for 57822a1d1d9725d25e065b59c0ec7391 in 140ms, sequenceid=6000, compaction requested=false; wal=null
2024-11-23T05:40:26,873 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:39201/hbase/data/default/test2727/57822a1d1d9725d25e065b59c0ec7391/recovered.edits/0000000000000003000
2024-11-23T05:40:26,873 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:39201/hbase/data/default/test2727/57822a1d1d9725d25e065b59c0ec7391/recovered.edits/0000000000000006000
2024-11-23T05:40:26,875 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 57822a1d1d9725d25e065b59c0ec7391
2024-11-23T05:40:26,875 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 57822a1d1d9725d25e065b59c0ec7391
2024-11-23T05:40:26,876 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test2727 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-11-23T05:40:26,878 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 57822a1d1d9725d25e065b59c0ec7391
2024-11-23T05:40:26,881 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39201/hbase/data/default/test2727/57822a1d1d9725d25e065b59c0ec7391/recovered.edits/6000.seqid, newMaxSeqId=6000, maxSeqId=1
2024-11-23T05:40:26,882 INFO  [Time-limited test {}] regionserver.HRegion(1114): Opened 57822a1d1d9725d25e065b59c0ec7391; next sequenceid=6001; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63774986, jitterRate=-0.049678653478622437}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-11-23T05:40:26,884 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 57822a1d1d9725d25e065b59c0ec7391:
Writing region info on filesystem at 1732340426625Initializing all the Stores at 1732340426627 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732340426627Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732340426627Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732340426627Obtaining lock to block concurrent updates at 1732340426732 (+105 ms)Preparing flush snapshotting stores in 57822a1d1d9725d25e065b59c0ec7391 at 1732340426732Finished memstore snapshotting test2727,,1732340425945.57822a1d1d9725d25e065b59c0ec7391., syncing WAL and waiting on mvcc, flushsize=dataSize=220680, getHeapSize=672720, getOffHeapSize=0, getCellsCount=6000 at 1732340426732Flushing stores of test2727,,1732340425945.57822a1d1d9725d25e065b59c0ec7391. at 1732340426732Flushing 57822a1d1d9725d25e065b59c0ec7391/a: creating writer at 1732340426732Flushing 57822a1d1d9725d25e065b59c0ec7391/a: appending metadata at 1732340426760 (+28 ms)Flushing 57822a1d1d9725d25e065b59c0ec7391/a: closing flushed file at 1732340426760Flushing 57822a1d1d9725d25e065b59c0ec7391/b: creating writer at 1732340426776 (+16 ms)Flushing 57822a1d1d9725d25e065b59c0ec7391/b: appending metadata at 1732340426795 (+19 ms)Flushing 57822a1d1d9725d25e065b59c0ec7391/b: closing flushed file at 1732340426795Flushing 57822a1d1d9725d25e065b59c0ec7391/c: creating writer at 1732340426810 (+15 ms)Flushing 57822a1d1d9725d25e065b59c0ec7391/c: appending metadata at 1732340426828 (+18 ms)Flushing 57822a1d1d9725d25e065b59c0ec7391/c: closing flushed file at 1732340426828Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7fdd1dc0: reopening flushed file at 1732340426844 (+16 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7f104ae3: reopening flushed file at 1732340426852 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@64c300ca: reopening flushed file at 1732340426861 (+9 ms)Finished flush of dataSize ~215.51 KB/220680, heapSize ~656.95 KB/672720, currentSize=0 B/0 for 57822a1d1d9725d25e065b59c0ec7391 in 140ms, sequenceid=6000, compaction requested=false; wal=null at 1732340426872 (+11 ms)Cleaning up temporary data from old regions at 1732340426875 (+3 ms)Region opened successfully at 1732340426883 (+8 ms)
2024-11-23T05:40:26,885 DEBUG [Time-limited test {}] wal.AbstractTestWALReplay(320): region.getOpenSeqNum(): 6001, wal3.id: 0
2024-11-23T05:40:26,885 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 57822a1d1d9725d25e065b59c0ec7391, disabling compactions & flushes
2024-11-23T05:40:26,885 INFO  [Time-limited test {}] regionserver.HRegion(1755): Closing region test2727,,1732340425945.57822a1d1d9725d25e065b59c0ec7391.
2024-11-23T05:40:26,885 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on test2727,,1732340425945.57822a1d1d9725d25e065b59c0ec7391.
2024-11-23T05:40:26,885 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on test2727,,1732340425945.57822a1d1d9725d25e065b59c0ec7391. after waiting 0 ms
2024-11-23T05:40:26,885 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region test2727,,1732340425945.57822a1d1d9725d25e065b59c0ec7391.
2024-11-23T05:40:26,886 INFO  [Time-limited test {}] regionserver.HRegion(1973): Closed test2727,,1732340425945.57822a1d1d9725d25e065b59c0ec7391.
2024-11-23T05:40:26,886 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 57822a1d1d9725d25e065b59c0ec7391:
Waiting for close lock at 1732340426885Disabling compacts and flushes for region at 1732340426885Disabling writes for close at 1732340426885Writing region close event to WAL at 1732340426886 (+1 ms)Closed at 1732340426886
2024-11-23T05:40:26,889 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44463 is added to blk_1073741870_1047 (size=93)
2024-11-23T05:40:26,889 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40725 is added to blk_1073741870_1047 (size=93)
2024-11-23T05:40:26,890 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33125 is added to blk_1073741870_1047 (size=93)
2024-11-23T05:40:26,892 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs
2024-11-23T05:40:26,892 INFO  [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1732340426604)
2024-11-23T05:40:26,906 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayCompressed#test2727 Thread=393 (was 391)
Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1087445729_22 at /127.0.0.1:48022 [Waiting for operation #16]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: AsyncFSWAL-14-2
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1087445729_22 at /127.0.0.1:51136 [Waiting for operation #9]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: AsyncFSWAL-14-1
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: AsyncFSWAL-14-3
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1087445729_22 at /127.0.0.1:37682 [Waiting for operation #7]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=909 (was 847) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=470 (was 470), ProcessCount=11 (was 11), AvailableMemoryMB=8525 (was 8743)
2024-11-23T05:40:26,920 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayCompressed#testSequentialEditLogSeqNum Thread=393, OpenFileDescriptor=909, MaxFileDescriptor=1048576, SystemLoadAverage=470, ProcessCount=11, AvailableMemoryMB=8524
2024-11-23T05:40:26,936 INFO  [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-23T05:40:26,943 INFO  [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:39201/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1732340426935, archiveDir=hdfs://localhost:39201/hbase/oldWALs, maxLogs=32
2024-11-23T05:40:26,944 INFO  [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.1732340426944
2024-11-23T05:40:26,951 INFO  [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testsequentialeditlogseqnum-manual,16010,1732340426935/wal.1732340426944
2024-11-23T05:40:26,956 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new MockWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46173:46173),(127.0.0.1/127.0.0.1:45079:45079),(127.0.0.1/127.0.0.1:35021:35021)]
2024-11-23T05:40:26,959 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 68923e734bdfb6103c6914fba62f7b5d, NAME => 'testSequentialEditLogSeqNum,,1732340426937.68923e734bdfb6103c6914fba62f7b5d.', STARTKEY => '', ENDKEY => ''}
2024-11-23T05:40:26,959 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testSequentialEditLogSeqNum,,1732340426937.68923e734bdfb6103c6914fba62f7b5d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-23T05:40:26,959 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 68923e734bdfb6103c6914fba62f7b5d
2024-11-23T05:40:26,959 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 68923e734bdfb6103c6914fba62f7b5d
2024-11-23T05:40:26,960 WARN  [Time-limited test {}] regionserver.HRegionFileSystem(836): hdfs://localhost:39201/hbase/data/default/testSequentialEditLogSeqNum/68923e734bdfb6103c6914fba62f7b5d doesn't exist for region: 68923e734bdfb6103c6914fba62f7b5d on table testSequentialEditLogSeqNum
2024-11-23T05:40:26,961 WARN  [Time-limited test {}] regionserver.HRegionFileSystem(854): .regioninfo file not found for region: 68923e734bdfb6103c6914fba62f7b5d on table testSequentialEditLogSeqNum
2024-11-23T05:40:26,970 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44463 is added to blk_1073741875_1052 (size=62)
2024-11-23T05:40:26,971 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33125 is added to blk_1073741875_1052 (size=62)
2024-11-23T05:40:26,971 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40725 is added to blk_1073741875_1052 (size=62)
2024-11-23T05:40:26,973 INFO  [StoreOpener-68923e734bdfb6103c6914fba62f7b5d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 68923e734bdfb6103c6914fba62f7b5d 
2024-11-23T05:40:26,975 INFO  [StoreOpener-68923e734bdfb6103c6914fba62f7b5d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 68923e734bdfb6103c6914fba62f7b5d columnFamilyName a
2024-11-23T05:40:26,975 DEBUG [StoreOpener-68923e734bdfb6103c6914fba62f7b5d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-23T05:40:26,975 INFO  [StoreOpener-68923e734bdfb6103c6914fba62f7b5d-1 {}] regionserver.HStore(327): Store=68923e734bdfb6103c6914fba62f7b5d/a,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-23T05:40:26,976 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 68923e734bdfb6103c6914fba62f7b5d
2024-11-23T05:40:26,976 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39201/hbase/data/default/testSequentialEditLogSeqNum/68923e734bdfb6103c6914fba62f7b5d
2024-11-23T05:40:26,977 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39201/hbase/data/default/testSequentialEditLogSeqNum/68923e734bdfb6103c6914fba62f7b5d
2024-11-23T05:40:26,977 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 68923e734bdfb6103c6914fba62f7b5d
2024-11-23T05:40:26,977 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 68923e734bdfb6103c6914fba62f7b5d
2024-11-23T05:40:26,979 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 68923e734bdfb6103c6914fba62f7b5d
2024-11-23T05:40:26,981 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39201/hbase/data/default/testSequentialEditLogSeqNum/68923e734bdfb6103c6914fba62f7b5d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-23T05:40:26,982 INFO  [Time-limited test {}] regionserver.HRegion(1114): Opened 68923e734bdfb6103c6914fba62f7b5d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73084573, jitterRate=0.08904500305652618}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-23T05:40:26,983 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 68923e734bdfb6103c6914fba62f7b5d:
Writing region info on filesystem at 1732340426960Initializing all the Stores at 1732340426972 (+12 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732340426972Cleaning up temporary data from old regions at 1732340426977 (+5 ms)Region opened successfully at 1732340426983 (+6 ms)
2024-11-23T05:40:26,996 INFO  [Time-limited test {}] regionserver.HRegion(2902): Flushing 68923e734bdfb6103c6914fba62f7b5d 1/1 column families, dataSize=770 B heapSize=1.73 KB
2024-11-23T05:40:27,017 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39201/hbase/data/default/testSequentialEditLogSeqNum/68923e734bdfb6103c6914fba62f7b5d/.tmp/a/aac6895a55d540d48cc3c0827caa408b is 81, key is testSequentialEditLogSeqNum/a:x0/1732340426984/Put/seqid=0
2024-11-23T05:40:27,024 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33125 is added to blk_1073741876_1053 (size=5833)
2024-11-23T05:40:27,024 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44463 is added to blk_1073741876_1053 (size=5833)
2024-11-23T05:40:27,025 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40725 is added to blk_1073741876_1053 (size=5833)
2024-11-23T05:40:27,026 INFO  [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=770 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:39201/hbase/data/default/testSequentialEditLogSeqNum/68923e734bdfb6103c6914fba62f7b5d/.tmp/a/aac6895a55d540d48cc3c0827caa408b
2024-11-23T05:40:27,034 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39201/hbase/data/default/testSequentialEditLogSeqNum/68923e734bdfb6103c6914fba62f7b5d/.tmp/a/aac6895a55d540d48cc3c0827caa408b as hdfs://localhost:39201/hbase/data/default/testSequentialEditLogSeqNum/68923e734bdfb6103c6914fba62f7b5d/a/aac6895a55d540d48cc3c0827caa408b
2024-11-23T05:40:27,042 INFO  [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39201/hbase/data/default/testSequentialEditLogSeqNum/68923e734bdfb6103c6914fba62f7b5d/a/aac6895a55d540d48cc3c0827caa408b, entries=10, sequenceid=13, filesize=5.7 K
2024-11-23T05:40:27,044 INFO  [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~770 B/770, heapSize ~1.72 KB/1760, currentSize=0 B/0 for 68923e734bdfb6103c6914fba62f7b5d in 47ms, sequenceid=13, compaction requested=false
2024-11-23T05:40:27,044 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 68923e734bdfb6103c6914fba62f7b5d:

2024-11-23T05:40:27,051 INFO  [sync.0 {}] wal.FSHLog$SyncRunner(477): interrupted
2024-11-23T05:40:27,051 INFO  [sync.1 {}] wal.FSHLog$SyncRunner(477): interrupted
2024-11-23T05:40:27,051 INFO  [sync.2 {}] wal.FSHLog$SyncRunner(477): interrupted
2024-11-23T05:40:27,051 INFO  [sync.3 {}] wal.FSHLog$SyncRunner(477): interrupted
2024-11-23T05:40:27,051 INFO  [sync.4 {}] wal.FSHLog$SyncRunner(477): interrupted
2024-11-23T05:40:27,054 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44463 is added to blk_1073741874_1051 (size=1616)
2024-11-23T05:40:27,054 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33125 is added to blk_1073741874_1051 (size=1616)
2024-11-23T05:40:27,054 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40725 is added to blk_1073741874_1051 (size=1616)
2024-11-23T05:40:27,079 INFO  [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39201/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1732340426935/wal.1732340426944, size=1.6 K (1616bytes)
2024-11-23T05:40:27,079 INFO  [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39201/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1732340426935/wal.1732340426944
2024-11-23T05:40:27,079 INFO  [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39201/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1732340426935/wal.1732340426944 after 0ms
2024-11-23T05:40:27,083 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:39201/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1732340426935/wal.1732340426944: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null
2024-11-23T05:40:27,083 INFO  [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39201/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1732340426935/wal.1732340426944 took 5ms
2024-11-23T05:40:27,090 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39201/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1732340426935/wal.1732340426944 so closing down
2024-11-23T05:40:27,090 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish
2024-11-23T05:40:27,091 INFO  [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1732340426944.temp
2024-11-23T05:40:27,121 INFO  [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39201/hbase/data/default/testSequentialEditLogSeqNum/68923e734bdfb6103c6914fba62f7b5d/recovered.edits/0000000000000000003-wal.1732340426944.temp
2024-11-23T05:40:27,122 INFO  [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished
2024-11-23T05:40:27,137 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44463 is added to blk_1073741877_1054 (size=1175)
2024-11-23T05:40:27,137 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33125 is added to blk_1073741877_1054 (size=1175)
2024-11-23T05:40:27,137 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40725 is added to blk_1073741877_1054 (size=1175)
2024-11-23T05:40:27,138 INFO  [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39201/hbase/data/default/testSequentialEditLogSeqNum/68923e734bdfb6103c6914fba62f7b5d/recovered.edits/0000000000000000003-wal.1732340426944.temp (wrote 15 edits, skipped 0 edits in 0 ms)
2024-11-23T05:40:27,140 INFO  [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39201/hbase/data/default/testSequentialEditLogSeqNum/68923e734bdfb6103c6914fba62f7b5d/recovered.edits/0000000000000000003-wal.1732340426944.temp to hdfs://localhost:39201/hbase/data/default/testSequentialEditLogSeqNum/68923e734bdfb6103c6914fba62f7b5d/recovered.edits/0000000000000000020
2024-11-23T05:40:27,140 INFO  [Time-limited test {}] wal.WALSplitter(425): Processed 17 edits across 1 Regions in 53 ms; skipped=2; WAL=hdfs://localhost:39201/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1732340426935/wal.1732340426944, size=1.6 K, length=1616, corrupted=false, cancelled=false
2024-11-23T05:40:27,140 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39201/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1732340426935/wal.1732340426944, journal: Splitting hdfs://localhost:39201/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1732340426935/wal.1732340426944, size=1.6 K (1616bytes) at 1732340427079Finishing writing output for hdfs://localhost:39201/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1732340426935/wal.1732340426944 so closing down at 1732340427090 (+11 ms)Creating recovered edits writer path=hdfs://localhost:39201/hbase/data/default/testSequentialEditLogSeqNum/68923e734bdfb6103c6914fba62f7b5d/recovered.edits/0000000000000000003-wal.1732340426944.temp at 1732340427121 (+31 ms)3 split writer threads finished at 1732340427122 (+1 ms)Closed recovered edits writer path=hdfs://localhost:39201/hbase/data/default/testSequentialEditLogSeqNum/68923e734bdfb6103c6914fba62f7b5d/recovered.edits/0000000000000000003-wal.1732340426944.temp (wrote 15 edits, skipped 0 edits in 0 ms) at 1732340427138 (+16 ms)Rename recovered edits hdfs://localhost:39201/hbase/data/default/testSequentialEditLogSeqNum/68923e734bdfb6103c6914fba62f7b5d/recovered.edits/0000000000000000003-wal.1732340426944.temp to hdfs://localhost:39201/hbase/data/default/testSequentialEditLogSeqNum/68923e734bdfb6103c6914fba62f7b5d/recovered.edits/0000000000000000020 at 1732340427140 (+2 ms)Processed 17 edits across 1 Regions in 53 ms; skipped=2; WAL=hdfs://localhost:39201/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1732340426935/wal.1732340426944, size=1.6 K, length=1616, corrupted=false, cancelled=false at 1732340427140
2024-11-23T05:40:27,159 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayCompressed#testSequentialEditLogSeqNum Thread=398 (was 393)
Potentially hanging thread: sync.3
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426)
	app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1087445729_22 at /127.0.0.1:48022 [Waiting for operation #18]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1087445729_22 at /127.0.0.1:51136 [Waiting for operation #13]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: sync.1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426)
	app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441)

Potentially hanging thread: sync.2
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426)
	app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441)

Potentially hanging thread: sync.0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426)
	app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441)

Potentially hanging thread: sync.4
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426)
	app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441)
 - Thread LEAK? -, OpenFileDescriptor=945 (was 909) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=470 (was 470), ProcessCount=11 (was 11), AvailableMemoryMB=8442 (was 8524)
2024-11-23T05:40:27,174 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayCompressed#testRegionMadeOfBulkLoadedFilesOnly Thread=398, OpenFileDescriptor=945, MaxFileDescriptor=1048576, SystemLoadAverage=470, ProcessCount=11, AvailableMemoryMB=8441
2024-11-23T05:40:27,191 INFO  [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-23T05:40:27,194 INFO  [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-23T05:40:27,196 INFO  [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-23T05:40:27,200 INFO  [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-66187192, suffix=, logDir=hdfs://localhost:39201/hbase/WALs/hregion-66187192, archiveDir=hdfs://localhost:39201/hbase/oldWALs, maxLogs=32
2024-11-23T05:40:27,214 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-66187192/hregion-66187192.1732340427200, exclude list is [], retry=0
2024-11-23T05:40:27,217 DEBUG [AsyncFSWAL-17-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33125,DS-c28b39bb-14cc-4d91-9756-de8fd07c026a,DISK]
2024-11-23T05:40:27,218 DEBUG [AsyncFSWAL-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44463,DS-9d9fa3d0-c341-4f0c-a64c-9c20a7b480ae,DISK]
2024-11-23T05:40:27,223 DEBUG [AsyncFSWAL-17-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40725,DS-979d310d-3587-4cc1-bca5-3d701f1acf12,DISK]
2024-11-23T05:40:27,260 INFO  [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-66187192/hregion-66187192.1732340427200
2024-11-23T05:40:27,260 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45079:45079),(127.0.0.1/127.0.0.1:35021:35021),(127.0.0.1/127.0.0.1:46173:46173)]
2024-11-23T05:40:27,261 INFO  [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 4e5e06f705af336b14d4c2002bc034ef, NAME => 'testRegionMadeOfBulkLoadedFilesOnly,,1732340427193.4e5e06f705af336b14d4c2002bc034ef.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testRegionMadeOfBulkLoadedFilesOnly', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39201/hbase
2024-11-23T05:40:27,278 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44463 is added to blk_1073741879_1056 (size=70)
2024-11-23T05:40:27,278 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40725 is added to blk_1073741879_1056 (size=70)
2024-11-23T05:40:27,279 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33125 is added to blk_1073741879_1056 (size=70)
2024-11-23T05:40:27,280 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testRegionMadeOfBulkLoadedFilesOnly,,1732340427193.4e5e06f705af336b14d4c2002bc034ef.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-23T05:40:27,284 INFO  [StoreOpener-4e5e06f705af336b14d4c2002bc034ef-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 4e5e06f705af336b14d4c2002bc034ef 
2024-11-23T05:40:27,286 INFO  [StoreOpener-4e5e06f705af336b14d4c2002bc034ef-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4e5e06f705af336b14d4c2002bc034ef columnFamilyName a
2024-11-23T05:40:27,286 DEBUG [StoreOpener-4e5e06f705af336b14d4c2002bc034ef-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-23T05:40:27,287 INFO  [StoreOpener-4e5e06f705af336b14d4c2002bc034ef-1 {}] regionserver.HStore(327): Store=4e5e06f705af336b14d4c2002bc034ef/a,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-23T05:40:27,287 INFO  [StoreOpener-4e5e06f705af336b14d4c2002bc034ef-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 4e5e06f705af336b14d4c2002bc034ef 
2024-11-23T05:40:27,288 INFO  [StoreOpener-4e5e06f705af336b14d4c2002bc034ef-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4e5e06f705af336b14d4c2002bc034ef columnFamilyName b
2024-11-23T05:40:27,288 DEBUG [StoreOpener-4e5e06f705af336b14d4c2002bc034ef-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-23T05:40:27,289 INFO  [StoreOpener-4e5e06f705af336b14d4c2002bc034ef-1 {}] regionserver.HStore(327): Store=4e5e06f705af336b14d4c2002bc034ef/b,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-23T05:40:27,289 INFO  [StoreOpener-4e5e06f705af336b14d4c2002bc034ef-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 4e5e06f705af336b14d4c2002bc034ef 
2024-11-23T05:40:27,291 INFO  [StoreOpener-4e5e06f705af336b14d4c2002bc034ef-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4e5e06f705af336b14d4c2002bc034ef columnFamilyName c
2024-11-23T05:40:27,291 DEBUG [StoreOpener-4e5e06f705af336b14d4c2002bc034ef-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-23T05:40:27,292 INFO  [StoreOpener-4e5e06f705af336b14d4c2002bc034ef-1 {}] regionserver.HStore(327): Store=4e5e06f705af336b14d4c2002bc034ef/c,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-23T05:40:27,292 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 4e5e06f705af336b14d4c2002bc034ef
2024-11-23T05:40:27,293 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39201/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/4e5e06f705af336b14d4c2002bc034ef
2024-11-23T05:40:27,293 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39201/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/4e5e06f705af336b14d4c2002bc034ef
2024-11-23T05:40:27,294 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 4e5e06f705af336b14d4c2002bc034ef
2024-11-23T05:40:27,294 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 4e5e06f705af336b14d4c2002bc034ef
2024-11-23T05:40:27,295 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRegionMadeOfBulkLoadedFilesOnly descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-11-23T05:40:27,297 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 4e5e06f705af336b14d4c2002bc034ef
2024-11-23T05:40:27,299 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39201/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/4e5e06f705af336b14d4c2002bc034ef/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-23T05:40:27,300 INFO  [Time-limited test {}] regionserver.HRegion(1114): Opened 4e5e06f705af336b14d4c2002bc034ef; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61949748, jitterRate=-0.07687681913375854}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-11-23T05:40:27,301 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 4e5e06f705af336b14d4c2002bc034ef:
Writing region info on filesystem at 1732340427280Initializing all the Stores at 1732340427283 (+3 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732340427283Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732340427284 (+1 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732340427284Cleaning up temporary data from old regions at 1732340427294 (+10 ms)Region opened successfully at 1732340427301 (+7 ms)
2024-11-23T05:40:27,301 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 4e5e06f705af336b14d4c2002bc034ef, disabling compactions & flushes
2024-11-23T05:40:27,302 INFO  [Time-limited test {}] regionserver.HRegion(1755): Closing region testRegionMadeOfBulkLoadedFilesOnly,,1732340427193.4e5e06f705af336b14d4c2002bc034ef.
2024-11-23T05:40:27,302 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testRegionMadeOfBulkLoadedFilesOnly,,1732340427193.4e5e06f705af336b14d4c2002bc034ef.
2024-11-23T05:40:27,302 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testRegionMadeOfBulkLoadedFilesOnly,,1732340427193.4e5e06f705af336b14d4c2002bc034ef. after waiting 0 ms
2024-11-23T05:40:27,302 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testRegionMadeOfBulkLoadedFilesOnly,,1732340427193.4e5e06f705af336b14d4c2002bc034ef.
2024-11-23T05:40:27,302 INFO  [Time-limited test {}] regionserver.HRegion(1973): Closed testRegionMadeOfBulkLoadedFilesOnly,,1732340427193.4e5e06f705af336b14d4c2002bc034ef.
2024-11-23T05:40:27,302 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 4e5e06f705af336b14d4c2002bc034ef:
Waiting for close lock at 1732340427301Disabling compacts and flushes for region at 1732340427301Disabling writes for close at 1732340427302 (+1 ms)Writing region close event to WAL at 1732340427302Closed at 1732340427302
2024-11-23T05:40:27,306 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33125 is added to blk_1073741878_1055 (size=93)
2024-11-23T05:40:27,306 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40725 is added to blk_1073741878_1055 (size=93)
2024-11-23T05:40:27,306 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44463 is added to blk_1073741878_1055 (size=93)
2024-11-23T05:40:27,309 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs
2024-11-23T05:40:27,309 INFO  [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-66187192:(num 1732340427200)
2024-11-23T05:40:27,309 INFO  [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor
2024-11-23T05:40:27,312 INFO  [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:39201/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732340427191, archiveDir=hdfs://localhost:39201/hbase/oldWALs, maxLogs=32
2024-11-23T05:40:27,332 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732340427191/wal.1732340427312, exclude list is [], retry=0
2024-11-23T05:40:27,335 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33125,DS-c28b39bb-14cc-4d91-9756-de8fd07c026a,DISK]
2024-11-23T05:40:27,336 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44463,DS-9d9fa3d0-c341-4f0c-a64c-9c20a7b480ae,DISK]
2024-11-23T05:40:27,336 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40725,DS-979d310d-3587-4cc1-bca5-3d701f1acf12,DISK]
2024-11-23T05:40:27,339 INFO  [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732340427191/wal.1732340427312
2024-11-23T05:40:27,341 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45079:45079),(127.0.0.1/127.0.0.1:35021:35021),(127.0.0.1/127.0.0.1:46173:46173)]
2024-11-23T05:40:27,341 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 4e5e06f705af336b14d4c2002bc034ef, NAME => 'testRegionMadeOfBulkLoadedFilesOnly,,1732340427193.4e5e06f705af336b14d4c2002bc034ef.', STARTKEY => '', ENDKEY => ''}
2024-11-23T05:40:27,341 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testRegionMadeOfBulkLoadedFilesOnly,,1732340427193.4e5e06f705af336b14d4c2002bc034ef.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-23T05:40:27,341 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 4e5e06f705af336b14d4c2002bc034ef
2024-11-23T05:40:27,342 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 4e5e06f705af336b14d4c2002bc034ef
2024-11-23T05:40:27,346 INFO  [StoreOpener-4e5e06f705af336b14d4c2002bc034ef-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 4e5e06f705af336b14d4c2002bc034ef 
2024-11-23T05:40:27,347 INFO  [StoreOpener-4e5e06f705af336b14d4c2002bc034ef-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4e5e06f705af336b14d4c2002bc034ef columnFamilyName a
2024-11-23T05:40:27,347 DEBUG [StoreOpener-4e5e06f705af336b14d4c2002bc034ef-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-23T05:40:27,348 INFO  [StoreOpener-4e5e06f705af336b14d4c2002bc034ef-1 {}] regionserver.HStore(327): Store=4e5e06f705af336b14d4c2002bc034ef/a,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-23T05:40:27,348 INFO  [StoreOpener-4e5e06f705af336b14d4c2002bc034ef-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 4e5e06f705af336b14d4c2002bc034ef 
2024-11-23T05:40:27,349 INFO  [StoreOpener-4e5e06f705af336b14d4c2002bc034ef-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4e5e06f705af336b14d4c2002bc034ef columnFamilyName b
2024-11-23T05:40:27,349 DEBUG [StoreOpener-4e5e06f705af336b14d4c2002bc034ef-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-23T05:40:27,349 INFO  [StoreOpener-4e5e06f705af336b14d4c2002bc034ef-1 {}] regionserver.HStore(327): Store=4e5e06f705af336b14d4c2002bc034ef/b,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-23T05:40:27,349 INFO  [StoreOpener-4e5e06f705af336b14d4c2002bc034ef-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 4e5e06f705af336b14d4c2002bc034ef 
2024-11-23T05:40:27,350 INFO  [StoreOpener-4e5e06f705af336b14d4c2002bc034ef-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4e5e06f705af336b14d4c2002bc034ef columnFamilyName c
2024-11-23T05:40:27,350 DEBUG [StoreOpener-4e5e06f705af336b14d4c2002bc034ef-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-23T05:40:27,350 INFO  [StoreOpener-4e5e06f705af336b14d4c2002bc034ef-1 {}] regionserver.HStore(327): Store=4e5e06f705af336b14d4c2002bc034ef/c,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-23T05:40:27,351 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 4e5e06f705af336b14d4c2002bc034ef
2024-11-23T05:40:27,351 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39201/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/4e5e06f705af336b14d4c2002bc034ef
2024-11-23T05:40:27,353 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39201/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/4e5e06f705af336b14d4c2002bc034ef
2024-11-23T05:40:27,355 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 4e5e06f705af336b14d4c2002bc034ef
2024-11-23T05:40:27,355 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 4e5e06f705af336b14d4c2002bc034ef
2024-11-23T05:40:27,355 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRegionMadeOfBulkLoadedFilesOnly descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-11-23T05:40:27,357 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 4e5e06f705af336b14d4c2002bc034ef
2024-11-23T05:40:27,358 INFO  [Time-limited test {}] regionserver.HRegion(1114): Opened 4e5e06f705af336b14d4c2002bc034ef; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69141854, jitterRate=0.030293911695480347}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-11-23T05:40:27,359 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 4e5e06f705af336b14d4c2002bc034ef:
Writing region info on filesystem at 1732340427342Initializing all the Stores at 1732340427343 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732340427343Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732340427345 (+2 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732340427345Cleaning up temporary data from old regions at 1732340427355 (+10 ms)Region opened successfully at 1732340427359 (+4 ms)
2024-11-23T05:40:27,364 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39201/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile is 28, key is \x0D/a:a/1732340427363/Put/seqid=0
2024-11-23T05:40:27,373 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33125 is added to blk_1073741881_1058 (size=4826)
2024-11-23T05:40:27,373 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40725 is added to blk_1073741881_1058 (size=4826)
2024-11-23T05:40:27,374 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44463 is added to blk_1073741881_1058 (size=4826)
2024-11-23T05:40:27,375 INFO  [Time-limited test {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39201/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile for inclusion in 4e5e06f705af336b14d4c2002bc034ef/a
2024-11-23T05:40:27,383 DEBUG [Time-limited test {}] regionserver.HStore(626): HFile bounds: first= last=z
2024-11-23T05:40:27,383 DEBUG [Time-limited test {}] regionserver.HStore(628): Region bounds: first= last=
2024-11-23T05:40:27,384 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 4e5e06f705af336b14d4c2002bc034ef:

2024-11-23T05:40:27,386 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39201/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile as hdfs://localhost:39201/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/4e5e06f705af336b14d4c2002bc034ef/a/9a71e15af346488e82a4361f4e9623aa_SeqId_3_
2024-11-23T05:40:27,387 INFO  [Time-limited test {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39201/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile into 4e5e06f705af336b14d4c2002bc034ef/a as hdfs://localhost:39201/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/4e5e06f705af336b14d4c2002bc034ef/a/9a71e15af346488e82a4361f4e9623aa_SeqId_3_ - updating store file list.
2024-11-23T05:40:27,393 DEBUG [Time-limited test {}] regionserver.HStoreFile(483): HFile Bloom filter type for 9a71e15af346488e82a4361f4e9623aa_SeqId_3_: NONE, but ROW specified in column family configuration
2024-11-23T05:40:27,393 INFO  [Time-limited test {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39201/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/4e5e06f705af336b14d4c2002bc034ef/a/9a71e15af346488e82a4361f4e9623aa_SeqId_3_ into 4e5e06f705af336b14d4c2002bc034ef/a
2024-11-23T05:40:27,393 INFO  [Time-limited test {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39201/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile into 4e5e06f705af336b14d4c2002bc034ef/a (new location: hdfs://localhost:39201/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/4e5e06f705af336b14d4c2002bc034ef/a/9a71e15af346488e82a4361f4e9623aa_SeqId_3_)
2024-11-23T05:40:27,432 INFO  [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39201/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732340427191/wal.1732340427312, size=0 (0bytes)
2024-11-23T05:40:27,432 WARN  [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:39201/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732340427191/wal.1732340427312 might be still open, length is 0
2024-11-23T05:40:27,432 INFO  [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39201/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732340427191/wal.1732340427312
2024-11-23T05:40:27,432 WARN  [IPC Server handler 4 on default port 39201 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732340427191/wal.1732340427312 has not been closed. Lease recovery is in progress. RecoveryId = 1059 for block blk_1073741880_1057
2024-11-23T05:40:27,433 INFO  [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:39201/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732340427191/wal.1732340427312 after 1ms
2024-11-23T05:40:30,323 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1087445729_22 at /127.0.0.1:51222 [Receiving block BP-1122682880-172.17.0.2-1732340407948:blk_1073741880_1057] {}] datanode.DataXceiver(331): 127.0.0.1:33125:DataXceiver error processing WRITE_BLOCK operation  src: /127.0.0.1:51222 dst: /127.0.0.1:33125
java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:33125 remote=/127.0.0.1:51222]. Total timeout mills is 60000, 57076 millis timeout left.
	at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?]
	at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?]
	at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?]
	at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?]
	at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?]
	at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-23T05:40:30,324 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1087445729_22 at /127.0.0.1:48254 [Receiving block BP-1122682880-172.17.0.2-1732340407948:blk_1073741880_1057] {}] datanode.DataXceiver(331): 127.0.0.1:40725:DataXceiver error processing WRITE_BLOCK operation  src: /127.0.0.1:48254 dst: /127.0.0.1:40725
java.io.IOException: Premature EOF from inputStream
	at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-23T05:40:30,324 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1087445729_22 at /127.0.0.1:37776 [Receiving block BP-1122682880-172.17.0.2-1732340407948:blk_1073741880_1057] {}] datanode.DataXceiver(331): 127.0.0.1:44463:DataXceiver error processing WRITE_BLOCK operation  src: /127.0.0.1:37776 dst: /127.0.0.1:44463
java.io.IOException: Premature EOF from inputStream
	at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-23T05:40:30,327 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33125 is added to blk_1073741880_1059 (size=434)
2024-11-23T05:40:30,327 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44463 is added to blk_1073741880_1059 (size=434)
2024-11-23T05:40:31,433 INFO  [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:39201/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732340427191/wal.1732340427312 after 4001ms
2024-11-23T05:40:31,437 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:39201/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732340427191/wal.1732340427312: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null
2024-11-23T05:40:31,437 INFO  [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39201/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732340427191/wal.1732340427312 took 4006ms
2024-11-23T05:40:31,439 INFO  [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:39201/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732340427191/wal.1732340427312; continuing.
2024-11-23T05:40:31,440 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39201/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732340427191/wal.1732340427312 so closing down
2024-11-23T05:40:31,440 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish
2024-11-23T05:40:31,441 INFO  [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000005-wal.1732340427312.temp
2024-11-23T05:40:31,452 INFO  [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39201/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/4e5e06f705af336b14d4c2002bc034ef/recovered.edits/0000000000000000005-wal.1732340427312.temp
2024-11-23T05:40:31,453 INFO  [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished
2024-11-23T05:40:31,461 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44463 is added to blk_1073741882_1060 (size=236)
2024-11-23T05:40:31,461 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40725 is added to blk_1073741882_1060 (size=236)
2024-11-23T05:40:31,462 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33125 is added to blk_1073741882_1060 (size=236)
2024-11-23T05:40:31,462 INFO  [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39201/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/4e5e06f705af336b14d4c2002bc034ef/recovered.edits/0000000000000000005-wal.1732340427312.temp (wrote 1 edits, skipped 0 edits in 0 ms)
2024-11-23T05:40:31,464 INFO  [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39201/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/4e5e06f705af336b14d4c2002bc034ef/recovered.edits/0000000000000000005-wal.1732340427312.temp to hdfs://localhost:39201/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/4e5e06f705af336b14d4c2002bc034ef/recovered.edits/0000000000000000005
2024-11-23T05:40:31,464 INFO  [Time-limited test {}] wal.WALSplitter(425): Processed 2 edits across 1 Regions in 26 ms; skipped=1; WAL=hdfs://localhost:39201/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732340427191/wal.1732340427312, size=0, length=0, corrupted=false, cancelled=false
2024-11-23T05:40:31,464 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39201/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732340427191/wal.1732340427312, journal: Splitting hdfs://localhost:39201/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732340427191/wal.1732340427312, size=0 (0bytes) at 1732340427432Finishing writing output for hdfs://localhost:39201/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732340427191/wal.1732340427312 so closing down at 1732340431440 (+4008 ms)Creating recovered edits writer path=hdfs://localhost:39201/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/4e5e06f705af336b14d4c2002bc034ef/recovered.edits/0000000000000000005-wal.1732340427312.temp at 1732340431452 (+12 ms)3 split writer threads finished at 1732340431453 (+1 ms)Closed recovered edits writer path=hdfs://localhost:39201/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/4e5e06f705af336b14d4c2002bc034ef/recovered.edits/0000000000000000005-wal.1732340427312.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1732340431462 (+9 ms)Rename recovered edits hdfs://localhost:39201/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/4e5e06f705af336b14d4c2002bc034ef/recovered.edits/0000000000000000005-wal.1732340427312.temp to hdfs://localhost:39201/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/4e5e06f705af336b14d4c2002bc034ef/recovered.edits/0000000000000000005 at 1732340431464 (+2 ms)Processed 2 edits across 1 Regions in 26 ms; skipped=1; WAL=hdfs://localhost:39201/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732340427191/wal.1732340427312, size=0, length=0, corrupted=false, cancelled=false at 1732340431464
2024-11-23T05:40:31,466 INFO  [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39201/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732340427191/wal.1732340427312 to hdfs://localhost:39201/hbase/oldWALs/wal.1732340427312
2024-11-23T05:40:31,467 INFO  [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:39201/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/4e5e06f705af336b14d4c2002bc034ef/recovered.edits/0000000000000000005
2024-11-23T05:40:31,467 INFO  [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor
2024-11-23T05:40:31,469 INFO  [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:39201/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732340427191, archiveDir=hdfs://localhost:39201/hbase/oldWALs, maxLogs=32
2024-11-23T05:40:31,484 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732340427191/wal.1732340431470, exclude list is [], retry=0
2024-11-23T05:40:31,487 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33125,DS-c28b39bb-14cc-4d91-9756-de8fd07c026a,DISK]
2024-11-23T05:40:31,488 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40725,DS-979d310d-3587-4cc1-bca5-3d701f1acf12,DISK]
2024-11-23T05:40:31,488 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44463,DS-9d9fa3d0-c341-4f0c-a64c-9c20a7b480ae,DISK]
2024-11-23T05:40:31,490 INFO  [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732340427191/wal.1732340431470
2024-11-23T05:40:31,491 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45079:45079),(127.0.0.1/127.0.0.1:46173:46173),(127.0.0.1/127.0.0.1:35021:35021)]
2024-11-23T05:40:31,491 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 4e5e06f705af336b14d4c2002bc034ef, NAME => 'testRegionMadeOfBulkLoadedFilesOnly,,1732340427193.4e5e06f705af336b14d4c2002bc034ef.', STARTKEY => '', ENDKEY => ''}
2024-11-23T05:40:31,492 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testRegionMadeOfBulkLoadedFilesOnly,,1732340427193.4e5e06f705af336b14d4c2002bc034ef.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-23T05:40:31,492 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 4e5e06f705af336b14d4c2002bc034ef
2024-11-23T05:40:31,492 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 4e5e06f705af336b14d4c2002bc034ef
2024-11-23T05:40:31,494 INFO  [StoreOpener-4e5e06f705af336b14d4c2002bc034ef-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 4e5e06f705af336b14d4c2002bc034ef 
2024-11-23T05:40:31,495 INFO  [StoreOpener-4e5e06f705af336b14d4c2002bc034ef-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4e5e06f705af336b14d4c2002bc034ef columnFamilyName a
2024-11-23T05:40:31,495 DEBUG [StoreOpener-4e5e06f705af336b14d4c2002bc034ef-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-23T05:40:31,504 DEBUG [StoreFileOpener-4e5e06f705af336b14d4c2002bc034ef-a-1 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 9a71e15af346488e82a4361f4e9623aa_SeqId_3_: NONE, but ROW specified in column family configuration
2024-11-23T05:40:31,504 DEBUG [StoreOpener-4e5e06f705af336b14d4c2002bc034ef-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39201/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/4e5e06f705af336b14d4c2002bc034ef/a/9a71e15af346488e82a4361f4e9623aa_SeqId_3_
2024-11-23T05:40:31,505 INFO  [StoreOpener-4e5e06f705af336b14d4c2002bc034ef-1 {}] regionserver.HStore(327): Store=4e5e06f705af336b14d4c2002bc034ef/a,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-23T05:40:31,505 INFO  [StoreOpener-4e5e06f705af336b14d4c2002bc034ef-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 4e5e06f705af336b14d4c2002bc034ef 
2024-11-23T05:40:31,506 INFO  [StoreOpener-4e5e06f705af336b14d4c2002bc034ef-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4e5e06f705af336b14d4c2002bc034ef columnFamilyName b
2024-11-23T05:40:31,506 DEBUG [StoreOpener-4e5e06f705af336b14d4c2002bc034ef-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-23T05:40:31,507 INFO  [StoreOpener-4e5e06f705af336b14d4c2002bc034ef-1 {}] regionserver.HStore(327): Store=4e5e06f705af336b14d4c2002bc034ef/b,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-23T05:40:31,507 INFO  [StoreOpener-4e5e06f705af336b14d4c2002bc034ef-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 4e5e06f705af336b14d4c2002bc034ef 
2024-11-23T05:40:31,508 INFO  [StoreOpener-4e5e06f705af336b14d4c2002bc034ef-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4e5e06f705af336b14d4c2002bc034ef columnFamilyName c
2024-11-23T05:40:31,508 DEBUG [StoreOpener-4e5e06f705af336b14d4c2002bc034ef-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-23T05:40:31,509 INFO  [StoreOpener-4e5e06f705af336b14d4c2002bc034ef-1 {}] regionserver.HStore(327): Store=4e5e06f705af336b14d4c2002bc034ef/c,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-23T05:40:31,509 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 4e5e06f705af336b14d4c2002bc034ef
2024-11-23T05:40:31,510 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39201/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/4e5e06f705af336b14d4c2002bc034ef
2024-11-23T05:40:31,512 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:39201/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/4e5e06f705af336b14d4c2002bc034ef
2024-11-23T05:40:31,512 INFO  [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:39201/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/4e5e06f705af336b14d4c2002bc034ef/recovered.edits/0000000000000000005
2024-11-23T05:40:31,516 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:39201/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/4e5e06f705af336b14d4c2002bc034ef/recovered.edits/0000000000000000005: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null
2024-11-23T05:40:31,517 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 1, skipped 0, firstSequenceIdInLog=5, maxSequenceIdInLog=5, path=hdfs://localhost:39201/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/4e5e06f705af336b14d4c2002bc034ef/recovered.edits/0000000000000000005
2024-11-23T05:40:31,517 INFO  [Time-limited test {}] regionserver.HRegion(2902): Flushing 4e5e06f705af336b14d4c2002bc034ef 3/3 column families, dataSize=58 B heapSize=904 B
2024-11-23T05:40:31,532 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39201/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/4e5e06f705af336b14d4c2002bc034ef/.tmp/a/dc9b56dac01b43f699703900bc30bbf7 is 62, key is testRegionMadeOfBulkLoadedFilesOnly/a:a/1732340427399/Put/seqid=0
2024-11-23T05:40:31,539 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40725 is added to blk_1073741884_1062 (size=5149)
2024-11-23T05:40:31,540 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33125 is added to blk_1073741884_1062 (size=5149)
2024-11-23T05:40:31,540 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44463 is added to blk_1073741884_1062 (size=5149)
2024-11-23T05:40:31,541 INFO  [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:39201/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/4e5e06f705af336b14d4c2002bc034ef/.tmp/a/dc9b56dac01b43f699703900bc30bbf7
2024-11-23T05:40:31,548 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39201/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/4e5e06f705af336b14d4c2002bc034ef/.tmp/a/dc9b56dac01b43f699703900bc30bbf7 as hdfs://localhost:39201/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/4e5e06f705af336b14d4c2002bc034ef/a/dc9b56dac01b43f699703900bc30bbf7
2024-11-23T05:40:31,555 INFO  [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39201/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/4e5e06f705af336b14d4c2002bc034ef/a/dc9b56dac01b43f699703900bc30bbf7, entries=1, sequenceid=5, filesize=5.0 K
2024-11-23T05:40:31,555 INFO  [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~58 B/58, heapSize ~376 B/376, currentSize=0 B/0 for 4e5e06f705af336b14d4c2002bc034ef in 38ms, sequenceid=5, compaction requested=false; wal=null
2024-11-23T05:40:31,556 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:39201/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/4e5e06f705af336b14d4c2002bc034ef/recovered.edits/0000000000000000005
2024-11-23T05:40:31,558 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 4e5e06f705af336b14d4c2002bc034ef
2024-11-23T05:40:31,558 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 4e5e06f705af336b14d4c2002bc034ef
2024-11-23T05:40:31,559 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRegionMadeOfBulkLoadedFilesOnly descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-11-23T05:40:31,560 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 4e5e06f705af336b14d4c2002bc034ef
2024-11-23T05:40:31,563 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39201/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/4e5e06f705af336b14d4c2002bc034ef/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1
2024-11-23T05:40:31,564 INFO  [Time-limited test {}] regionserver.HRegion(1114): Opened 4e5e06f705af336b14d4c2002bc034ef; next sequenceid=6; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69119476, jitterRate=0.029960453510284424}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-11-23T05:40:31,565 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 4e5e06f705af336b14d4c2002bc034ef:
Writing region info on filesystem at 1732340431492Initializing all the Stores at 1732340431493 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732340431493Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732340431493Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732340431493Obtaining lock to block concurrent updates at 1732340431517 (+24 ms)Preparing flush snapshotting stores in 4e5e06f705af336b14d4c2002bc034ef at 1732340431517Finished memstore snapshotting testRegionMadeOfBulkLoadedFilesOnly,,1732340427193.4e5e06f705af336b14d4c2002bc034ef., syncing WAL and waiting on mvcc, flushsize=dataSize=58, getHeapSize=856, getOffHeapSize=0, getCellsCount=1 at 1732340431517Flushing stores of testRegionMadeOfBulkLoadedFilesOnly,,1732340427193.4e5e06f705af336b14d4c2002bc034ef. at 1732340431517Flushing 4e5e06f705af336b14d4c2002bc034ef/a: creating writer at 1732340431517Flushing 4e5e06f705af336b14d4c2002bc034ef/a: appending metadata at 1732340431531 (+14 ms)Flushing 4e5e06f705af336b14d4c2002bc034ef/a: closing flushed file at 1732340431532 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@256f797b: reopening flushed file at 1732340431547 (+15 ms)Finished flush of dataSize ~58 B/58, heapSize ~376 B/376, currentSize=0 B/0 for 4e5e06f705af336b14d4c2002bc034ef in 38ms, sequenceid=5, compaction requested=false; wal=null at 1732340431555 (+8 ms)Cleaning up temporary data from old regions at 1732340431558 (+3 ms)Region opened successfully at 1732340431565 (+7 ms)
2024-11-23T05:40:31,570 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 4e5e06f705af336b14d4c2002bc034ef, disabling compactions & flushes
2024-11-23T05:40:31,570 INFO  [Time-limited test {}] regionserver.HRegion(1755): Closing region testRegionMadeOfBulkLoadedFilesOnly,,1732340427193.4e5e06f705af336b14d4c2002bc034ef.
2024-11-23T05:40:31,570 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testRegionMadeOfBulkLoadedFilesOnly,,1732340427193.4e5e06f705af336b14d4c2002bc034ef.
2024-11-23T05:40:31,570 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testRegionMadeOfBulkLoadedFilesOnly,,1732340427193.4e5e06f705af336b14d4c2002bc034ef. after waiting 0 ms
2024-11-23T05:40:31,571 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testRegionMadeOfBulkLoadedFilesOnly,,1732340427193.4e5e06f705af336b14d4c2002bc034ef.
2024-11-23T05:40:31,571 INFO  [Time-limited test {}] regionserver.HRegion(1973): Closed testRegionMadeOfBulkLoadedFilesOnly,,1732340427193.4e5e06f705af336b14d4c2002bc034ef.
2024-11-23T05:40:31,572 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 4e5e06f705af336b14d4c2002bc034ef:
Waiting for close lock at 1732340431570Disabling compacts and flushes for region at 1732340431570Disabling writes for close at 1732340431571 (+1 ms)Writing region close event to WAL at 1732340431571Closed at 1732340431571
2024-11-23T05:40:31,575 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732340427191/wal.1732340431470 not finished, retry = 0
2024-11-23T05:40:31,578 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44463 is added to blk_1073741883_1061 (size=93)
2024-11-23T05:40:31,578 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40725 is added to blk_1073741883_1061 (size=93)
2024-11-23T05:40:31,578 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33125 is added to blk_1073741883_1061 (size=93)
2024-11-23T05:40:31,678 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs
2024-11-23T05:40:31,678 INFO  [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1732340431470)
2024-11-23T05:40:31,692 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayCompressed#testRegionMadeOfBulkLoadedFilesOnly Thread=401 (was 398)
Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4804ebfe-9290-8827-bad4-7f1cff013cb0/cluster_733d604a-1650-c124-648e-19105c1f3ff7/data/data2
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: LeaseRenewer:jenkinstestRegionMadeOfBulkLoadedFilesOnly@localhost:39201
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: AsyncFSWAL-17-2
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1109452118_22 at /127.0.0.1:37786 [Waiting for operation #13]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45507
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4804ebfe-9290-8827-bad4-7f1cff013cb0/cluster_733d604a-1650-c124-648e-19105c1f3ff7/data/data1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (754041887) connection to localhost/127.0.0.1:39201 from jenkinstestRegionMadeOfBulkLoadedFilesOnly
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: AsyncFSWAL-17-3
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: AsyncFSWAL-17-1
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1109452118_22 at /127.0.0.1:51266 [Waiting for operation #3]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (754041887) connection to localhost/127.0.0.1:45507 from jenkins
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)
 - Thread LEAK? -, OpenFileDescriptor=1003 (was 945) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=497 (was 470) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=8430 (was 8441)
2024-11-23T05:40:31,707 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayCompressed#testReplayEditsAfterRegionMovedWithMultiCF Thread=401, OpenFileDescriptor=1003, MaxFileDescriptor=1048576, SystemLoadAverage=497, ProcessCount=11, AvailableMemoryMB=8430
2024-11-23T05:40:31,726 INFO  [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-23T05:40:31,730 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-23T05:40:31,733 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 9abfc7c2569e,33981,1732340413675
2024-11-23T05:40:31,735 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@25464d73
2024-11-23T05:40:31,736 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-23T05:40:31,738 INFO  [HMaster-EventLoopGroup-2-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34924, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-23T05:40:31,741 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33981 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testReplayEditsAfterRegionMovedWithMultiCF', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-23T05:40:31,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33981 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF
2024-11-23T05:40:31,749 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_PRE_OPERATION
2024-11-23T05:40:31,751 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33981 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default"
qualifier: "testReplayEditsAfterRegionMovedWithMultiCF"
 procId is: 4
2024-11-23T05:40:31,751 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-23T05:40:31,753 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-23T05:40:31,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33981 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-23T05:40:31,763 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33125 is added to blk_1073741885_1063 (size=694)
2024-11-23T05:40:31,763 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44463 is added to blk_1073741885_1063 (size=694)
2024-11-23T05:40:31,764 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40725 is added to blk_1073741885_1063 (size=694)
2024-11-23T05:40:31,766 INFO  [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 1facfe8b5c0b9aa91833e0d0bae80315, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1732340431739.1facfe8b5c0b9aa91833e0d0bae80315.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsAfterRegionMovedWithMultiCF', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39201/user/jenkins/test-data/c5e2a731-f775-75ff-0609-7c22199d5862
2024-11-23T05:40:31,774 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44463 is added to blk_1073741886_1064 (size=77)
2024-11-23T05:40:31,774 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33125 is added to blk_1073741886_1064 (size=77)
2024-11-23T05:40:31,774 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40725 is added to blk_1073741886_1064 (size=77)
2024-11-23T05:40:31,775 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1732340431739.1facfe8b5c0b9aa91833e0d0bae80315.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-23T05:40:31,775 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1722): Closing 1facfe8b5c0b9aa91833e0d0bae80315, disabling compactions & flushes
2024-11-23T05:40:31,775 INFO  [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1732340431739.1facfe8b5c0b9aa91833e0d0bae80315.
2024-11-23T05:40:31,775 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1732340431739.1facfe8b5c0b9aa91833e0d0bae80315.
2024-11-23T05:40:31,776 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1732340431739.1facfe8b5c0b9aa91833e0d0bae80315. after waiting 0 ms
2024-11-23T05:40:31,776 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1732340431739.1facfe8b5c0b9aa91833e0d0bae80315.
2024-11-23T05:40:31,776 INFO  [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1732340431739.1facfe8b5c0b9aa91833e0d0bae80315.
2024-11-23T05:40:31,776 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1676): Region close journal for 1facfe8b5c0b9aa91833e0d0bae80315:
Waiting for close lock at 1732340431775Disabling compacts and flushes for region at 1732340431775Disabling writes for close at 1732340431776 (+1 ms)Writing region close event to WAL at 1732340431776Closed at 1732340431776
2024-11-23T05:40:31,777 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_ADD_TO_META
2024-11-23T05:40:31,782 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testReplayEditsAfterRegionMovedWithMultiCF,,1732340431739.1facfe8b5c0b9aa91833e0d0bae80315.","families":{"info":[{"qualifier":"regioninfo","vlen":76,"tag":[],"timestamp":"1732340431777"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732340431777"}]},"ts":"1732340431777"}
2024-11-23T05:40:31,789 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-23T05:40:31,790 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-23T05:40:31,794 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testReplayEditsAfterRegionMovedWithMultiCF","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732340431791"}]},"ts":"1732340431791"}
2024-11-23T05:40:31,798 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testReplayEditsAfterRegionMovedWithMultiCF, state=ENABLING in hbase:meta
2024-11-23T05:40:31,799 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {9abfc7c2569e=0} racks are {/default-rack=0}
2024-11-23T05:40:31,800 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions
2024-11-23T05:40:31,801 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions
2024-11-23T05:40:31,801 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions
2024-11-23T05:40:31,801 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0
2024-11-23T05:40:31,801 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0
2024-11-23T05:40:31,801 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0
2024-11-23T05:40:31,801 INFO  [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0
2024-11-23T05:40:31,801 INFO  [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0
2024-11-23T05:40:31,801 INFO  [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0
2024-11-23T05:40:31,801 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1
2024-11-23T05:40:31,803 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=1facfe8b5c0b9aa91833e0d0bae80315, ASSIGN}]
2024-11-23T05:40:31,805 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=1facfe8b5c0b9aa91833e0d0bae80315, ASSIGN
2024-11-23T05:40:31,807 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=1facfe8b5c0b9aa91833e0d0bae80315, ASSIGN; state=OFFLINE, location=9abfc7c2569e,36983,1732340415125; forceNewPlan=false, retain=false
2024-11-23T05:40:31,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33981 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-23T05:40:31,959 INFO  [9abfc7c2569e:33981 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 
2024-11-23T05:40:31,960 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=1facfe8b5c0b9aa91833e0d0bae80315, regionState=OPENING, regionLocation=9abfc7c2569e,36983,1732340415125
2024-11-23T05:40:31,963 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=1facfe8b5c0b9aa91833e0d0bae80315, ASSIGN because future has completed
2024-11-23T05:40:31,964 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1facfe8b5c0b9aa91833e0d0bae80315, server=9abfc7c2569e,36983,1732340415125}]
2024-11-23T05:40:32,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33981 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-23T05:40:32,118 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-11-23T05:40:32,120 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38689, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService
2024-11-23T05:40:32,126 INFO  [RS_OPEN_REGION-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open testReplayEditsAfterRegionMovedWithMultiCF,,1732340431739.1facfe8b5c0b9aa91833e0d0bae80315.
2024-11-23T05:40:32,127 DEBUG [RS_OPEN_REGION-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 1facfe8b5c0b9aa91833e0d0bae80315, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1732340431739.1facfe8b5c0b9aa91833e0d0bae80315.', STARTKEY => '', ENDKEY => ''}
2024-11-23T05:40:32,127 DEBUG [RS_OPEN_REGION-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterRegionMovedWithMultiCF 1facfe8b5c0b9aa91833e0d0bae80315
2024-11-23T05:40:32,127 DEBUG [RS_OPEN_REGION-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1732340431739.1facfe8b5c0b9aa91833e0d0bae80315.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-23T05:40:32,127 DEBUG [RS_OPEN_REGION-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 1facfe8b5c0b9aa91833e0d0bae80315
2024-11-23T05:40:32,127 DEBUG [RS_OPEN_REGION-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 1facfe8b5c0b9aa91833e0d0bae80315
2024-11-23T05:40:32,129 INFO  [StoreOpener-1facfe8b5c0b9aa91833e0d0bae80315-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region 1facfe8b5c0b9aa91833e0d0bae80315 
2024-11-23T05:40:32,131 INFO  [StoreOpener-1facfe8b5c0b9aa91833e0d0bae80315-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1facfe8b5c0b9aa91833e0d0bae80315 columnFamilyName cf1
2024-11-23T05:40:32,131 DEBUG [StoreOpener-1facfe8b5c0b9aa91833e0d0bae80315-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-23T05:40:32,131 INFO  [StoreOpener-1facfe8b5c0b9aa91833e0d0bae80315-1 {}] regionserver.HStore(327): Store=1facfe8b5c0b9aa91833e0d0bae80315/cf1,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-23T05:40:32,132 INFO  [StoreOpener-1facfe8b5c0b9aa91833e0d0bae80315-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region 1facfe8b5c0b9aa91833e0d0bae80315 
2024-11-23T05:40:32,133 INFO  [StoreOpener-1facfe8b5c0b9aa91833e0d0bae80315-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1facfe8b5c0b9aa91833e0d0bae80315 columnFamilyName cf2
2024-11-23T05:40:32,133 DEBUG [StoreOpener-1facfe8b5c0b9aa91833e0d0bae80315-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-23T05:40:32,134 INFO  [StoreOpener-1facfe8b5c0b9aa91833e0d0bae80315-1 {}] regionserver.HStore(327): Store=1facfe8b5c0b9aa91833e0d0bae80315/cf2,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-23T05:40:32,134 DEBUG [RS_OPEN_REGION-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 1facfe8b5c0b9aa91833e0d0bae80315
2024-11-23T05:40:32,135 DEBUG [RS_OPEN_REGION-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39201/user/jenkins/test-data/c5e2a731-f775-75ff-0609-7c22199d5862/data/default/testReplayEditsAfterRegionMovedWithMultiCF/1facfe8b5c0b9aa91833e0d0bae80315
2024-11-23T05:40:32,135 DEBUG [RS_OPEN_REGION-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39201/user/jenkins/test-data/c5e2a731-f775-75ff-0609-7c22199d5862/data/default/testReplayEditsAfterRegionMovedWithMultiCF/1facfe8b5c0b9aa91833e0d0bae80315
2024-11-23T05:40:32,136 DEBUG [RS_OPEN_REGION-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 1facfe8b5c0b9aa91833e0d0bae80315
2024-11-23T05:40:32,136 DEBUG [RS_OPEN_REGION-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 1facfe8b5c0b9aa91833e0d0bae80315
2024-11-23T05:40:32,137 DEBUG [RS_OPEN_REGION-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterRegionMovedWithMultiCF descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead.
2024-11-23T05:40:32,138 DEBUG [RS_OPEN_REGION-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 1facfe8b5c0b9aa91833e0d0bae80315
2024-11-23T05:40:32,141 DEBUG [RS_OPEN_REGION-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39201/user/jenkins/test-data/c5e2a731-f775-75ff-0609-7c22199d5862/data/default/testReplayEditsAfterRegionMovedWithMultiCF/1facfe8b5c0b9aa91833e0d0bae80315/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-23T05:40:32,141 INFO  [RS_OPEN_REGION-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 1facfe8b5c0b9aa91833e0d0bae80315; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67242032, jitterRate=0.0019843578338623047}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864}
2024-11-23T05:40:32,141 DEBUG [RS_OPEN_REGION-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1facfe8b5c0b9aa91833e0d0bae80315
2024-11-23T05:40:32,142 DEBUG [RS_OPEN_REGION-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 1facfe8b5c0b9aa91833e0d0bae80315:
Running coprocessor pre-open hook at 1732340432127Writing region info on filesystem at 1732340432127Initializing all the Stores at 1732340432129 (+2 ms)Instantiating store for column family {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732340432129Instantiating store for column family {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732340432129Cleaning up temporary data from old regions at 1732340432136 (+7 ms)Running coprocessor post-open hooks at 1732340432141 (+5 ms)Region opened successfully at 1732340432142 (+1 ms)
2024-11-23T05:40:32,143 INFO  [RS_OPEN_REGION-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for testReplayEditsAfterRegionMovedWithMultiCF,,1732340431739.1facfe8b5c0b9aa91833e0d0bae80315., pid=6, masterSystemTime=1732340432118
2024-11-23T05:40:32,146 DEBUG [RS_OPEN_REGION-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for testReplayEditsAfterRegionMovedWithMultiCF,,1732340431739.1facfe8b5c0b9aa91833e0d0bae80315.
2024-11-23T05:40:32,146 INFO  [RS_OPEN_REGION-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened testReplayEditsAfterRegionMovedWithMultiCF,,1732340431739.1facfe8b5c0b9aa91833e0d0bae80315.
2024-11-23T05:40:32,148 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=1facfe8b5c0b9aa91833e0d0bae80315, regionState=OPEN, openSeqNum=2, regionLocation=9abfc7c2569e,36983,1732340415125
2024-11-23T05:40:32,151 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1facfe8b5c0b9aa91833e0d0bae80315, server=9abfc7c2569e,36983,1732340415125 because future has completed
2024-11-23T05:40:32,160 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5
2024-11-23T05:40:32,161 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 1facfe8b5c0b9aa91833e0d0bae80315, server=9abfc7c2569e,36983,1732340415125 in 190 msec
2024-11-23T05:40:32,165 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4
2024-11-23T05:40:32,165 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=1facfe8b5c0b9aa91833e0d0bae80315, ASSIGN in 357 msec
2024-11-23T05:40:32,167 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-23T05:40:32,168 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testReplayEditsAfterRegionMovedWithMultiCF","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732340432167"}]},"ts":"1732340432167"}
2024-11-23T05:40:32,171 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=testReplayEditsAfterRegionMovedWithMultiCF, state=ENABLED in hbase:meta
2024-11-23T05:40:32,172 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_POST_OPERATION
2024-11-23T05:40:32,175 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF in 430 msec
2024-11-23T05:40:32,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33981 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-23T05:40:32,387 INFO  [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testReplayEditsAfterRegionMovedWithMultiCF completed
2024-11-23T05:40:32,387 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testReplayEditsAfterRegionMovedWithMultiCF get assigned. Timeout = 60000ms
2024-11-23T05:40:32,389 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-23T05:40:32,396 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testReplayEditsAfterRegionMovedWithMultiCF assigned to meta. Checking AM states.
2024-11-23T05:40:32,396 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-23T05:40:32,397 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testReplayEditsAfterRegionMovedWithMultiCF assigned.
2024-11-23T05:40:32,411 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testReplayEditsAfterRegionMovedWithMultiCF', row='r1', locateType=CURRENT is [region=testReplayEditsAfterRegionMovedWithMultiCF,,1732340431739.1facfe8b5c0b9aa91833e0d0bae80315., hostname=9abfc7c2569e,36983,1732340415125, seqNum=2]
2024-11-23T05:40:32,412 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-23T05:40:32,414 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42904, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-23T05:40:32,431 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33981 {}] master.HMaster(2410): Client=jenkins//172.17.0.2 move hri=1facfe8b5c0b9aa91833e0d0bae80315, source=9abfc7c2569e,36983,1732340415125, destination=9abfc7c2569e,38323,1732340414937, warming up region on 9abfc7c2569e,38323,1732340414937
2024-11-23T05:40:32,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33981 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-11-23T05:40:32,433 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33981 {}] master.HMaster(2414): Client=jenkins//172.17.0.2 move hri=1facfe8b5c0b9aa91833e0d0bae80315, source=9abfc7c2569e,36983,1732340415125, destination=9abfc7c2569e,38323,1732340414937, running balancer
2024-11-23T05:40:32,434 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35393, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService
2024-11-23T05:40:32,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33981 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=1facfe8b5c0b9aa91833e0d0bae80315, REOPEN/MOVE
2024-11-23T05:40:32,435 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=1facfe8b5c0b9aa91833e0d0bae80315, REOPEN/MOVE
2024-11-23T05:40:32,438 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=1facfe8b5c0b9aa91833e0d0bae80315, regionState=CLOSING, regionLocation=9abfc7c2569e,36983,1732340415125
2024-11-23T05:40:32,439 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38323 {}] regionserver.RSRpcServices(2066): Warmup testReplayEditsAfterRegionMovedWithMultiCF,,1732340431739.1facfe8b5c0b9aa91833e0d0bae80315.
2024-11-23T05:40:32,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38323 {}] regionserver.HRegion(7855): Warmup {ENCODED => 1facfe8b5c0b9aa91833e0d0bae80315, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1732340431739.1facfe8b5c0b9aa91833e0d0bae80315.', STARTKEY => '', ENDKEY => ''}
2024-11-23T05:40:32,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38323 {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1732340431739.1facfe8b5c0b9aa91833e0d0bae80315.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-23T05:40:32,441 INFO  [StoreOpener-1facfe8b5c0b9aa91833e0d0bae80315-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region 1facfe8b5c0b9aa91833e0d0bae80315 
2024-11-23T05:40:32,441 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=1facfe8b5c0b9aa91833e0d0bae80315, REOPEN/MOVE because future has completed
2024-11-23T05:40:32,442 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false
2024-11-23T05:40:32,442 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE, hasLock=false; CloseRegionProcedure 1facfe8b5c0b9aa91833e0d0bae80315, server=9abfc7c2569e,36983,1732340415125}]
2024-11-23T05:40:32,442 INFO  [StoreOpener-1facfe8b5c0b9aa91833e0d0bae80315-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1facfe8b5c0b9aa91833e0d0bae80315 columnFamilyName cf1
2024-11-23T05:40:32,442 DEBUG [StoreOpener-1facfe8b5c0b9aa91833e0d0bae80315-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-23T05:40:32,443 INFO  [StoreOpener-1facfe8b5c0b9aa91833e0d0bae80315-1 {}] regionserver.HStore(327): Store=1facfe8b5c0b9aa91833e0d0bae80315/cf1,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-23T05:40:32,443 INFO  [StoreOpener-1facfe8b5c0b9aa91833e0d0bae80315-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region 1facfe8b5c0b9aa91833e0d0bae80315 
2024-11-23T05:40:32,444 INFO  [StoreOpener-1facfe8b5c0b9aa91833e0d0bae80315-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1facfe8b5c0b9aa91833e0d0bae80315 columnFamilyName cf2
2024-11-23T05:40:32,444 DEBUG [StoreOpener-1facfe8b5c0b9aa91833e0d0bae80315-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-23T05:40:32,445 INFO  [StoreOpener-1facfe8b5c0b9aa91833e0d0bae80315-1 {}] regionserver.HStore(327): Store=1facfe8b5c0b9aa91833e0d0bae80315/cf2,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-23T05:40:32,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38323 {}] regionserver.HRegion(1722): Closing 1facfe8b5c0b9aa91833e0d0bae80315, disabling compactions & flushes
2024-11-23T05:40:32,445 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38323 {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1732340431739.1facfe8b5c0b9aa91833e0d0bae80315.
2024-11-23T05:40:32,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38323 {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1732340431739.1facfe8b5c0b9aa91833e0d0bae80315.
2024-11-23T05:40:32,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38323 {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1732340431739.1facfe8b5c0b9aa91833e0d0bae80315. after waiting 0 ms
2024-11-23T05:40:32,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38323 {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1732340431739.1facfe8b5c0b9aa91833e0d0bae80315.
2024-11-23T05:40:32,446 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38323 {}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1732340431739.1facfe8b5c0b9aa91833e0d0bae80315.
2024-11-23T05:40:32,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38323 {}] regionserver.HRegion(1676): Region close journal for 1facfe8b5c0b9aa91833e0d0bae80315:
Waiting for close lock at 1732340432445Disabling compacts and flushes for region at 1732340432445Disabling writes for close at 1732340432445Writing region close event to WAL at 1732340432446 (+1 ms)Closed at 1732340432446
2024-11-23T05:40:32,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33981 {}] procedure.ProcedureSyncWait(219): waitFor pid=7
2024-11-23T05:40:32,602 INFO  [RS_CLOSE_REGION-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] handler.UnassignRegionHandler(122): Close 1facfe8b5c0b9aa91833e0d0bae80315
2024-11-23T05:40:32,602 DEBUG [RS_CLOSE_REGION-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false
2024-11-23T05:40:32,603 DEBUG [RS_CLOSE_REGION-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1722): Closing 1facfe8b5c0b9aa91833e0d0bae80315, disabling compactions & flushes
2024-11-23T05:40:32,603 INFO  [RS_CLOSE_REGION-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1732340431739.1facfe8b5c0b9aa91833e0d0bae80315.
2024-11-23T05:40:32,603 DEBUG [RS_CLOSE_REGION-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1732340431739.1facfe8b5c0b9aa91833e0d0bae80315.
2024-11-23T05:40:32,603 DEBUG [RS_CLOSE_REGION-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1732340431739.1facfe8b5c0b9aa91833e0d0bae80315. after waiting 0 ms
2024-11-23T05:40:32,603 DEBUG [RS_CLOSE_REGION-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1732340431739.1facfe8b5c0b9aa91833e0d0bae80315.
2024-11-23T05:40:32,603 INFO  [RS_CLOSE_REGION-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(2902): Flushing 1facfe8b5c0b9aa91833e0d0bae80315 2/2 column families, dataSize=31 B heapSize=616 B
2024-11-23T05:40:32,626 DEBUG [RS_CLOSE_REGION-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39201/user/jenkins/test-data/c5e2a731-f775-75ff-0609-7c22199d5862/data/default/testReplayEditsAfterRegionMovedWithMultiCF/1facfe8b5c0b9aa91833e0d0bae80315/.tmp/cf1/8ce24d6308fc4a969ae64542e19843e4 is 35, key is r1/cf1:q/1732340432415/Put/seqid=0
2024-11-23T05:40:32,633 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44463 is added to blk_1073741887_1065 (size=4783)
2024-11-23T05:40:32,633 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33125 is added to blk_1073741887_1065 (size=4783)
2024-11-23T05:40:32,634 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40725 is added to blk_1073741887_1065 (size=4783)
2024-11-23T05:40:32,634 INFO  [RS_CLOSE_REGION-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31 B at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:39201/user/jenkins/test-data/c5e2a731-f775-75ff-0609-7c22199d5862/data/default/testReplayEditsAfterRegionMovedWithMultiCF/1facfe8b5c0b9aa91833e0d0bae80315/.tmp/cf1/8ce24d6308fc4a969ae64542e19843e4
2024-11-23T05:40:32,641 DEBUG [RS_CLOSE_REGION-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39201/user/jenkins/test-data/c5e2a731-f775-75ff-0609-7c22199d5862/data/default/testReplayEditsAfterRegionMovedWithMultiCF/1facfe8b5c0b9aa91833e0d0bae80315/.tmp/cf1/8ce24d6308fc4a969ae64542e19843e4 as hdfs://localhost:39201/user/jenkins/test-data/c5e2a731-f775-75ff-0609-7c22199d5862/data/default/testReplayEditsAfterRegionMovedWithMultiCF/1facfe8b5c0b9aa91833e0d0bae80315/cf1/8ce24d6308fc4a969ae64542e19843e4
2024-11-23T05:40:32,647 INFO  [RS_CLOSE_REGION-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39201/user/jenkins/test-data/c5e2a731-f775-75ff-0609-7c22199d5862/data/default/testReplayEditsAfterRegionMovedWithMultiCF/1facfe8b5c0b9aa91833e0d0bae80315/cf1/8ce24d6308fc4a969ae64542e19843e4, entries=1, sequenceid=5, filesize=4.7 K
2024-11-23T05:40:32,648 INFO  [RS_CLOSE_REGION-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(3140): Finished flush of dataSize ~31 B/31, heapSize ~344 B/344, currentSize=0 B/0 for 1facfe8b5c0b9aa91833e0d0bae80315 in 45ms, sequenceid=5, compaction requested=false
2024-11-23T05:40:32,649 DEBUG [RS_CLOSE_REGION-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testReplayEditsAfterRegionMovedWithMultiCF'
2024-11-23T05:40:32,654 DEBUG [RS_CLOSE_REGION-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39201/user/jenkins/test-data/c5e2a731-f775-75ff-0609-7c22199d5862/data/default/testReplayEditsAfterRegionMovedWithMultiCF/1facfe8b5c0b9aa91833e0d0bae80315/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1
2024-11-23T05:40:32,656 INFO  [RS_CLOSE_REGION-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1732340431739.1facfe8b5c0b9aa91833e0d0bae80315.
2024-11-23T05:40:32,656 DEBUG [RS_CLOSE_REGION-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1676): Region close journal for 1facfe8b5c0b9aa91833e0d0bae80315:
Waiting for close lock at 1732340432603Running coprocessor pre-close hooks at 1732340432603Disabling compacts and flushes for region at 1732340432603Disabling writes for close at 1732340432603Obtaining lock to block concurrent updates at 1732340432603Preparing flush snapshotting stores in 1facfe8b5c0b9aa91833e0d0bae80315 at 1732340432603Finished memstore snapshotting testReplayEditsAfterRegionMovedWithMultiCF,,1732340431739.1facfe8b5c0b9aa91833e0d0bae80315., syncing WAL and waiting on mvcc, flushsize=dataSize=31, getHeapSize=584, getOffHeapSize=0, getCellsCount=1 at 1732340432604 (+1 ms)Flushing stores of testReplayEditsAfterRegionMovedWithMultiCF,,1732340431739.1facfe8b5c0b9aa91833e0d0bae80315. at 1732340432605 (+1 ms)Flushing 1facfe8b5c0b9aa91833e0d0bae80315/cf1: creating writer at 1732340432605Flushing 1facfe8b5c0b9aa91833e0d0bae80315/cf1: appending metadata at 1732340432626 (+21 ms)Flushing 1facfe8b5c0b9aa91833e0d0bae80315/cf1: closing flushed file at 1732340432626Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5e7dec69: reopening flushed file at 1732340432640 (+14 ms)Finished flush of dataSize ~31 B/31, heapSize ~344 B/344, currentSize=0 B/0 for 1facfe8b5c0b9aa91833e0d0bae80315 in 45ms, sequenceid=5, compaction requested=false at 1732340432648 (+8 ms)Writing region close event to WAL at 1732340432650 (+2 ms)Running coprocessor post-close hooks at 1732340432654 (+4 ms)Closed at 1732340432656 (+2 ms)
2024-11-23T05:40:32,656 INFO  [RS_CLOSE_REGION-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegionServer(3302): Adding 1facfe8b5c0b9aa91833e0d0bae80315 move to 9abfc7c2569e,38323,1732340414937 record at close sequenceid=5
2024-11-23T05:40:32,660 INFO  [RS_CLOSE_REGION-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] handler.UnassignRegionHandler(157): Closed 1facfe8b5c0b9aa91833e0d0bae80315
2024-11-23T05:40:32,661 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=1facfe8b5c0b9aa91833e0d0bae80315, regionState=CLOSED
2024-11-23T05:40:32,664 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=7, state=RUNNABLE, hasLock=false; CloseRegionProcedure 1facfe8b5c0b9aa91833e0d0bae80315, server=9abfc7c2569e,36983,1732340415125 because future has completed
2024-11-23T05:40:32,670 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7
2024-11-23T05:40:32,670 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; CloseRegionProcedure 1facfe8b5c0b9aa91833e0d0bae80315, server=9abfc7c2569e,36983,1732340415125 in 224 msec
2024-11-23T05:40:32,671 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=1facfe8b5c0b9aa91833e0d0bae80315, REOPEN/MOVE; state=CLOSED, location=9abfc7c2569e,38323,1732340414937; forceNewPlan=false, retain=false
2024-11-23T05:40:32,822 INFO  [9abfc7c2569e:33981 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 
2024-11-23T05:40:32,822 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=1facfe8b5c0b9aa91833e0d0bae80315, regionState=OPENING, regionLocation=9abfc7c2569e,38323,1732340414937
2024-11-23T05:40:32,825 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=1facfe8b5c0b9aa91833e0d0bae80315, REOPEN/MOVE because future has completed
2024-11-23T05:40:32,825 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1facfe8b5c0b9aa91833e0d0bae80315, server=9abfc7c2569e,38323,1732340414937}]
2024-11-23T05:40:32,983 INFO  [RS_OPEN_REGION-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] handler.AssignRegionHandler(132): Open testReplayEditsAfterRegionMovedWithMultiCF,,1732340431739.1facfe8b5c0b9aa91833e0d0bae80315.
2024-11-23T05:40:32,983 DEBUG [RS_OPEN_REGION-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(7752): Opening region: {ENCODED => 1facfe8b5c0b9aa91833e0d0bae80315, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1732340431739.1facfe8b5c0b9aa91833e0d0bae80315.', STARTKEY => '', ENDKEY => ''}
2024-11-23T05:40:32,984 DEBUG [RS_OPEN_REGION-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterRegionMovedWithMultiCF 1facfe8b5c0b9aa91833e0d0bae80315
2024-11-23T05:40:32,984 DEBUG [RS_OPEN_REGION-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1732340431739.1facfe8b5c0b9aa91833e0d0bae80315.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-23T05:40:32,984 DEBUG [RS_OPEN_REGION-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(7794): checking encryption for 1facfe8b5c0b9aa91833e0d0bae80315
2024-11-23T05:40:32,984 DEBUG [RS_OPEN_REGION-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(7797): checking classloading for 1facfe8b5c0b9aa91833e0d0bae80315
2024-11-23T05:40:32,986 INFO  [StoreOpener-1facfe8b5c0b9aa91833e0d0bae80315-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region 1facfe8b5c0b9aa91833e0d0bae80315 
2024-11-23T05:40:32,987 INFO  [StoreOpener-1facfe8b5c0b9aa91833e0d0bae80315-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1facfe8b5c0b9aa91833e0d0bae80315 columnFamilyName cf1
2024-11-23T05:40:32,987 DEBUG [StoreOpener-1facfe8b5c0b9aa91833e0d0bae80315-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-23T05:40:32,995 DEBUG [StoreOpener-1facfe8b5c0b9aa91833e0d0bae80315-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39201/user/jenkins/test-data/c5e2a731-f775-75ff-0609-7c22199d5862/data/default/testReplayEditsAfterRegionMovedWithMultiCF/1facfe8b5c0b9aa91833e0d0bae80315/cf1/8ce24d6308fc4a969ae64542e19843e4
2024-11-23T05:40:32,995 INFO  [StoreOpener-1facfe8b5c0b9aa91833e0d0bae80315-1 {}] regionserver.HStore(327): Store=1facfe8b5c0b9aa91833e0d0bae80315/cf1,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-23T05:40:32,996 INFO  [StoreOpener-1facfe8b5c0b9aa91833e0d0bae80315-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region 1facfe8b5c0b9aa91833e0d0bae80315 
2024-11-23T05:40:32,997 INFO  [StoreOpener-1facfe8b5c0b9aa91833e0d0bae80315-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1facfe8b5c0b9aa91833e0d0bae80315 columnFamilyName cf2
2024-11-23T05:40:32,997 DEBUG [StoreOpener-1facfe8b5c0b9aa91833e0d0bae80315-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-23T05:40:32,997 INFO  [StoreOpener-1facfe8b5c0b9aa91833e0d0bae80315-1 {}] regionserver.HStore(327): Store=1facfe8b5c0b9aa91833e0d0bae80315/cf2,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-23T05:40:32,998 DEBUG [RS_OPEN_REGION-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1038): replaying wal for 1facfe8b5c0b9aa91833e0d0bae80315
2024-11-23T05:40:32,999 DEBUG [RS_OPEN_REGION-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39201/user/jenkins/test-data/c5e2a731-f775-75ff-0609-7c22199d5862/data/default/testReplayEditsAfterRegionMovedWithMultiCF/1facfe8b5c0b9aa91833e0d0bae80315
2024-11-23T05:40:33,000 DEBUG [RS_OPEN_REGION-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39201/user/jenkins/test-data/c5e2a731-f775-75ff-0609-7c22199d5862/data/default/testReplayEditsAfterRegionMovedWithMultiCF/1facfe8b5c0b9aa91833e0d0bae80315
2024-11-23T05:40:33,001 DEBUG [RS_OPEN_REGION-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1048): stopping wal replay for 1facfe8b5c0b9aa91833e0d0bae80315
2024-11-23T05:40:33,001 DEBUG [RS_OPEN_REGION-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1060): Cleaning up temporary data for 1facfe8b5c0b9aa91833e0d0bae80315
2024-11-23T05:40:33,002 DEBUG [RS_OPEN_REGION-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterRegionMovedWithMultiCF descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead.
2024-11-23T05:40:33,004 DEBUG [RS_OPEN_REGION-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1093): writing seq id for 1facfe8b5c0b9aa91833e0d0bae80315
2024-11-23T05:40:33,005 INFO  [RS_OPEN_REGION-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1114): Opened 1facfe8b5c0b9aa91833e0d0bae80315; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59307460, jitterRate=-0.11624997854232788}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864}
2024-11-23T05:40:33,005 DEBUG [RS_OPEN_REGION-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1facfe8b5c0b9aa91833e0d0bae80315
2024-11-23T05:40:33,006 DEBUG [RS_OPEN_REGION-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1006): Region open journal for 1facfe8b5c0b9aa91833e0d0bae80315:
Running coprocessor pre-open hook at 1732340432984Writing region info on filesystem at 1732340432984Initializing all the Stores at 1732340432985 (+1 ms)Instantiating store for column family {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732340432985Instantiating store for column family {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732340432986 (+1 ms)Cleaning up temporary data from old regions at 1732340433001 (+15 ms)Running coprocessor post-open hooks at 1732340433006 (+5 ms)Region opened successfully at 1732340433006
2024-11-23T05:40:33,008 INFO  [RS_OPEN_REGION-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegionServer(2236): Post open deploy tasks for testReplayEditsAfterRegionMovedWithMultiCF,,1732340431739.1facfe8b5c0b9aa91833e0d0bae80315., pid=9, masterSystemTime=1732340432978
2024-11-23T05:40:33,011 DEBUG [RS_OPEN_REGION-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegionServer(2266): Finished post open deploy task for testReplayEditsAfterRegionMovedWithMultiCF,,1732340431739.1facfe8b5c0b9aa91833e0d0bae80315.
2024-11-23T05:40:33,011 INFO  [RS_OPEN_REGION-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] handler.AssignRegionHandler(153): Opened testReplayEditsAfterRegionMovedWithMultiCF,,1732340431739.1facfe8b5c0b9aa91833e0d0bae80315.
2024-11-23T05:40:33,012 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=1facfe8b5c0b9aa91833e0d0bae80315, regionState=OPEN, openSeqNum=9, regionLocation=9abfc7c2569e,38323,1732340414937
2024-11-23T05:40:33,015 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1facfe8b5c0b9aa91833e0d0bae80315, server=9abfc7c2569e,38323,1732340414937 because future has completed
2024-11-23T05:40:33,021 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=7
2024-11-23T05:40:33,021 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure 1facfe8b5c0b9aa91833e0d0bae80315, server=9abfc7c2569e,38323,1732340414937 in 192 msec
2024-11-23T05:40:33,023 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=1facfe8b5c0b9aa91833e0d0bae80315, REOPEN/MOVE in 588 msec
2024-11-23T05:40:33,042 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-11-23T05:40:33,044 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45666, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService
2024-11-23T05:40:33,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36983 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 139 connection: 172.17.0.2:42904 deadline: 1732340493049, exception=org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=9abfc7c2569e port=38323 startCode=1732340414937. As of locationSeqNum=5.
2024-11-23T05:40:33,073 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1732340431739.1facfe8b5c0b9aa91833e0d0bae80315., hostname=9abfc7c2569e,36983,1732340415125, seqNum=2 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1732340431739.1facfe8b5c0b9aa91833e0d0bae80315., hostname=9abfc7c2569e,36983,1732340415125, seqNum=2, error=org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=9abfc7c2569e port=38323 startCode=1732340414937. As of locationSeqNum=5.
2024-11-23T05:40:33,073 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1732340431739.1facfe8b5c0b9aa91833e0d0bae80315., hostname=9abfc7c2569e,36983,1732340415125, seqNum=2 is org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=9abfc7c2569e port=38323 startCode=1732340414937. As of locationSeqNum=5.
2024-11-23T05:40:33,074 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(84): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1732340431739.1facfe8b5c0b9aa91833e0d0bae80315., hostname=9abfc7c2569e,36983,1732340415125, seqNum=2 with the new location region=testReplayEditsAfterRegionMovedWithMultiCF,,1732340431739.1facfe8b5c0b9aa91833e0d0bae80315., hostname=9abfc7c2569e,38323,1732340414937, seqNum=5 constructed by org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=9abfc7c2569e port=38323 startCode=1732340414937. As of locationSeqNum=5.
2024-11-23T05:40:33,185 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-23T05:40:33,188 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45678, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-23T05:40:33,199 INFO  [Time-limited test {}] regionserver.HRegion(2902): Flushing 1facfe8b5c0b9aa91833e0d0bae80315 2/2 column families, dataSize=50 B heapSize=720 B
2024-11-23T05:40:33,218 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39201/user/jenkins/test-data/c5e2a731-f775-75ff-0609-7c22199d5862/data/default/testReplayEditsAfterRegionMovedWithMultiCF/1facfe8b5c0b9aa91833e0d0bae80315/.tmp/cf1/3cab0dee4a8b4bf89f2afa2092ab21be is 29, key is r1/cf1:/1732340433189/DeleteFamily/seqid=0
2024-11-23T05:40:33,225 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40725 is added to blk_1073741888_1066 (size=4906)
2024-11-23T05:40:33,225 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44463 is added to blk_1073741888_1066 (size=4906)
2024-11-23T05:40:33,226 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33125 is added to blk_1073741888_1066 (size=4906)
2024-11-23T05:40:33,226 INFO  [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=12 (bloomFilter=false), to=hdfs://localhost:39201/user/jenkins/test-data/c5e2a731-f775-75ff-0609-7c22199d5862/data/default/testReplayEditsAfterRegionMovedWithMultiCF/1facfe8b5c0b9aa91833e0d0bae80315/.tmp/cf1/3cab0dee4a8b4bf89f2afa2092ab21be
2024-11-23T05:40:33,233 INFO  [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3cab0dee4a8b4bf89f2afa2092ab21be
2024-11-23T05:40:33,247 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39201/user/jenkins/test-data/c5e2a731-f775-75ff-0609-7c22199d5862/data/default/testReplayEditsAfterRegionMovedWithMultiCF/1facfe8b5c0b9aa91833e0d0bae80315/.tmp/cf2/20731984d9c8439a846c136922a1704a is 29, key is r1/cf2:/1732340433189/DeleteFamily/seqid=0
2024-11-23T05:40:33,253 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44463 is added to blk_1073741889_1067 (size=4906)
2024-11-23T05:40:33,254 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40725 is added to blk_1073741889_1067 (size=4906)
2024-11-23T05:40:33,254 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33125 is added to blk_1073741889_1067 (size=4906)
2024-11-23T05:40:33,254 INFO  [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=12 (bloomFilter=false), to=hdfs://localhost:39201/user/jenkins/test-data/c5e2a731-f775-75ff-0609-7c22199d5862/data/default/testReplayEditsAfterRegionMovedWithMultiCF/1facfe8b5c0b9aa91833e0d0bae80315/.tmp/cf2/20731984d9c8439a846c136922a1704a
2024-11-23T05:40:33,260 INFO  [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 20731984d9c8439a846c136922a1704a
2024-11-23T05:40:33,261 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39201/user/jenkins/test-data/c5e2a731-f775-75ff-0609-7c22199d5862/data/default/testReplayEditsAfterRegionMovedWithMultiCF/1facfe8b5c0b9aa91833e0d0bae80315/.tmp/cf1/3cab0dee4a8b4bf89f2afa2092ab21be as hdfs://localhost:39201/user/jenkins/test-data/c5e2a731-f775-75ff-0609-7c22199d5862/data/default/testReplayEditsAfterRegionMovedWithMultiCF/1facfe8b5c0b9aa91833e0d0bae80315/cf1/3cab0dee4a8b4bf89f2afa2092ab21be
2024-11-23T05:40:33,268 INFO  [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3cab0dee4a8b4bf89f2afa2092ab21be
2024-11-23T05:40:33,268 INFO  [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39201/user/jenkins/test-data/c5e2a731-f775-75ff-0609-7c22199d5862/data/default/testReplayEditsAfterRegionMovedWithMultiCF/1facfe8b5c0b9aa91833e0d0bae80315/cf1/3cab0dee4a8b4bf89f2afa2092ab21be, entries=1, sequenceid=12, filesize=4.8 K
2024-11-23T05:40:33,269 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39201/user/jenkins/test-data/c5e2a731-f775-75ff-0609-7c22199d5862/data/default/testReplayEditsAfterRegionMovedWithMultiCF/1facfe8b5c0b9aa91833e0d0bae80315/.tmp/cf2/20731984d9c8439a846c136922a1704a as hdfs://localhost:39201/user/jenkins/test-data/c5e2a731-f775-75ff-0609-7c22199d5862/data/default/testReplayEditsAfterRegionMovedWithMultiCF/1facfe8b5c0b9aa91833e0d0bae80315/cf2/20731984d9c8439a846c136922a1704a
2024-11-23T05:40:33,275 INFO  [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 20731984d9c8439a846c136922a1704a
2024-11-23T05:40:33,275 INFO  [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39201/user/jenkins/test-data/c5e2a731-f775-75ff-0609-7c22199d5862/data/default/testReplayEditsAfterRegionMovedWithMultiCF/1facfe8b5c0b9aa91833e0d0bae80315/cf2/20731984d9c8439a846c136922a1704a, entries=1, sequenceid=12, filesize=4.8 K
2024-11-23T05:40:33,276 INFO  [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~50 B/50, heapSize ~688 B/688, currentSize=0 B/0 for 1facfe8b5c0b9aa91833e0d0bae80315 in 77ms, sequenceid=12, compaction requested=false
2024-11-23T05:40:33,276 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 1facfe8b5c0b9aa91833e0d0bae80315:

2024-11-23T05:40:33,278 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking
2024-11-23T05:40:33,280 DEBUG [Time-limited test {}] regionserver.HStore(1541): 1facfe8b5c0b9aa91833e0d0bae80315/cf1 is initiating major compaction (all files)
2024-11-23T05:40:33,280 INFO  [Time-limited test {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms
2024-11-23T05:40:33,281 INFO  [Time-limited test {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled.
2024-11-23T05:40:33,281 INFO  [Time-limited test {}] regionserver.HRegion(2416): Starting compaction of 1facfe8b5c0b9aa91833e0d0bae80315/cf1 in testReplayEditsAfterRegionMovedWithMultiCF,,1732340431739.1facfe8b5c0b9aa91833e0d0bae80315.
2024-11-23T05:40:33,282 INFO  [Time-limited test {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39201/user/jenkins/test-data/c5e2a731-f775-75ff-0609-7c22199d5862/data/default/testReplayEditsAfterRegionMovedWithMultiCF/1facfe8b5c0b9aa91833e0d0bae80315/cf1/8ce24d6308fc4a969ae64542e19843e4, hdfs://localhost:39201/user/jenkins/test-data/c5e2a731-f775-75ff-0609-7c22199d5862/data/default/testReplayEditsAfterRegionMovedWithMultiCF/1facfe8b5c0b9aa91833e0d0bae80315/cf1/3cab0dee4a8b4bf89f2afa2092ab21be] into tmpdir=hdfs://localhost:39201/user/jenkins/test-data/c5e2a731-f775-75ff-0609-7c22199d5862/data/default/testReplayEditsAfterRegionMovedWithMultiCF/1facfe8b5c0b9aa91833e0d0bae80315/.tmp, totalSize=9.5 K
2024-11-23T05:40:33,283 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 8ce24d6308fc4a969ae64542e19843e4, keycount=1, bloomtype=NONE, size=4.7 K, encoding=NONE, compression=NONE, seqNum=5, earliestPutTs=1732340432415
2024-11-23T05:40:33,284 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 3cab0dee4a8b4bf89f2afa2092ab21be, keycount=1, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=9223372036854775807
2024-11-23T05:40:33,297 INFO  [Time-limited test {}] throttle.PressureAwareThroughputController(145): 1facfe8b5c0b9aa91833e0d0bae80315#cf1#compaction#16 average throughput is NaN MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-23T05:40:33,304 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40725 is added to blk_1073741890_1068 (size=4626)
2024-11-23T05:40:33,304 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33125 is added to blk_1073741890_1068 (size=4626)
2024-11-23T05:40:33,304 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44463 is added to blk_1073741890_1068 (size=4626)
2024-11-23T05:40:33,312 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39201/user/jenkins/test-data/c5e2a731-f775-75ff-0609-7c22199d5862/data/default/testReplayEditsAfterRegionMovedWithMultiCF/1facfe8b5c0b9aa91833e0d0bae80315/.tmp/cf1/ef4e7a011dce4d11bd674e4e00b0b1d7 as hdfs://localhost:39201/user/jenkins/test-data/c5e2a731-f775-75ff-0609-7c22199d5862/data/default/testReplayEditsAfterRegionMovedWithMultiCF/1facfe8b5c0b9aa91833e0d0bae80315/cf1/ef4e7a011dce4d11bd674e4e00b0b1d7
2024-11-23T05:40:33,331 INFO  [Time-limited test {}] regionserver.HStore(1337): Completed major compaction of 2 (all) file(s) in 1facfe8b5c0b9aa91833e0d0bae80315/cf1 of 1facfe8b5c0b9aa91833e0d0bae80315 into ef4e7a011dce4d11bd674e4e00b0b1d7(size=4.5 K), total size for store is 4.5 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-23T05:40:33,331 DEBUG [Time-limited test {}] regionserver.HRegion(2446): Compaction status journal for 1facfe8b5c0b9aa91833e0d0bae80315:

2024-11-23T05:40:33,331 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 1 store files, 0 compacting, 1 eligible, 16 blocking
2024-11-23T05:40:33,331 DEBUG [Time-limited test {}] regionserver.HStore(1541): 1facfe8b5c0b9aa91833e0d0bae80315/cf2 is initiating major compaction (all files)
2024-11-23T05:40:33,332 INFO  [Time-limited test {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms
2024-11-23T05:40:33,332 INFO  [Time-limited test {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled.
2024-11-23T05:40:33,332 INFO  [Time-limited test {}] regionserver.HRegion(2416): Starting compaction of 1facfe8b5c0b9aa91833e0d0bae80315/cf2 in testReplayEditsAfterRegionMovedWithMultiCF,,1732340431739.1facfe8b5c0b9aa91833e0d0bae80315.
2024-11-23T05:40:33,332 INFO  [Time-limited test {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39201/user/jenkins/test-data/c5e2a731-f775-75ff-0609-7c22199d5862/data/default/testReplayEditsAfterRegionMovedWithMultiCF/1facfe8b5c0b9aa91833e0d0bae80315/cf2/20731984d9c8439a846c136922a1704a] into tmpdir=hdfs://localhost:39201/user/jenkins/test-data/c5e2a731-f775-75ff-0609-7c22199d5862/data/default/testReplayEditsAfterRegionMovedWithMultiCF/1facfe8b5c0b9aa91833e0d0bae80315/.tmp, totalSize=4.8 K
2024-11-23T05:40:33,333 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 20731984d9c8439a846c136922a1704a, keycount=1, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=9223372036854775807
2024-11-23T05:40:33,342 INFO  [Time-limited test {}] throttle.PressureAwareThroughputController(145): 1facfe8b5c0b9aa91833e0d0bae80315#cf2#compaction#17 average throughput is NaN MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-23T05:40:33,368 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44463 is added to blk_1073741891_1069 (size=4592)
2024-11-23T05:40:33,369 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40725 is added to blk_1073741891_1069 (size=4592)
2024-11-23T05:40:33,370 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33125 is added to blk_1073741891_1069 (size=4592)
2024-11-23T05:40:33,380 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39201/user/jenkins/test-data/c5e2a731-f775-75ff-0609-7c22199d5862/data/default/testReplayEditsAfterRegionMovedWithMultiCF/1facfe8b5c0b9aa91833e0d0bae80315/.tmp/cf2/3e297474a9a245f686d3533a26cb1271 as hdfs://localhost:39201/user/jenkins/test-data/c5e2a731-f775-75ff-0609-7c22199d5862/data/default/testReplayEditsAfterRegionMovedWithMultiCF/1facfe8b5c0b9aa91833e0d0bae80315/cf2/3e297474a9a245f686d3533a26cb1271
2024-11-23T05:40:33,390 INFO  [Time-limited test {}] regionserver.HStore(1337): Completed major compaction of 1 (all) file(s) in 1facfe8b5c0b9aa91833e0d0bae80315/cf2 of 1facfe8b5c0b9aa91833e0d0bae80315 into 3e297474a9a245f686d3533a26cb1271(size=4.5 K), total size for store is 4.5 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-23T05:40:33,390 DEBUG [Time-limited test {}] regionserver.HRegion(2446): Compaction status journal for 1facfe8b5c0b9aa91833e0d0bae80315:

2024-11-23T05:40:33,396 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33981 {}] master.HMaster(2410): Client=jenkins//172.17.0.2 move hri=1facfe8b5c0b9aa91833e0d0bae80315, source=9abfc7c2569e,38323,1732340414937, destination=9abfc7c2569e,36983,1732340415125, warming up region on 9abfc7c2569e,36983,1732340415125
2024-11-23T05:40:33,397 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33981 {}] master.HMaster(2414): Client=jenkins//172.17.0.2 move hri=1facfe8b5c0b9aa91833e0d0bae80315, source=9abfc7c2569e,38323,1732340414937, destination=9abfc7c2569e,36983,1732340415125, running balancer
2024-11-23T05:40:33,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33981 {}] procedure2.ProcedureExecutor(1139): Stored pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=1facfe8b5c0b9aa91833e0d0bae80315, REOPEN/MOVE
2024-11-23T05:40:33,399 INFO  [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=1facfe8b5c0b9aa91833e0d0bae80315, REOPEN/MOVE
2024-11-23T05:40:33,401 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1facfe8b5c0b9aa91833e0d0bae80315, regionState=CLOSING, regionLocation=9abfc7c2569e,38323,1732340414937
2024-11-23T05:40:33,401 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36983 {}] regionserver.RSRpcServices(2066): Warmup testReplayEditsAfterRegionMovedWithMultiCF,,1732340431739.1facfe8b5c0b9aa91833e0d0bae80315.
2024-11-23T05:40:33,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36983 {}] regionserver.HRegion(7855): Warmup {ENCODED => 1facfe8b5c0b9aa91833e0d0bae80315, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1732340431739.1facfe8b5c0b9aa91833e0d0bae80315.', STARTKEY => '', ENDKEY => ''}
2024-11-23T05:40:33,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36983 {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1732340431739.1facfe8b5c0b9aa91833e0d0bae80315.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-23T05:40:33,402 INFO  [StoreOpener-1facfe8b5c0b9aa91833e0d0bae80315-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region 1facfe8b5c0b9aa91833e0d0bae80315 
2024-11-23T05:40:33,404 INFO  [StoreOpener-1facfe8b5c0b9aa91833e0d0bae80315-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1facfe8b5c0b9aa91833e0d0bae80315 columnFamilyName cf1
2024-11-23T05:40:33,404 DEBUG [StoreOpener-1facfe8b5c0b9aa91833e0d0bae80315-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-23T05:40:33,404 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=1facfe8b5c0b9aa91833e0d0bae80315, REOPEN/MOVE because future has completed
2024-11-23T05:40:33,404 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false
2024-11-23T05:40:33,405 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE, hasLock=false; CloseRegionProcedure 1facfe8b5c0b9aa91833e0d0bae80315, server=9abfc7c2569e,38323,1732340414937}]
2024-11-23T05:40:33,413 INFO  [StoreFileOpener-1facfe8b5c0b9aa91833e0d0bae80315-cf1-1 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3cab0dee4a8b4bf89f2afa2092ab21be
2024-11-23T05:40:33,414 DEBUG [StoreOpener-1facfe8b5c0b9aa91833e0d0bae80315-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39201/user/jenkins/test-data/c5e2a731-f775-75ff-0609-7c22199d5862/data/default/testReplayEditsAfterRegionMovedWithMultiCF/1facfe8b5c0b9aa91833e0d0bae80315/cf1/3cab0dee4a8b4bf89f2afa2092ab21be
2024-11-23T05:40:33,420 DEBUG [StoreOpener-1facfe8b5c0b9aa91833e0d0bae80315-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39201/user/jenkins/test-data/c5e2a731-f775-75ff-0609-7c22199d5862/data/default/testReplayEditsAfterRegionMovedWithMultiCF/1facfe8b5c0b9aa91833e0d0bae80315/cf1/8ce24d6308fc4a969ae64542e19843e4
2024-11-23T05:40:33,426 DEBUG [StoreOpener-1facfe8b5c0b9aa91833e0d0bae80315-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39201/user/jenkins/test-data/c5e2a731-f775-75ff-0609-7c22199d5862/data/default/testReplayEditsAfterRegionMovedWithMultiCF/1facfe8b5c0b9aa91833e0d0bae80315/cf1/ef4e7a011dce4d11bd674e4e00b0b1d7
2024-11-23T05:40:33,426 INFO  [StoreOpener-1facfe8b5c0b9aa91833e0d0bae80315-1 {}] regionserver.HStore(327): Store=1facfe8b5c0b9aa91833e0d0bae80315/cf1,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-23T05:40:33,426 INFO  [StoreOpener-1facfe8b5c0b9aa91833e0d0bae80315-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region 1facfe8b5c0b9aa91833e0d0bae80315 
2024-11-23T05:40:33,428 INFO  [StoreOpener-1facfe8b5c0b9aa91833e0d0bae80315-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1facfe8b5c0b9aa91833e0d0bae80315 columnFamilyName cf2
2024-11-23T05:40:33,428 DEBUG [StoreOpener-1facfe8b5c0b9aa91833e0d0bae80315-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-23T05:40:33,437 INFO  [StoreFileOpener-1facfe8b5c0b9aa91833e0d0bae80315-cf2-1 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 20731984d9c8439a846c136922a1704a
2024-11-23T05:40:33,437 DEBUG [StoreOpener-1facfe8b5c0b9aa91833e0d0bae80315-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39201/user/jenkins/test-data/c5e2a731-f775-75ff-0609-7c22199d5862/data/default/testReplayEditsAfterRegionMovedWithMultiCF/1facfe8b5c0b9aa91833e0d0bae80315/cf2/20731984d9c8439a846c136922a1704a
2024-11-23T05:40:33,444 DEBUG [StoreOpener-1facfe8b5c0b9aa91833e0d0bae80315-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39201/user/jenkins/test-data/c5e2a731-f775-75ff-0609-7c22199d5862/data/default/testReplayEditsAfterRegionMovedWithMultiCF/1facfe8b5c0b9aa91833e0d0bae80315/cf2/3e297474a9a245f686d3533a26cb1271
2024-11-23T05:40:33,444 INFO  [StoreOpener-1facfe8b5c0b9aa91833e0d0bae80315-1 {}] regionserver.HStore(327): Store=1facfe8b5c0b9aa91833e0d0bae80315/cf2,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-23T05:40:33,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36983 {}] regionserver.HRegion(1722): Closing 1facfe8b5c0b9aa91833e0d0bae80315, disabling compactions & flushes
2024-11-23T05:40:33,445 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36983 {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1732340431739.1facfe8b5c0b9aa91833e0d0bae80315.
2024-11-23T05:40:33,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36983 {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1732340431739.1facfe8b5c0b9aa91833e0d0bae80315.
2024-11-23T05:40:33,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36983 {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1732340431739.1facfe8b5c0b9aa91833e0d0bae80315. after waiting 0 ms
2024-11-23T05:40:33,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36983 {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1732340431739.1facfe8b5c0b9aa91833e0d0bae80315.
2024-11-23T05:40:33,446 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36983 {}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1732340431739.1facfe8b5c0b9aa91833e0d0bae80315.
2024-11-23T05:40:33,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36983 {}] regionserver.HRegion(1676): Region close journal for 1facfe8b5c0b9aa91833e0d0bae80315:
Waiting for close lock at 1732340433445Disabling compacts and flushes for region at 1732340433445Disabling writes for close at 1732340433445Writing region close event to WAL at 1732340433446 (+1 ms)Closed at 1732340433446
2024-11-23T05:40:33,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33981 {}] procedure.ProcedureSyncWait(219): waitFor pid=10
2024-11-23T05:40:33,560 INFO  [RS_CLOSE_REGION-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] handler.UnassignRegionHandler(122): Close 1facfe8b5c0b9aa91833e0d0bae80315
2024-11-23T05:40:33,560 DEBUG [RS_CLOSE_REGION-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false
2024-11-23T05:40:33,560 DEBUG [RS_CLOSE_REGION-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1722): Closing 1facfe8b5c0b9aa91833e0d0bae80315, disabling compactions & flushes
2024-11-23T05:40:33,560 INFO  [RS_CLOSE_REGION-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1732340431739.1facfe8b5c0b9aa91833e0d0bae80315.
2024-11-23T05:40:33,560 DEBUG [RS_CLOSE_REGION-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1732340431739.1facfe8b5c0b9aa91833e0d0bae80315.
2024-11-23T05:40:33,560 DEBUG [RS_CLOSE_REGION-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1732340431739.1facfe8b5c0b9aa91833e0d0bae80315. after waiting 0 ms
2024-11-23T05:40:33,560 DEBUG [RS_CLOSE_REGION-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1732340431739.1facfe8b5c0b9aa91833e0d0bae80315.
2024-11-23T05:40:33,561 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1732340431739.1facfe8b5c0b9aa91833e0d0bae80315.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:39201/user/jenkins/test-data/c5e2a731-f775-75ff-0609-7c22199d5862/data/default/testReplayEditsAfterRegionMovedWithMultiCF/1facfe8b5c0b9aa91833e0d0bae80315/cf1/8ce24d6308fc4a969ae64542e19843e4, hdfs://localhost:39201/user/jenkins/test-data/c5e2a731-f775-75ff-0609-7c22199d5862/data/default/testReplayEditsAfterRegionMovedWithMultiCF/1facfe8b5c0b9aa91833e0d0bae80315/cf1/3cab0dee4a8b4bf89f2afa2092ab21be] to archive
2024-11-23T05:40:33,564 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1732340431739.1facfe8b5c0b9aa91833e0d0bae80315.-1 {}] backup.HFileArchiver(360): Archiving compacted files.
2024-11-23T05:40:33,569 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1732340431739.1facfe8b5c0b9aa91833e0d0bae80315.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39201/user/jenkins/test-data/c5e2a731-f775-75ff-0609-7c22199d5862/data/default/testReplayEditsAfterRegionMovedWithMultiCF/1facfe8b5c0b9aa91833e0d0bae80315/cf1/8ce24d6308fc4a969ae64542e19843e4 to hdfs://localhost:39201/user/jenkins/test-data/c5e2a731-f775-75ff-0609-7c22199d5862/archive/data/default/testReplayEditsAfterRegionMovedWithMultiCF/1facfe8b5c0b9aa91833e0d0bae80315/cf1/8ce24d6308fc4a969ae64542e19843e4
2024-11-23T05:40:33,571 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1732340431739.1facfe8b5c0b9aa91833e0d0bae80315.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39201/user/jenkins/test-data/c5e2a731-f775-75ff-0609-7c22199d5862/data/default/testReplayEditsAfterRegionMovedWithMultiCF/1facfe8b5c0b9aa91833e0d0bae80315/cf1/3cab0dee4a8b4bf89f2afa2092ab21be to hdfs://localhost:39201/user/jenkins/test-data/c5e2a731-f775-75ff-0609-7c22199d5862/archive/data/default/testReplayEditsAfterRegionMovedWithMultiCF/1facfe8b5c0b9aa91833e0d0bae80315/cf1/3cab0dee4a8b4bf89f2afa2092ab21be
2024-11-23T05:40:33,585 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1732340431739.1facfe8b5c0b9aa91833e0d0bae80315.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:39201/user/jenkins/test-data/c5e2a731-f775-75ff-0609-7c22199d5862/data/default/testReplayEditsAfterRegionMovedWithMultiCF/1facfe8b5c0b9aa91833e0d0bae80315/cf2/20731984d9c8439a846c136922a1704a] to archive
2024-11-23T05:40:33,586 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1732340431739.1facfe8b5c0b9aa91833e0d0bae80315.-1 {}] backup.HFileArchiver(360): Archiving compacted files.
2024-11-23T05:40:33,588 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1732340431739.1facfe8b5c0b9aa91833e0d0bae80315.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39201/user/jenkins/test-data/c5e2a731-f775-75ff-0609-7c22199d5862/data/default/testReplayEditsAfterRegionMovedWithMultiCF/1facfe8b5c0b9aa91833e0d0bae80315/cf2/20731984d9c8439a846c136922a1704a to hdfs://localhost:39201/user/jenkins/test-data/c5e2a731-f775-75ff-0609-7c22199d5862/archive/data/default/testReplayEditsAfterRegionMovedWithMultiCF/1facfe8b5c0b9aa91833e0d0bae80315/cf2/20731984d9c8439a846c136922a1704a
2024-11-23T05:40:33,594 DEBUG [RS_CLOSE_REGION-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39201/user/jenkins/test-data/c5e2a731-f775-75ff-0609-7c22199d5862/data/default/testReplayEditsAfterRegionMovedWithMultiCF/1facfe8b5c0b9aa91833e0d0bae80315/recovered.edits/17.seqid, newMaxSeqId=17, maxSeqId=8
2024-11-23T05:40:33,595 INFO  [RS_CLOSE_REGION-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1732340431739.1facfe8b5c0b9aa91833e0d0bae80315.
2024-11-23T05:40:33,595 DEBUG [RS_CLOSE_REGION-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1676): Region close journal for 1facfe8b5c0b9aa91833e0d0bae80315:
Waiting for close lock at 1732340433560Running coprocessor pre-close hooks at 1732340433560Disabling compacts and flushes for region at 1732340433560Disabling writes for close at 1732340433560Writing region close event to WAL at 1732340433590 (+30 ms)Running coprocessor post-close hooks at 1732340433595 (+5 ms)Closed at 1732340433595
2024-11-23T05:40:33,595 INFO  [RS_CLOSE_REGION-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegionServer(3302): Adding 1facfe8b5c0b9aa91833e0d0bae80315 move to 9abfc7c2569e,36983,1732340415125 record at close sequenceid=12
2024-11-23T05:40:33,598 INFO  [RS_CLOSE_REGION-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] handler.UnassignRegionHandler(157): Closed 1facfe8b5c0b9aa91833e0d0bae80315
2024-11-23T05:40:33,599 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1facfe8b5c0b9aa91833e0d0bae80315, regionState=CLOSED
2024-11-23T05:40:33,602 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=10, state=RUNNABLE, hasLock=false; CloseRegionProcedure 1facfe8b5c0b9aa91833e0d0bae80315, server=9abfc7c2569e,38323,1732340414937 because future has completed
2024-11-23T05:40:33,608 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10
2024-11-23T05:40:33,608 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; CloseRegionProcedure 1facfe8b5c0b9aa91833e0d0bae80315, server=9abfc7c2569e,38323,1732340414937 in 200 msec
2024-11-23T05:40:33,609 INFO  [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=1facfe8b5c0b9aa91833e0d0bae80315, REOPEN/MOVE; state=CLOSED, location=9abfc7c2569e,36983,1732340415125; forceNewPlan=false, retain=false
2024-11-23T05:40:33,759 INFO  [9abfc7c2569e:33981 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 
2024-11-23T05:40:33,760 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1facfe8b5c0b9aa91833e0d0bae80315, regionState=OPENING, regionLocation=9abfc7c2569e,36983,1732340415125
2024-11-23T05:40:33,765 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=1facfe8b5c0b9aa91833e0d0bae80315, REOPEN/MOVE because future has completed
2024-11-23T05:40:33,766 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1facfe8b5c0b9aa91833e0d0bae80315, server=9abfc7c2569e,36983,1732340415125}]
2024-11-23T05:40:33,928 INFO  [RS_OPEN_REGION-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(132): Open testReplayEditsAfterRegionMovedWithMultiCF,,1732340431739.1facfe8b5c0b9aa91833e0d0bae80315.
2024-11-23T05:40:33,928 DEBUG [RS_OPEN_REGION-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7752): Opening region: {ENCODED => 1facfe8b5c0b9aa91833e0d0bae80315, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1732340431739.1facfe8b5c0b9aa91833e0d0bae80315.', STARTKEY => '', ENDKEY => ''}
2024-11-23T05:40:33,928 DEBUG [RS_OPEN_REGION-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterRegionMovedWithMultiCF 1facfe8b5c0b9aa91833e0d0bae80315
2024-11-23T05:40:33,928 DEBUG [RS_OPEN_REGION-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1732340431739.1facfe8b5c0b9aa91833e0d0bae80315.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-23T05:40:33,929 DEBUG [RS_OPEN_REGION-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7794): checking encryption for 1facfe8b5c0b9aa91833e0d0bae80315
2024-11-23T05:40:33,929 DEBUG [RS_OPEN_REGION-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7797): checking classloading for 1facfe8b5c0b9aa91833e0d0bae80315
2024-11-23T05:40:33,930 INFO  [StoreOpener-1facfe8b5c0b9aa91833e0d0bae80315-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region 1facfe8b5c0b9aa91833e0d0bae80315 
2024-11-23T05:40:33,932 INFO  [StoreOpener-1facfe8b5c0b9aa91833e0d0bae80315-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1facfe8b5c0b9aa91833e0d0bae80315 columnFamilyName cf1
2024-11-23T05:40:33,932 DEBUG [StoreOpener-1facfe8b5c0b9aa91833e0d0bae80315-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-23T05:40:33,940 DEBUG [StoreOpener-1facfe8b5c0b9aa91833e0d0bae80315-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39201/user/jenkins/test-data/c5e2a731-f775-75ff-0609-7c22199d5862/data/default/testReplayEditsAfterRegionMovedWithMultiCF/1facfe8b5c0b9aa91833e0d0bae80315/cf1/ef4e7a011dce4d11bd674e4e00b0b1d7
2024-11-23T05:40:33,940 INFO  [StoreOpener-1facfe8b5c0b9aa91833e0d0bae80315-1 {}] regionserver.HStore(327): Store=1facfe8b5c0b9aa91833e0d0bae80315/cf1,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-23T05:40:33,940 INFO  [StoreOpener-1facfe8b5c0b9aa91833e0d0bae80315-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region 1facfe8b5c0b9aa91833e0d0bae80315 
2024-11-23T05:40:33,942 INFO  [StoreOpener-1facfe8b5c0b9aa91833e0d0bae80315-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1facfe8b5c0b9aa91833e0d0bae80315 columnFamilyName cf2
2024-11-23T05:40:33,942 DEBUG [StoreOpener-1facfe8b5c0b9aa91833e0d0bae80315-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-23T05:40:33,948 DEBUG [StoreOpener-1facfe8b5c0b9aa91833e0d0bae80315-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39201/user/jenkins/test-data/c5e2a731-f775-75ff-0609-7c22199d5862/data/default/testReplayEditsAfterRegionMovedWithMultiCF/1facfe8b5c0b9aa91833e0d0bae80315/cf2/3e297474a9a245f686d3533a26cb1271
2024-11-23T05:40:33,948 INFO  [StoreOpener-1facfe8b5c0b9aa91833e0d0bae80315-1 {}] regionserver.HStore(327): Store=1facfe8b5c0b9aa91833e0d0bae80315/cf2,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-23T05:40:33,948 DEBUG [RS_OPEN_REGION-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1038): replaying wal for 1facfe8b5c0b9aa91833e0d0bae80315
2024-11-23T05:40:33,949 DEBUG [RS_OPEN_REGION-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39201/user/jenkins/test-data/c5e2a731-f775-75ff-0609-7c22199d5862/data/default/testReplayEditsAfterRegionMovedWithMultiCF/1facfe8b5c0b9aa91833e0d0bae80315
2024-11-23T05:40:33,950 DEBUG [RS_OPEN_REGION-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39201/user/jenkins/test-data/c5e2a731-f775-75ff-0609-7c22199d5862/data/default/testReplayEditsAfterRegionMovedWithMultiCF/1facfe8b5c0b9aa91833e0d0bae80315
2024-11-23T05:40:33,950 DEBUG [RS_OPEN_REGION-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1048): stopping wal replay for 1facfe8b5c0b9aa91833e0d0bae80315
2024-11-23T05:40:33,950 DEBUG [RS_OPEN_REGION-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1060): Cleaning up temporary data for 1facfe8b5c0b9aa91833e0d0bae80315
2024-11-23T05:40:33,951 DEBUG [RS_OPEN_REGION-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterRegionMovedWithMultiCF descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead.
2024-11-23T05:40:33,952 DEBUG [RS_OPEN_REGION-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1093): writing seq id for 1facfe8b5c0b9aa91833e0d0bae80315
2024-11-23T05:40:33,953 INFO  [RS_OPEN_REGION-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1114): Opened 1facfe8b5c0b9aa91833e0d0bae80315; next sequenceid=18; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67762712, jitterRate=0.009743094444274902}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864}
2024-11-23T05:40:33,953 DEBUG [RS_OPEN_REGION-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1facfe8b5c0b9aa91833e0d0bae80315
2024-11-23T05:40:33,954 DEBUG [RS_OPEN_REGION-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1006): Region open journal for 1facfe8b5c0b9aa91833e0d0bae80315:
Running coprocessor pre-open hook at 1732340433929Writing region info on filesystem at 1732340433929Initializing all the Stores at 1732340433930 (+1 ms)Instantiating store for column family {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732340433930Instantiating store for column family {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732340433930Cleaning up temporary data from old regions at 1732340433950 (+20 ms)Running coprocessor post-open hooks at 1732340433953 (+3 ms)Region opened successfully at 1732340433953
2024-11-23T05:40:33,955 INFO  [RS_OPEN_REGION-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2236): Post open deploy tasks for testReplayEditsAfterRegionMovedWithMultiCF,,1732340431739.1facfe8b5c0b9aa91833e0d0bae80315., pid=12, masterSystemTime=1732340433920
2024-11-23T05:40:33,957 DEBUG [RS_OPEN_REGION-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2266): Finished post open deploy task for testReplayEditsAfterRegionMovedWithMultiCF,,1732340431739.1facfe8b5c0b9aa91833e0d0bae80315.
2024-11-23T05:40:33,957 INFO  [RS_OPEN_REGION-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(153): Opened testReplayEditsAfterRegionMovedWithMultiCF,,1732340431739.1facfe8b5c0b9aa91833e0d0bae80315.
2024-11-23T05:40:33,958 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1facfe8b5c0b9aa91833e0d0bae80315, regionState=OPEN, openSeqNum=18, regionLocation=9abfc7c2569e,36983,1732340415125
2024-11-23T05:40:33,961 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1facfe8b5c0b9aa91833e0d0bae80315, server=9abfc7c2569e,36983,1732340415125 because future has completed
2024-11-23T05:40:33,965 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=10
2024-11-23T05:40:33,965 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 1facfe8b5c0b9aa91833e0d0bae80315, server=9abfc7c2569e,36983,1732340415125 in 197 msec
2024-11-23T05:40:33,968 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=1facfe8b5c0b9aa91833e0d0bae80315, REOPEN/MOVE in 568 msec
2024-11-23T05:40:34,001 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-11-23T05:40:34,003 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42918, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService
2024-11-23T05:40:34,004 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server 9abfc7c2569e,36983,1732340415125: testing *****
2024-11-23T05:40:34,004 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint]
2024-11-23T05:40:34,006 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory
2024-11-23T05:40:34,007 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC
2024-11-23T05:40:34,013 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication
2024-11-23T05:40:34,015 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server
2024-11-23T05:40:34,030 INFO  [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: {
  "beans": [
    {
      "name": "java.lang:type=Memory",
      "modelerType": "sun.management.MemoryImpl",
      "ObjectPendingFinalizationCount": 0,
      "HeapMemoryUsage": {
        "committed": 1048576000,
        "init": 1048576000,
        "max": 2306867200,
        "used": 326990560
      },
      "NonHeapMemoryUsage": {
        "committed": 171507712,
        "init": 7667712,
        "max": -1,
        "used": 168845592
      },
      "Verbose": false,
      "ObjectName": "java.lang:type=Memory"
    }
  ],
  "beans": [
    {
      "name": "Hadoop:service=HBase,name=RegionServer,sub=IPC",
      "modelerType": "RegionServer,sub=IPC",
      "tag.Context": "regionserver",
      "tag.Hostname": "9abfc7c2569e",
      "queueSize": 0,
      "numCallsInGeneralQueue": 0,
      "numCallsInReplicationQueue": 0,
      "numCallsInBulkLoadQueue": 0,
      "numCallsInPriorityQueue": 0,
      "numCallsInMetaPriorityQueue": 0,
      "numOpenConnections": 3,
      "numActiveHandler": 0,
      "numActiveGeneralHandler": 0,
      "numActivePriorityHandler": 0,
      "numActiveReplicationHandler": 0,
      "numGeneralCallsDropped": 0,
      "numLifoModeSwitches": 0,
      "numCallsInWriteQueue": 0,
      "numActiveBulkLoadHandler": 0,
      "numCallsInReadQueue": 0,
      "numCallsInScanQueue": 0,
      "numActiveWriteHandler": 0,
      "numActiveReadHandler": 0,
      "numActiveScanHandler": 0,
      "nettyDirectMemoryUsage": 67108864,
      "nettyTotalPendingOutboundBytes": 0,
      "nettyMaxPendingOutboundBytes": 0,
      "receivedBytes": 11067,
      "exceptions.RegionMovedException": 1,
      "authenticationSuccesses": 0,
      "authorizationFailures": 0,
      "exceptions.requestTooBig": 0,
      "UnwritableTime_num_ops": 0,
      "UnwritableTime_min": 0,
      "UnwritableTime_max": 0,
      "UnwritableTime_mean": 0,
      "UnwritableTime_25th_percentile": 0,
      "UnwritableTime_median": 0,
      "UnwritableTime_75th_percentile": 0,
      "UnwritableTime_90th_percentile": 0,
      "UnwritableTime_95th_percentile": 0,
      "UnwritableTime_98th_percentile": 0,
      "UnwritableTime_99th_percentile": 0,
      "UnwritableTime_99.9th_percentile": 0,
      "exceptions.OutOfOrderScannerNextException": 0,
      "exceptions.rpcThrottling": 0,
      "exceptions.otherExceptions": 0,
      "ProcessCallTime_num_ops": 39,
      "ProcessCallTime_min": 0,
      "ProcessCallTime_max": 49,
      "ProcessCallTime_mean": 3,
      "ProcessCallTime_25th_percentile": 1,
      "ProcessCallTime_median": 2,
      "ProcessCallTime_75th_percentile": 3,
      "ProcessCallTime_90th_percentile": 6,
      "ProcessCallTime_95th_percentile": 11,
      "ProcessCallTime_98th_percentile": 49,
      "ProcessCallTime_99th_percentile": 49,
      "ProcessCallTime_99.9th_percentile": 49,
      "ProcessCallTime_TimeRangeCount_0-1": 12,
      "ProcessCallTime_TimeRangeCount_1-3": 12,
      "ProcessCallTime_TimeRangeCount_3-10": 5,
      "ProcessCallTime_TimeRangeCount_10-30": 1,
      "ProcessCallTime_TimeRangeCount_30-100": 1,
      "exceptions.callQueueTooBig": 0,
      "QueueCallTime_num_ops": 39,
      "QueueCallTime_min": 0,
      "QueueCallTime_max": 1,
      "QueueCallTime_mean": 0,
      "QueueCallTime_25th_percentile": 0,
      "QueueCallTime_median": 0,
      "QueueCallTime_75th_percentile": 0,
      "QueueCallTime_90th_percentile": 1,
      "QueueCallTime_95th_percentile": 1,
      "QueueCallTime_98th_percentile": 1,
      "QueueCallTime_99th_percentile": 1,
      "QueueCallTime_99.9th_percentile": 1,
      "QueueCallTime_TimeRangeCount_0-1": 31,
      "authenticationFailures": 0,
      "exceptions.multiResponseTooLarge": 0,
      "exceptions.callDropped": 0,
      "TotalCallTime_num_ops": 39,
      "TotalCallTime_min": 0,
      "TotalCallTime_max": 49,
      "TotalCallTime_mean": 4,
      "TotalCallTime_25th_percentile": 1,
      "TotalCallTime_median": 2,
      "TotalCallTime_75th_percentile": 3,
      "TotalCallTime_90th_percentile": 6,
      "TotalCallTime_95th_percentile": 11,
      "TotalCallTime_98th_percentile": 49,
      "TotalCallTime_99th_percentile": 49,
      "TotalCallTime_99.9th_percentile": 49,
      "TotalCallTime_TimeRangeCount_0-1": 10,
      "TotalCallTime_TimeRangeCount_1-3": 14,
      "TotalCallTime_TimeRangeCount_3-10": 5,
      "TotalCallTime_TimeRangeCount_10-30": 1,
      "TotalCallTime_TimeRangeCount_30-100": 1,
      "exceptions.RegionTooBusyException": 0,
      "exceptions.FailedSanityCheckException": 0,
      "ResponseSize_num_ops": 39,
      "ResponseSize_min": 0,
      "ResponseSize_max": 1139,
      "ResponseSize_mean": 159,
      "ResponseSize_25th_percentile": 2,
      "ResponseSize_median": 2,
      "ResponseSize_75th_percentile": 74,
      "ResponseSize_90th_percentile": 453,
      "ResponseSize_95th_percentile": 796,
      "ResponseSize_98th_percentile": 1001,
      "ResponseSize_99th_percentile": 1070,
      "ResponseSize_99.9th_percentile": 1132,
      "ResponseSize_SizeRangeCount_0-10": 22,
      "ResponseSize_SizeRangeCount_10-100": 5,
      "ResponseSize_SizeRangeCount_100-1000": 4,
      "exceptions.UnknownScannerException": 0,
      "exceptions": 1,
      "maxOutboundBytesExceeded": 0,
      "authenticationFallbacks": 0,
      "exceptions.quotaExceeded": 0,
      "exceptions.callTimedOut": 0,
      "exceptions.NotServingRegionException": 0,
      "authorizationSuccesses": 0,
      "exceptions.ScannerResetException": 0,
      "RequestSize_num_ops": 39,
      "RequestSize_min": 31,
      "RequestSize_max": 390,
      "RequestSize_mean": 204,
      "RequestSize_25th_percentile": 119,
      "RequestSize_median": 179,
      "RequestSize_75th_percentile": 330,
      "RequestSize_90th_percentile": 330,
      "RequestSize_95th_percentile": 365,
      "RequestSize_98th_percentile": 380,
      "RequestSize_99th_percentile": 385,
      "RequestSize_99.9th_percentile": 389,
      "RequestSize_SizeRangeCount_0-10": 2,
      "RequestSize_SizeRangeCount_100-1000": 29,
      "sentBytes": 5751
    }
  ],
  "beans": [
    {
      "name": "Hadoop:service=HBase,name=RegionServer,sub=Replication",
      "modelerType": "RegionServer,sub=Replication",
      "tag.Context": "regionserver",
      "tag.Hostname": "9abfc7c2569e",
      "source.shippedHFiles": 0,
      "Source.ageOfLastShippedOp_num_ops": 0,
      "Source.ageOfLastShippedOp_min": 0,
      "Source.ageOfLastShippedOp_max": 0,
      "Source.ageOfLastShippedOp_mean": 0,
      "Source.ageOfLastShippedOp_25th_percentile": 0,
      "Source.ageOfLastShippedOp_median": 0,
      "Source.ageOfLastShippedOp_75th_percentile": 0,
      "Source.ageOfLastShippedOp_90th_percentile": 0,
      "Source.ageOfLastShippedOp_95th_percentile": 0,
      "Source.ageOfLastShippedOp_98th_percentile": 0,
      "Source.ageOfLastShippedOp_99th_percentile": 0,
      "Source.ageOfLastShippedOp_99.9th_percentile": 0,
      "source.uncleanlyClosedLogs": 0,
      "source.closedLogsWithUnknownFileLength": 0,
      "source.walReaderEditsBufferUsage": 0,
      "source.repeatedLogFileBytes": 0,
      "source.sizeOfHFileRefsQueue": 0,
      "source.logReadInBytes": 0,
      "source.completedRecoverQueues": 0,
      "source.sizeOfLogQueue": 0,
      "source.restartedLogReading": 0,
      "source.failedRecoverQueues": 0,
      "source.ignoredUncleanlyClosedLogContentsInBytes": 0,
      "Sink.ageOfLastAppliedOp_num_ops": 0,
      "Sink.ageOfLastAppliedOp_min": 0,
      "Sink.ageOfLastAppliedOp_max": 0,
      "Sink.ageOfLastAppliedOp_mean": 0,
      "Sink.ageOfLastAppliedOp_25th_percentile": 0,
      "Sink.ageOfLastAppliedOp_median": 0,
      "Sink.ageOfLastAppliedOp_75th_percentile": 0,
      "Sink.ageOfLastAppliedOp_90th_percentile": 0,
      "Sink.ageOfLastAppliedOp_95th_percentile": 0,
      "Sink.ageOfLastAppliedOp_98th_percentile": 0,
      "Sink.ageOfLastAppliedOp_99th_percentile": 0,
      "Sink.ageOfLastAppliedOp_99.9th_percentile": 0,
      "source.logEditsRead": 0,
      "source.numInitializing": 0,
      "source.shippedOps": 0,
      "sink.appliedHFiles": 0,
      "source.logEditsFiltered": 0,
      "source.shippedBytes": 0,
      "sink.appliedOps": 0,
      "source.completedLogs": 0,
      "source.failedBatches": 0,
      "sink.failedBatches": 0,
      "source.shippedBatches": 0,
      "sink.appliedBatches": 0
    }
  ],
  "beans": [
    {
      "name": "Hadoop:service=HBase,name=RegionServer,sub=Server",
      "modelerType": "RegionServer,sub=Server",
      "tag.zookeeperQuorum": "127.0.0.1:56120",
      "tag.serverName": "9abfc7c2569e,43843,1732340415239",
      "tag.clusterId": "3619f7bc-76da-4ca3-8b7a-ff390ea05308",
      "tag.Context": "regionserver",
      "tag.Hostname": "9abfc7c2569e",
      "regionCount": 1,
      "storeCount": 4,
      "hlogFileCount": 6,
      "hlogFileSize": 0,
      "storeFileCount": 0,
      "maxStoreFileCount": 0,
      "memStoreSize": 1767,
      "memStoreHeapSize": 3864,
      "memStoreOffHeapSize": 0,
      "storeFileSize": 0,
      "storeFileSizeGrowthRate": 0.0,
      "maxStoreFileAge": 0,
      "minStoreFileAge": 0,
      "avgStoreFileAge": 0,
      "numReferenceFiles": 0,
      "regionServerStartTime": 1732340415239,
      "averageRegionSize": 1767,
      "storeFileIndexSize": 0,
      "staticIndexSize": 0,
      "staticBloomSize": 0,
      "bloomFilterRequestsCount": 0,
      "bloomFilterNegativeResultsCount": 0,
      "bloomFilterEligibleRequestsCount": 0,
      "mutationsWithoutWALCount": 0,
      "mutationsWithoutWALSize": 0,
      "percentFilesLocal": 0.0,
      "percentFilesLocalSecondaryRegions": 0.0,
      "totalBytesRead": 320685,
      "localBytesRead": 320685,
      "shortCircuitBytesRead": 0,
      "zeroCopyBytesRead": 0,
      "splitQueueLength": 0,
      "compactionQueueLength": 0,
      "smallCompactionQueueLength": 0,
      "largeCompactionQueueLength": 0,
      "flushQueueLength": 0,
      "blockCacheFreeSize": 922070024,
      "blockCacheCount": 0,
      "blockCacheDataBlockCount": 0,
      "blockCacheSize": 676856,
      "blockCacheCountHitPercent": 0.0,
      "blockCacheExpressHitPercent": 0.0,
      "l1CacheSize": 676856,
      "l1CacheFreeSize": 922070024,
      "l1CacheCount": 0,
      "l1CacheEvictionCount": 0,
      "l1CacheHitCount": 0,
      "l1CacheMissCount": 0,
      "l1CacheHitRatio": 0.0,
      "l1CacheMissRatio": 0.0,
      "l2CacheSize": 0,
      "l2CacheFreeSize": 0,
      "l2CacheCount": 0,
      "l2CacheEvictionCount": 0,
      "l2CacheHitCount": 0,
      "l2CacheMissCount": 0,
      "l2CacheHitRatio": 0.0,
      "l2CacheMissRatio": 0.0,
      "mobFileCacheCount": 0,
      "mobFileCacheHitPercent": 0.0,
      "readRequestRatePerSecond": 0.0,
      "writeRequestRatePerSecond": 1.0,
      "ByteBuffAllocatorHeapAllocationBytes": 227243,
      "ByteBuffAllocatorPoolAllocationBytes": 532480,
      "ByteBuffAllocatorHeapAllocationRatio": 0.4006422205053119,
      "ByteBuffAllocatorTotalBufferCount": 186,
      "ByteBuffAllocatorUsedBufferCount": 1,
      "activeScanners": 0,
      "totalRequestCount": 25,
      "totalRowActionRequestCount": 14,
      "readRequestCount": 7,
      "cpRequestCount": 0,
      "filteredReadRequestCount": 0,
      "writeRequestCount": 7,
      "rpcGetRequestCount": 2,
      "rpcFullScanRequestCount": 0,
      "rpcScanRequestCount": 8,
      "rpcMultiRequestCount": 0,
      "rpcMutateRequestCount": 15,
      "checkMutateFailedCount": 0,
      "checkMutatePassedCount": 0,
      "blockCacheHitCount": 0,
      "blockCacheHitCountPrimary": 0,
      "blockCacheHitCachingCount": 0,
      "blockCacheMissCount": 0,
      "blockCacheMissCountPrimary": 0,
      "blockCacheMissCachingCount": 0,
      "blockCacheEvictionCount": 0,
      "blockCacheEvictionCountPrimary": 0,
      "blockCacheFailedInsertionCount": 0,
      "blockCacheDataMissCount": 0,
      "blockCacheLeafIndexMissCount": 0,
      "blockCacheBloomChunkMissCount": 0,
      "blockCacheMetaMissCount": 0,
      "blockCacheRootIndexMissCount": 0,
      "blockCacheIntermediateIndexMissCount": 0,
      "blockCacheFileInfoMissCount": 0,
      "blockCacheGeneralBloomMetaMissCount": 0,
      "blockCacheDeleteFamilyBloomMissCount": 0,
      "blockCacheTrailerMissCount": 0,
      "blockCacheDataHitCount": 0,
      "blockCacheLeafIndexHitCount": 0,
      "blockCacheBloomChunkHitCount": 0,
      "blockCacheMetaHitCount": 0,
      "blockCacheRootIndexHitCount": 0,
      "blockCacheIntermediateIndexHitCount": 0,
      "blockCacheFileInfoHitCount": 0,
      "blockCacheGeneralBloomMetaHitCount": 0,
      "blockCacheDeleteFamilyBloomHitCount": 0,
      "blockCacheTrailerHitCount": 0,
      "updatesBlockedTime": 0,
      "flushedCellsCount": 0,
      "compactedCellsCount": 0,
      "majorCompactedCellsCount": 0,
      "flushedCellsSize": 0,
      "compactedCellsSize": 0,
      "majorCompactedCellsSize": 0,
      "cellsCountCompactedFromMob": 0,
      "cellsCountCompactedToMob": 0,
      "cellsSizeCompactedFromMob": 0,
      "cellsSizeCompactedToMob": 0,
      "mobFlushCount": 0,
      "mobFlushedCellsCount": 0,
      "mobFlushedCellsSize": 0,
      "mobScanCellsCount": 0,
      "mobScanCellsSize": 0,
      "mobFileCacheAccessCount": 0,
      "mobFileCacheMissCount": 0,
      "mobFileCacheEvictedCount": 0,
      "hedgedReads": 0,
      "hedgedReadWins": 0,
      "hedgedReadOpsInCurThread": 0,
      "blockedRequestCount": 0,
      "CheckAndMutate_num_ops": 0,
      "CheckAndMutate_min": 0,
      "CheckAndMutate_max": 0,
      "CheckAndMutate_mean": 0,
      "CheckAndMutate_25th_percentile": 0,
      "CheckAndMutate_median": 0,
      "CheckAndMutate_75th_percentile": 0,
      "CheckAndMutate_90th_percentile": 0,
      "CheckAndMutate_95th_percentile": 0,
      "CheckAndMutate_98th_percentile": 0,
      "CheckAndMutate_99th_percentile": 0,
      "CheckAndMutate_99.9th_percentile": 0,
      "MajorCompactionTime_num_ops": 0,
      "MajorCompactionTime_min": 0,
      "MajorCompactionTime_max": 0,
      "MajorCompactionTime_mean": 0,
      "MajorCompactionTime_25th_percentile": 0,
      "MajorCompactionTime_median": 0,
      "MajorCompactionTime_75th_percentile": 0,
      "MajorCompactionTime_90th_percentile": 0,
      "MajorCompactionTime_95th_percentile": 0,
      "MajorCompactionTime_98th_percentile": 0,
      "MajorCompactionTime_99th_percentile": 0,
      "MajorCompactionTime_99.9th_percentile": 0,
      "ScanTime_num_ops": 8,
      "ScanTime_min": 0,
      "ScanTime_max": 2,
      "ScanTime_mean": 1,
      "ScanTime_25th_percentile": 1,
      "ScanTime_median": 1,
      "ScanTime_75th_percentile": 2,
      "ScanTime_90th_percentile": 2,
      "ScanTime_95th_percentile": 2,
      "ScanTime_98th_percentile": 2,
      "ScanTime_99th_percentile": 2,
      "ScanTime_99.9th_percentile": 2,
      "ScanTime_TimeRangeCount_0-1": 3,
      "ScanTime_TimeRangeCount_1-3": 1,
      "CheckAndMutateBlockBytesScanned_num_ops": 0,
      "CheckAndMutateBlockBytesScanned_min": 0,
      "CheckAndMutateBlockBytesScanned_max": 0,
      "CheckAndMutateBlockBytesScanned_mean": 0,
      "CheckAndMutateBlockBytesScanned_25th_percentile": 0,
      "CheckAndMutateBlockBytesScanned_median": 0,
      "CheckAndMutateBlockBytesScanned_75th_percentile": 0,
      "CheckAndMutateBlockBytesScanned_90th_percentile": 0,
      "CheckAndMutateBlockBytesScanned_95th_percentile": 0,
      "CheckAndMutateBlockBytesScanned_98th_percentile": 0,
      "CheckAndMutateBlockBytesScanned_99th_percentile": 0,
      "CheckAndMutateBlockBytesScanned_99.9th_percentile": 0,
      "Put_num_ops": 15,
      "Put_min": 1,
      "Put_max": 2,
      "Put_mean": 1,
      "Put_25th_percentile": 1,
      "Put_median": 1,
      "Put_75th_percentile": 1,
      "Put_90th_percentile": 1,
      "Put_95th_percentile": 1,
      "Put_98th_percentile": 1,
      "Put_99th_percentile": 1,
      "Put_99.9th_percentile": 1,
      "Put_TimeRangeCount_0-1": 13,
      "splitRequestCount": 0,
      "AppendBlockBytesScanned_num_ops": 0,
      "AppendBlockBytesScanned_min": 0,
      "AppendBlockBytesScanned_max": 0,
      "AppendBlockBytesScanned_mean": 0,
      "AppendBlockBytesScanned_25th_percentile": 0,
      "AppendBlockBytesScanned_median": 0,
      "AppendBlockBytesScanned_75th_percentile": 0,
      "AppendBlockBytesScanned_90th_percentile": 0,
      "AppendBlockBytesScanned_95th_percentile": 0,
      "AppendBlockBytesScanned_98th_percentile": 0,
      "AppendBlockBytesScanned_99th_percentile": 0,
      "AppendBlockBytesScanned_99.9th_percentile": 0,
      "PutBatch_num_ops": 0,
      "PutBatch_min": 0,
      "PutBatch_max": 0,
      "PutBatch_mean": 0,
      "PutBatch_25th_percentile": 0,
      "PutBatch_median": 0,
      "PutBatch_75th_percentile": 0,
      "PutBatch_90th_percentile": 0,
      "PutBatch_95th_percentile": 0,
      "PutBatch_98th_percentile": 0,
      "PutBatch_99th_percentile": 0,
      "PutBatch_99.9th_percentile": 0,
      "IncrementBlockBytesScanned_num_ops": 0,
      "IncrementBlockBytesScanned_min": 0,
      "IncrementBlockBytesScanned_max": 0,
      "IncrementBlockBytesScanned_mean": 0,
      "IncrementBlockBytesScanned_25th_percentile": 0,
      "IncrementBlockBytesScanned_median": 0,
      "IncrementBlockBytesScanned_75th_percentile": 0,
      "IncrementBlockBytesScanned_90th_percentile": 0,
      "IncrementBlockBytesScanned_95th_percentile": 0,
      "IncrementBlockBytesScanned_98th_percentile": 0,
      "IncrementBlockBytesScanned_99th_percentile": 0,
      "IncrementBlockBytesScanned_99.9th_percentile": 0,
      "SplitTime_num_ops": 0,
      "SplitTime_min": 0,
      "SplitTime_max": 0,
      "SplitTime_mean": 0,
      "SplitTime_25th_percentile": 0,
      "SplitTime_median": 0,
      "SplitTime_75th_percentile": 0,
      "SplitTime_90th_percentile": 0,
      "SplitTime_95th_percentile": 0,
      "SplitTime_98th_percentile": 0,
      "SplitTime_99th_percentile": 0,
      "SplitTime_99.9th_percentile": 0,
      "GetBlockBytesScanned_num_ops": 0,
      "GetBlockBytesScanned_min": 0,
      "GetBlockBytesScanned_max": 0,
      "GetBlockBytesScanned_mean": 0,
      "GetBlockBytesScanned_25th_percentile": 0,
      "GetBlockBytesScanned_median": 0,
      "GetBlockBytesScanned_75th_percentile": 0,
      "GetBlockBytesScanned_90th_percentile": 0,
      "GetBlockBytesScanned_95th_percentile": 0,
      "GetBlockBytesScanned_98th_percentile": 0,
      "GetBlockBytesScanned_99th_percentile": 0,
      "GetBlockBytesScanned_99.9th_percentile": 0,
      "majorCompactedInputBytes": 0,
      "slowAppendCount": 0,
      "flushedOutputBytes": 0,
      "Replay_num_ops": 0,
      "Replay_min": 0,
      "Replay_max": 0,
      "Replay_mean": 0,
      "Replay_25th_percentile": 0,
      "Replay_median": 0,
      "Replay_75th_percentile": 0,
      "Replay_90th_percentile": 0,
      "Replay_95th_percentile": 0,
      "Replay_98th_percentile": 0,
      "Replay_99th_percentile": 0,
      "Replay_99.9th_percentile": 0,
      "MajorCompactionInputSize_num_ops": 0,
      "MajorCompactionInputSize_min": 0,
      "MajorCompactionInputSize_max": 0,
      "MajorCompactionInputSize_mean": 0,
      "MajorCompactionInputSize_25th_percentile": 0,
      "MajorCompactionInputSize_median": 0,
      "MajorCompactionInputSize_75th_percentile": 0,
      "MajorCompactionInputSize_90th_percentile": 0,
      "MajorCompactionInputSize_95th_percentile": 0,
      "MajorCompactionInputSize_98th_percentile": 0,
      "MajorCompactionInputSize_99th_percentile": 0,
      "MajorCompactionInputSize_99.9th_percentile": 0,
      "pauseInfoThresholdExceeded": 0,
      "CheckAndDelete_num_ops": 0,
      "CheckAndDelete_min": 0,
      "CheckAndDelete_max": 0,
      "CheckAndDelete_mean": 0,
      "CheckAndDelete_25th_percentile": 0,
      "CheckAndDelete_median": 0,
      "CheckAndDelete_75th_percentile": 0,
      "CheckAndDelete_90th_percentile": 0,
      "CheckAndDelete_95th_percentile": 0,
      "CheckAndDelete_98th_percentile": 0,
      "CheckAndDelete_99th_percentile": 0,
      "CheckAndDelete_99.9th_percentile": 0,
      "CompactionInputSize_num_ops": 0,
      "CompactionInputSize_min": 0,
      "CompactionInputSize_max": 0,
      "CompactionInputSize_mean": 0,
      "CompactionInputSize_25th_percentile": 0,
      "CompactionInputSize_median": 0,
      "CompactionInputSize_75th_percentile": 0,
      "CompactionInputSize_90th_percentile": 0,
      "CompactionInputSize_95th_percentile": 0,
      "CompactionInputSize_98th_percentile": 0,
      "CompactionInputSize_99th_percentile": 0,
      "CompactionInputSize_99.9th_percentile": 0,
      "flushedMemstoreBytes": 0,
      "majorCompactedOutputBytes": 0,
      "slowPutCount": 0,
      "compactedInputBytes": 0,
      "FlushOutputSize_num_ops": 0,
      "FlushOutputSize_min": 0,
      "FlushOutputSize_max": 0,
      "FlushOutputSize_mean": 0,
      "FlushOutputSize_25th_percentile": 0,
      "FlushOutputSize_median": 0,
      "FlushOutputSize_75th_percentile": 0,
      "FlushOutputSize_90th_percentile": 0,
      "FlushOutputSize_95th_percentile": 0,
      "FlushOutputSize_98th_percentile": 0,
      "FlushOutputSize_99th_percentile": 0,
      "FlushOutputSize_99.9th_percentile": 0,
      "PauseTimeWithGc_num_ops": 0,
      "PauseTimeWithGc_min": 0,
      "PauseTimeWithGc_max": 0,
      "PauseTimeWithGc_mean": 0,
      "PauseTimeWithGc_25th_percentile": 0,
      "PauseTimeWithGc_median": 0,
      "PauseTimeWithGc_75th_percentile": 0,
      "PauseTimeWithGc_90th_percentile": 0,
      "PauseTimeWithGc_95th_percentile": 0,
      "PauseTimeWithGc_98th_percentile": 0,
      "PauseTimeWithGc_99th_percentile": 0,
      "PauseTimeWithGc_99.9th_percentile": 0,
      "compactedOutputBytes": 0,
      "pauseWarnThresholdExceeded": 0,
      "ScanBlockBytesScanned_num_ops": 0,
      "ScanBlockBytesScanned_min": 0,
      "ScanBlockBytesScanned_max": 0,
      "ScanBlockBytesScanned_mean": 0,
      "ScanBlockBytesScanned_25th_percentile": 0,
      "ScanBlockBytesScanned_median": 0,
      "ScanBlockBytesScanned_75th_percentile": 0,
      "ScanBlockBytesScanned_90th_percentile": 0,
      "ScanBlockBytesScanned_95th_percentile": 0,
      "ScanBlockBytesScanned_98th_percentile": 0,
      "ScanBlockBytesScanned_99th_percentile": 0,
      "ScanBlockBytesScanned_99.9th_percentile": 0,
      "Increment_num_ops": 0,
      "Increment_min": 0,
      "Increment_max": 0,
      "Increment_mean": 0,
      "Increment_25th_percentile": 0,
      "Increment_median": 0,
      "Increment_75th_percentile": 0,
      "Increment_90th_percentile": 0,
      "Increment_95th_percentile": 0,
      "Increment_98th_percentile": 0,
      "Increment_99th_percentile": 0,
      "Increment_99.9th_percentile": 0,
      "Delete_num_ops": 0,
      "Delete_min": 0,
      "Delete_max": 0,
      "Delete_mean": 0,
      "Delete_25th_percentile": 0,
      "Delete_median": 0,
      "Delete_75th_percentile": 0,
      "Delete_90th_percentile": 0,
      "Delete_95th_percentile": 0,
      "Delete_98th_percentile": 0,
      "Delete_99th_percentile": 0,
      "Delete_99.9th_percentile": 0,
      "DeleteBatch_num_ops": 0,
      "DeleteBatch_min": 0,
      "DeleteBatch_max": 0,
      "DeleteBatch_mean": 0,
      "DeleteBatch_25th_percentile": 0,
      "DeleteBatch_median": 0,
      "DeleteBatch_75th_percentile": 0,
      "DeleteBatch_90th_percentile": 0,
      "DeleteBatch_95th_percentile": 0,
      "DeleteBatch_98th_percentile": 0,
      "DeleteBatch_99th_percentile": 0,
      "DeleteBatch_99.9th_percentile": 0,
      "blockBytesScannedCount": 0,
      "FlushMemstoreSize_num_ops": 0,
      "FlushMemstoreSize_min": 0,
      "FlushMemstoreSize_max": 0,
      "FlushMemstoreSize_mean": 0,
      "FlushMemstoreSize_25th_percentile": 0,
      "FlushMemstoreSize_median": 0,
      "FlushMemstoreSize_75th_percentile": 0,
      "FlushMemstoreSize_90th_percentile": 0,
      "FlushMemstoreSize_95th_percentile": 0,
      "FlushMemstoreSize_98th_percentile": 0,
      "FlushMemstoreSize_99th_percentile": 0,
      "FlushMemstoreSize_99.9th_percentile": 0,
      "CompactionInputFileCount_num_ops": 0,
      "CompactionInputFileCount_min": 0,
      "CompactionInputFileCount_max": 0,
      "CompactionInputFileCount_mean": 0,
      "CompactionInputFileCount_25th_percentile": 0,
      "CompactionInputFileCount_median": 0,
      "CompactionInputFileCount_75th_percentile": 0,
      "CompactionInputFileCount_90th_percentile": 0,
      "CompactionInputFileCount_95th_percentile": 0,
      "CompactionInputFileCount_98th_percentile": 0,
      "CompactionInputFileCount_99th_percentile": 0,
      "CompactionInputFileCount_99.9th_percentile": 0,
      "CompactionTime_num_ops": 0,
      "CompactionTime_min": 0,
      "CompactionTime_max": 0,
      "CompactionTime_mean": 0,
      "CompactionTime_25th_percentile": 0,
      "CompactionTime_median": 0,
      "CompactionTime_75th_percentile": 0,
      "CompactionTime_90th_percentile": 0,
      "CompactionTime_95th_percentile": 0,
      "CompactionTime_98th_percentile": 0,
      "CompactionTime_99th_percentile": 0,
      "CompactionTime_99.9th_percentile": 0,
      "Get_num_ops": 2,
      "Get_min": 0,
      "Get_max": 0,
      "Get_mean": 0,
      "Get_25th_percentile": 0,
      "Get_median": 0,
      "Get_75th_percentile": 0,
      "Get_90th_percentile": 0,
      "Get_95th_percentile": 0,
      "Get_98th_percentile": 0,
      "Get_99th_percentile": 0,
      "Get_99.9th_percentile": 0,
      "Get_TimeRangeCount_0-1": 1,
      "MajorCompactionInputFileCount_num_ops": 0,
      "MajorCompactionInputFileCount_min": 0,
      "MajorCompactionInputFileCount_max": 0,
      "MajorCompactionInputFileCount_mean": 0,
      "MajorCompactionInputFileCount_25th_percentile": 0,
      "MajorCompactionInputFileCount_median": 0,
      "MajorCompactionInputFileCount_75th_percentile": 0,
      "MajorCompactionInputFileCount_90th_percentile": 0,
      "MajorCompactionInputFileCount_95th_percentile": 0,
      "MajorCompactionInputFileCount_98th_percentile": 0,
      "MajorCompactionInputFileCount_99th_percentile": 0,
      "MajorCompactionInputFileCount_99.9th_percentile": 0,
      "scannerLeaseExpiredCount": 0,
      "CheckAndPut_num_ops": 0,
      "CheckAndPut_min": 0,
      "CheckAndPut_max": 0,
      "CheckAndPut_mean": 0,
      "CheckAndPut_25th_percentile": 0,
      "CheckAndPut_median": 0,
      "CheckAndPut_75th_percentile": 0,
      "CheckAndPut_90th_percentile": 0,
      "CheckAndPut_95th_percentile": 0,
      "CheckAndPut_98th_percentile": 0,
      "CheckAndPut_99th_percentile": 0,
      "CheckAndPut_99.9th_percentile": 0,
      "MajorCompactionOutputSize_num_ops": 0,
      "MajorCompactionOutputSize_min": 0,
      "MajorCompactionOutputSize_max": 0,
      "MajorCompactionOutputSize_mean": 0,
      "MajorCompactionOutputSize_25th_percentile": 0,
      "MajorCompactionOutputSize_median": 0,
      "MajorCompactionOutputSize_75th_percentile": 0,
      "MajorCompactionOutputSize_90th_percentile": 0,
      "MajorCompactionOutputSize_95th_percentile": 0,
      "MajorCompactionOutputSize_98th_percentile": 0,
      "MajorCompactionOutputSize_99th_percentile": 0,
      "MajorCompactionOutputSize_99.9th_percentile": 0,
      "CompactionOutputFileCount_num_ops": 0,
      "CompactionOutputFileCount_min": 0,
      "CompactionOutputFileCount_max": 0,
      "CompactionOutputFileCount_mean": 0,
      "CompactionOutputFileCount_25th_percentile": 0,
      "CompactionOutputFileCount_median": 0,
      "CompactionOutputFileCount_75th_percentile": 0,
      "CompactionOutputFileCount_90th_percentile": 0,
      "CompactionOutputFileCount_95th_percentile": 0,
      "CompactionOutputFileCount_98th_percentile": 0,
      "CompactionOutputFileCount_99th_percentile": 0,
      "CompactionOutputFileCount_99.9th_percentile": 0,
      "slowDeleteCount": 0,
      "FlushTime_num_ops": 0,
      "FlushTime_min": 0,
      "FlushTime_max": 0,
      "FlushTime_mean": 0,
      "FlushTime_25th_percentile": 0,
      "FlushTime_median": 0,
      "FlushTime_75th_percentile": 0,
      "FlushTime_90th_percentile": 0,
      "FlushTime_95th_percentile": 0,
      "FlushTime_98th_percentile": 0,
      "FlushTime_99th_percentile": 0,
      "FlushTime_99.9th_percentile": 0,
      "splitSuccessCount": 0,
      "MajorCompactionOutputFileCount_num_ops": 0,
      "MajorCompactionOutputFileCount_min": 0,
      "MajorCompactionOutputFileCount_max": 0,
      "MajorCompactionOutputFileCount_mean": 0,
      "MajorCompactionOutputFileCount_25th_percentile": 0,
      "MajorCompactionOutputFileCount_median": 0,
      "MajorCompactionOutputFileCount_75th_percentile": 0,
      "MajorCompactionOutputFileCount_90th_percentile": 0,
      "MajorCompactionOutputFileCount_95th_percentile": 0,
      "MajorCompactionOutputFileCount_98th_percentile": 0,
      "MajorCompactionOutputFileCount_99th_percentile": 0,
      "MajorCompactionOutputFileCount_99.9th_percentile": 0,
      "slowGetCount": 0,
      "ScanSize_num_ops": 8,
      "ScanSize_min": 1112,
      "ScanSize_max": 1112,
      "ScanSize_mean": 1112,
      "ScanSize_25th_percentile": 1112,
      "ScanSize_median": 1112,
      "ScanSize_75th_percentile": 1112,
      "ScanSize_90th_percentile": 1112,
      "ScanSize_95th_percentile": 1112,
      "ScanSize_98th_percentile": 1112,
      "ScanSize_99th_percentile": 1112,
      "ScanSize_99.9th_percentile": 1112,
      "ScanSize_SizeRangeCount_100-1000": 4,
      "CompactionOutputSize_num_ops": 0,
      "CompactionOutputSize_min": 0,
      "CompactionOutputSize_max": 0,
      "CompactionOutputSize_mean": 0,
      "CompactionOutputSize_25th_percentile": 0,
      "CompactionOutputSize_median": 0,
      "CompactionOutputSize_75th_percentile": 0,
      "CompactionOutputSize_90th_percentile": 0,
      "CompactionOutputSize_95th_percentile": 0,
      "CompactionOutputSize_98th_percentile": 0,
      "CompactionOutputSize_99th_percentile": 0,
      "CompactionOutputSize_99.9th_percentile": 0,
      "PauseTimeWithoutGc_num_ops": 0,
      "PauseTimeWithoutGc_min": 0,
      "PauseTimeWithoutGc_max": 0,
      "PauseTimeWithoutGc_mean": 0,
      "PauseTimeWithoutGc_25th_percentile": 0,
      "PauseTimeWithoutGc_median": 0,
      "PauseTimeWithoutGc_75th_percentile": 0,
      "PauseTimeWithoutGc_90th_percentile": 0,
      "PauseTimeWithoutGc_95th_percentile": 0,
      "PauseTimeWithoutGc_98th_percentile": 0,
      "PauseTimeWithoutGc_99th_percentile": 0,
      "PauseTimeWithoutGc_99.9th_percentile": 0,
      "slowIncrementCount": 0,
      "Append_num_ops": 0,
      "Append_min": 0,
      "Append_max": 0,
      "Append_mean": 0,
      "Append_25th_percentile": 0,
      "Append_median": 0,
      "Append_75th_percentile": 0,
      "Append_90th_percentile": 0,
      "Append_95th_percentile": 0,
      "Append_98th_percentile": 0,
      "Append_99th_percentile": 0,
      "Append_99.9th_percentile": 0,
      "Bulkload_count": 0,
      "Bulkload_mean_rate": 0.0,
      "Bulkload_1min_rate": 0.0,
      "Bulkload_5min_rate": 0.0,
      "Bulkload_15min_rate": 0.0,
      "Bulkload_num_ops": 0,
      "Bulkload_min": 0,
      "Bulkload_max": 0,
      "Bulkload_mean": 0,
      "Bulkload_25th_percentile": 0,
      "Bulkload_median": 0,
      "Bulkload_75th_percentile": 0,
      "Bulkload_90th_percentile": 0,
      "Bulkload_95th_percentile": 0,
      "Bulkload_98th_percentile": 0,
      "Bulkload_99th_percentile": 0,
      "Bulkload_99.9th_percentile": 0
    }
  ]
}
2024-11-23T05:40:34,033 WARN  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33981 {}] master.MasterRpcServices(700): 9abfc7c2569e,36983,1732340415125 reported a fatal error:
***** ABORTING region server 9abfc7c2569e,36983,1732340415125: testing *****
2024-11-23T05:40:34,035 INFO  [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '9abfc7c2569e,36983,1732340415125' *****
2024-11-23T05:40:34,035 INFO  [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: testing
2024-11-23T05:40:34,035 INFO  [RS:1;9abfc7c2569e:36983 {}] regionserver.HeapMemoryManager(220): Stopping
2024-11-23T05:40:34,036 INFO  [RS:1;9abfc7c2569e:36983 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly.
2024-11-23T05:40:34,036 INFO  [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting
2024-11-23T05:40:34,036 INFO  [RS:1;9abfc7c2569e:36983 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly.
2024-11-23T05:40:34,036 INFO  [RS:1;9abfc7c2569e:36983 {}] regionserver.HRegionServer(3091): Received CLOSE for 1facfe8b5c0b9aa91833e0d0bae80315
2024-11-23T05:40:34,036 INFO  [RS:1;9abfc7c2569e:36983 {}] regionserver.HRegionServer(956): aborting server 9abfc7c2569e,36983,1732340415125
2024-11-23T05:40:34,036 INFO  [RS:1;9abfc7c2569e:36983 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-23T05:40:34,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38323 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Get size: 140 connection: 172.17.0.2:45678 deadline: 1732340494036, exception=org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=9abfc7c2569e port=36983 startCode=1732340415125. As of locationSeqNum=12.
2024-11-23T05:40:34,037 INFO  [RS:1;9abfc7c2569e:36983 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;9abfc7c2569e:36983.
2024-11-23T05:40:34,037 DEBUG [RS_CLOSE_REGION-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1facfe8b5c0b9aa91833e0d0bae80315, disabling compactions & flushes
2024-11-23T05:40:34,037 INFO  [RS_CLOSE_REGION-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1732340431739.1facfe8b5c0b9aa91833e0d0bae80315.
2024-11-23T05:40:34,037 DEBUG [RS:1;9abfc7c2569e:36983 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-23T05:40:34,037 DEBUG [RS_CLOSE_REGION-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1732340431739.1facfe8b5c0b9aa91833e0d0bae80315.
2024-11-23T05:40:34,037 DEBUG [RS_CLOSE_REGION-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1732340431739.1facfe8b5c0b9aa91833e0d0bae80315. after waiting 0 ms
2024-11-23T05:40:34,037 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1732340431739.1facfe8b5c0b9aa91833e0d0bae80315., hostname=9abfc7c2569e,38323,1732340414937, seqNum=5 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1732340431739.1facfe8b5c0b9aa91833e0d0bae80315., hostname=9abfc7c2569e,38323,1732340414937, seqNum=5, error=org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=9abfc7c2569e port=36983 startCode=1732340415125. As of locationSeqNum=12.
2024-11-23T05:40:34,037 DEBUG [RS_CLOSE_REGION-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1732340431739.1facfe8b5c0b9aa91833e0d0bae80315.
2024-11-23T05:40:34,037 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1732340431739.1facfe8b5c0b9aa91833e0d0bae80315., hostname=9abfc7c2569e,38323,1732340414937, seqNum=5 is org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=9abfc7c2569e port=36983 startCode=1732340415125. As of locationSeqNum=12.
2024-11-23T05:40:34,037 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.AsyncRegionLocatorHelper(84): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1732340431739.1facfe8b5c0b9aa91833e0d0bae80315., hostname=9abfc7c2569e,38323,1732340414937, seqNum=5 with the new location region=testReplayEditsAfterRegionMovedWithMultiCF,,1732340431739.1facfe8b5c0b9aa91833e0d0bae80315., hostname=9abfc7c2569e,36983,1732340415125, seqNum=12 constructed by org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=9abfc7c2569e port=36983 startCode=1732340415125. As of locationSeqNum=12.
2024-11-23T05:40:34,037 DEBUG [RS:1;9abfc7c2569e:36983 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-23T05:40:34,037 INFO  [RS:1;9abfc7c2569e:36983 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close
2024-11-23T05:40:34,038 DEBUG [RS:1;9abfc7c2569e:36983 {}] regionserver.HRegionServer(1325): Online Regions={1facfe8b5c0b9aa91833e0d0bae80315=testReplayEditsAfterRegionMovedWithMultiCF,,1732340431739.1facfe8b5c0b9aa91833e0d0bae80315.}
2024-11-23T05:40:34,038 DEBUG [RS:1;9abfc7c2569e:36983 {}] regionserver.HRegionServer(1351): Waiting on 1facfe8b5c0b9aa91833e0d0bae80315
2024-11-23T05:40:34,039 INFO  [RS_CLOSE_REGION-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1732340431739.1facfe8b5c0b9aa91833e0d0bae80315.
2024-11-23T05:40:34,039 DEBUG [RS_CLOSE_REGION-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1facfe8b5c0b9aa91833e0d0bae80315:
Waiting for close lock at 1732340434036Running coprocessor pre-close hooks at 1732340434037 (+1 ms)Disabling compacts and flushes for region at 1732340434037Disabling writes for close at 1732340434037Writing region close event to WAL at 1732340434039 (+2 ms)Running coprocessor post-close hooks at 1732340434039Closed at 1732340434039
2024-11-23T05:40:34,039 DEBUG [RS_CLOSE_REGION-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1732340431739.1facfe8b5c0b9aa91833e0d0bae80315.
2024-11-23T05:40:34,084 INFO  [regionserver/9abfc7c2569e:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases
2024-11-23T05:40:34,146 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 9abfc7c2569e,36983,1732340415125 aborting
	at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-23T05:40:34,147 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1732340431739.1facfe8b5c0b9aa91833e0d0bae80315., hostname=9abfc7c2569e,36983,1732340415125, seqNum=12 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1732340431739.1facfe8b5c0b9aa91833e0d0bae80315., hostname=9abfc7c2569e,36983,1732340415125, seqNum=12, error=org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 9abfc7c2569e,36983,1732340415125 aborting
2024-11-23T05:40:34,147 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1732340431739.1facfe8b5c0b9aa91833e0d0bae80315., hostname=9abfc7c2569e,36983,1732340415125, seqNum=12 is org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 9abfc7c2569e,36983,1732340415125 aborting
2024-11-23T05:40:34,147 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testReplayEditsAfterRegionMovedWithMultiCF,,1732340431739.1facfe8b5c0b9aa91833e0d0bae80315., hostname=9abfc7c2569e,36983,1732340415125, seqNum=12 from cache
2024-11-23T05:40:34,238 INFO  [RS:1;9abfc7c2569e:36983 {}] regionserver.HRegionServer(976): stopping server 9abfc7c2569e,36983,1732340415125; all regions closed.
2024-11-23T05:40:34,242 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40725 is added to blk_1073741834_1010 (size=1677)
2024-11-23T05:40:34,242 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33125 is added to blk_1073741834_1010 (size=1677)
2024-11-23T05:40:34,243 DEBUG [RS:1;9abfc7c2569e:36983 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-23T05:40:34,243 INFO  [RS:1;9abfc7c2569e:36983 {}] regionserver.LeaseManager(133): Closed leases
2024-11-23T05:40:34,243 INFO  [RS:1;9abfc7c2569e:36983 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-23T05:40:34,243 INFO  [RS:1;9abfc7c2569e:36983 {}] hbase.ChoreService(370): Chore service for: regionserver/9abfc7c2569e:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown
2024-11-23T05:40:34,244 INFO  [regionserver/9abfc7c2569e:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-23T05:40:34,244 INFO  [RS:1;9abfc7c2569e:36983 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish...
2024-11-23T05:40:34,244 INFO  [RS:1;9abfc7c2569e:36983 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish...
2024-11-23T05:40:34,244 INFO  [RS:1;9abfc7c2569e:36983 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish...
2024-11-23T05:40:34,244 INFO  [RS:1;9abfc7c2569e:36983 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-23T05:40:34,244 INFO  [RS:1;9abfc7c2569e:36983 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36983
2024-11-23T05:40:34,274 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testRegionMadeOfBulkLoadedFilesOnly
2024-11-23T05:40:34,274 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testRegionMadeOfBulkLoadedFilesOnly Metrics about Tables on a single HBase RegionServer
2024-11-23T05:40:34,275 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testSequentialEditLogSeqNum
2024-11-23T05:40:34,275 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testSequentialEditLogSeqNum Metrics about Tables on a single HBase RegionServer
2024-11-23T05:40:34,298 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36983-0x101677e83ba0002, quorum=127.0.0.1:56120, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/9abfc7c2569e,36983,1732340415125
2024-11-23T05:40:34,298 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33981-0x101677e83ba0000, quorum=127.0.0.1:56120, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs
2024-11-23T05:40:34,298 INFO  [RS:1;9abfc7c2569e:36983 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-23T05:40:34,307 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [9abfc7c2569e,36983,1732340415125]
2024-11-23T05:40:34,315 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/9abfc7c2569e,36983,1732340415125 already deleted, retry=false
2024-11-23T05:40:34,315 INFO  [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of 9abfc7c2569e,36983,1732340415125 on 9abfc7c2569e,33981,1732340413675
2024-11-23T05:40:34,320 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 9abfc7c2569e,36983,1732340415125, splitWal=true, meta=false
2024-11-23T05:40:34,322 INFO  [RegionServerTracker-0 {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=13 for 9abfc7c2569e,36983,1732340415125 (carryingMeta=false) 9abfc7c2569e,36983,1732340415125/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@355788e6[Write locks = 1, Read locks = 0], oldState=ONLINE.
2024-11-23T05:40:34,322 INFO  [PEWorker-2 {}] procedure.ServerCrashProcedure(169): Start pid=13, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 9abfc7c2569e,36983,1732340415125, splitWal=true, meta=false
2024-11-23T05:40:34,324 INFO  [PEWorker-2 {}] procedure.ServerCrashProcedure(207): 9abfc7c2569e,36983,1732340415125 had 1 regions
2024-11-23T05:40:34,325 INFO  [PEWorker-2 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=13, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 9abfc7c2569e,36983,1732340415125, splitWal=true, meta=false, isMeta: false
2024-11-23T05:40:34,327 DEBUG [PEWorker-2 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:39201/user/jenkins/test-data/c5e2a731-f775-75ff-0609-7c22199d5862/WALs/9abfc7c2569e,36983,1732340415125-splitting
2024-11-23T05:40:34,328 INFO  [PEWorker-2 {}] master.SplitWALManager(105): 9abfc7c2569e,36983,1732340415125 WAL count=1, meta=false
2024-11-23T05:40:34,330 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure 9abfc7c2569e%2C36983%2C1732340415125.1732340417647}]
2024-11-23T05:40:34,335 DEBUG [PEWorker-5 {}] master.SplitWALManager(158): Acquired split WAL worker=9abfc7c2569e,43843,1732340415239
2024-11-23T05:40:34,338 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 9abfc7c2569e%2C36983%2C1732340415125.1732340417647, worker=9abfc7c2569e,43843,1732340415239}]
2024-11-23T05:40:34,359 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testReplayEditsAfterRegionMovedWithMultiCF', row='r1', locateType=CURRENT is [region=testReplayEditsAfterRegionMovedWithMultiCF,,1732340431739.1facfe8b5c0b9aa91833e0d0bae80315., hostname=9abfc7c2569e,36983,1732340415125, seqNum=18]
2024-11-23T05:40:34,360 WARN  [RPCClient-NioEventLoopGroup-6-5 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 9abfc7c2569e:36983
org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 9abfc7c2569e/172.17.0.2:36983
Caused by: java.net.ConnectException: Connection refused
	at sun.nio.ch.Net.pollConnect(Native Method) ~[?:?]
	at sun.nio.ch.Net.pollConnectNow(Net.java:672) ~[?:?]
	at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946) ~[?:?]
	at org.apache.hbase.thirdparty.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-23T05:40:34,361 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1732340431739.1facfe8b5c0b9aa91833e0d0bae80315., hostname=9abfc7c2569e,36983,1732340415125, seqNum=18 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1732340431739.1facfe8b5c0b9aa91833e0d0bae80315., hostname=9abfc7c2569e,36983,1732340415125, seqNum=18, error=java.net.ConnectException: Call to address=9abfc7c2569e:36983 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 9abfc7c2569e/172.17.0.2:36983
2024-11-23T05:40:34,361 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1732340431739.1facfe8b5c0b9aa91833e0d0bae80315., hostname=9abfc7c2569e,36983,1732340415125, seqNum=18 is java.net.ConnectException: Connection refused
2024-11-23T05:40:34,361 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testReplayEditsAfterRegionMovedWithMultiCF,,1732340431739.1facfe8b5c0b9aa91833e0d0bae80315., hostname=9abfc7c2569e,36983,1732340415125, seqNum=18 from cache
2024-11-23T05:40:34,361 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] ipc.FailedServers(52): Added failed server with address 9abfc7c2569e:36983 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 9abfc7c2569e/172.17.0.2:36983
2024-11-23T05:40:34,407 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36983-0x101677e83ba0002, quorum=127.0.0.1:56120, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-23T05:40:34,407 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36983-0x101677e83ba0002, quorum=127.0.0.1:56120, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-23T05:40:34,407 INFO  [RS:1;9abfc7c2569e:36983 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-23T05:40:34,408 INFO  [RS:1;9abfc7c2569e:36983 {}] regionserver.HRegionServer(1031): Exiting; stopping=9abfc7c2569e,36983,1732340415125; zookeeper connection closed.
2024-11-23T05:40:34,408 INFO  [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@32ba7a2f {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@32ba7a2f
2024-11-23T05:40:34,504 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43843 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=15
2024-11-23T05:40:34,528 INFO  [RS_LOG_REPLAY_OPS-regionserver/9abfc7c2569e:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(299): Splitting hdfs://localhost:39201/user/jenkins/test-data/c5e2a731-f775-75ff-0609-7c22199d5862/WALs/9abfc7c2569e,36983,1732340415125-splitting/9abfc7c2569e%2C36983%2C1732340415125.1732340417647, size=1.6 K (1677bytes)
2024-11-23T05:40:34,528 INFO  [RS_LOG_REPLAY_OPS-regionserver/9abfc7c2569e:0-0 {event_type=RS_LOG_REPLAY, pid=15}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39201/user/jenkins/test-data/c5e2a731-f775-75ff-0609-7c22199d5862/WALs/9abfc7c2569e,36983,1732340415125-splitting/9abfc7c2569e%2C36983%2C1732340415125.1732340417647
2024-11-23T05:40:34,528 INFO  [RS_LOG_REPLAY_OPS-regionserver/9abfc7c2569e:0-0 {event_type=RS_LOG_REPLAY, pid=15}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39201/user/jenkins/test-data/c5e2a731-f775-75ff-0609-7c22199d5862/WALs/9abfc7c2569e,36983,1732340415125-splitting/9abfc7c2569e%2C36983%2C1732340415125.1732340417647 after 0ms
2024-11-23T05:40:34,531 DEBUG [RS_LOG_REPLAY_OPS-regionserver/9abfc7c2569e:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:39201/user/jenkins/test-data/c5e2a731-f775-75ff-0609-7c22199d5862/WALs/9abfc7c2569e,36983,1732340415125-splitting/9abfc7c2569e%2C36983%2C1732340415125.1732340417647: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null
2024-11-23T05:40:34,531 INFO  [RS_LOG_REPLAY_OPS-regionserver/9abfc7c2569e:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(310): Open hdfs://localhost:39201/user/jenkins/test-data/c5e2a731-f775-75ff-0609-7c22199d5862/WALs/9abfc7c2569e,36983,1732340415125-splitting/9abfc7c2569e%2C36983%2C1732340415125.1732340417647 took 3ms
2024-11-23T05:40:34,537 DEBUG [RS_LOG_REPLAY_OPS-regionserver/9abfc7c2569e:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(352): Last flushed sequenceid for 1facfe8b5c0b9aa91833e0d0bae80315: last_flushed_sequence_id: 12 store_sequence_id { family_name: "cf1" sequence_id: 12 } store_sequence_id { family_name: "cf2" sequence_id: 12 }
2024-11-23T05:40:34,537 DEBUG [RS_LOG_REPLAY_OPS-regionserver/9abfc7c2569e:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39201/user/jenkins/test-data/c5e2a731-f775-75ff-0609-7c22199d5862/WALs/9abfc7c2569e,36983,1732340415125-splitting/9abfc7c2569e%2C36983%2C1732340415125.1732340417647 so closing down
2024-11-23T05:40:34,537 DEBUG [RS_LOG_REPLAY_OPS-regionserver/9abfc7c2569e:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.OutputSink(125): Waiting for split writer threads to finish
2024-11-23T05:40:34,537 INFO  [RS_LOG_REPLAY_OPS-regionserver/9abfc7c2569e:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.OutputSink(145): 3 split writer threads finished
2024-11-23T05:40:34,537 INFO  [RS_LOG_REPLAY_OPS-regionserver/9abfc7c2569e:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(425): Processed 6 edits across 0 Regions in 5 ms; skipped=6; WAL=hdfs://localhost:39201/user/jenkins/test-data/c5e2a731-f775-75ff-0609-7c22199d5862/WALs/9abfc7c2569e,36983,1732340415125-splitting/9abfc7c2569e%2C36983%2C1732340415125.1732340417647, size=1.6 K, length=1677, corrupted=false, cancelled=false
2024-11-23T05:40:34,537 DEBUG [RS_LOG_REPLAY_OPS-regionserver/9abfc7c2569e:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(428): Completed split of hdfs://localhost:39201/user/jenkins/test-data/c5e2a731-f775-75ff-0609-7c22199d5862/WALs/9abfc7c2569e,36983,1732340415125-splitting/9abfc7c2569e%2C36983%2C1732340415125.1732340417647, journal: Splitting hdfs://localhost:39201/user/jenkins/test-data/c5e2a731-f775-75ff-0609-7c22199d5862/WALs/9abfc7c2569e,36983,1732340415125-splitting/9abfc7c2569e%2C36983%2C1732340415125.1732340417647, size=1.6 K (1677bytes) at 1732340434528Finishing writing output for hdfs://localhost:39201/user/jenkins/test-data/c5e2a731-f775-75ff-0609-7c22199d5862/WALs/9abfc7c2569e,36983,1732340415125-splitting/9abfc7c2569e%2C36983%2C1732340415125.1732340417647 so closing down at 1732340434537 (+9 ms)3 split writer threads finished at 1732340434537Processed 6 edits across 0 Regions in 5 ms; skipped=6; WAL=hdfs://localhost:39201/user/jenkins/test-data/c5e2a731-f775-75ff-0609-7c22199d5862/WALs/9abfc7c2569e,36983,1732340415125-splitting/9abfc7c2569e%2C36983%2C1732340415125.1732340417647, size=1.6 K, length=1677, corrupted=false, cancelled=false at 1732340434537
2024-11-23T05:40:34,538 DEBUG [RS_LOG_REPLAY_OPS-regionserver/9abfc7c2569e:0-0 {event_type=RS_LOG_REPLAY, pid=15}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:39201/user/jenkins/test-data/c5e2a731-f775-75ff-0609-7c22199d5862/WALs/9abfc7c2569e,36983,1732340415125-splitting/9abfc7c2569e%2C36983%2C1732340415125.1732340417647
2024-11-23T05:40:34,539 DEBUG [RS_LOG_REPLAY_OPS-regionserver/9abfc7c2569e:0-0 {event_type=RS_LOG_REPLAY, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15
2024-11-23T05:40:34,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33981 {}] master.HMaster(4169): Remote procedure done, pid=15
2024-11-23T05:40:34,545 INFO  [PEWorker-3 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39201/user/jenkins/test-data/c5e2a731-f775-75ff-0609-7c22199d5862/WALs/9abfc7c2569e,36983,1732340415125-splitting/9abfc7c2569e%2C36983%2C1732340415125.1732340417647 to hdfs://localhost:39201/user/jenkins/test-data/c5e2a731-f775-75ff-0609-7c22199d5862/oldWALs
2024-11-23T05:40:34,547 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14
2024-11-23T05:40:34,548 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 9abfc7c2569e%2C36983%2C1732340415125.1732340417647, worker=9abfc7c2569e,43843,1732340415239 in 207 msec
2024-11-23T05:40:34,549 DEBUG [PEWorker-1 {}] master.SplitWALManager(172): Release split WAL worker=9abfc7c2569e,43843,1732340415239
2024-11-23T05:40:34,552 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13
2024-11-23T05:40:34,552 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; SplitWALProcedure 9abfc7c2569e%2C36983%2C1732340415125.1732340417647, worker=9abfc7c2569e,43843,1732340415239 in 220 msec
2024-11-23T05:40:34,554 INFO  [PEWorker-2 {}] master.SplitLogManager(171): hdfs://localhost:39201/user/jenkins/test-data/c5e2a731-f775-75ff-0609-7c22199d5862/WALs/9abfc7c2569e,36983,1732340415125-splitting dir is empty, no logs to split.
2024-11-23T05:40:34,554 INFO  [PEWorker-2 {}] master.SplitWALManager(105): 9abfc7c2569e,36983,1732340415125 WAL count=0, meta=false
2024-11-23T05:40:34,554 DEBUG [PEWorker-2 {}] procedure.ServerCrashProcedure(329): Check if 9abfc7c2569e,36983,1732340415125 WAL splitting is done? wals=0, meta=false
2024-11-23T05:40:34,557 INFO  [PEWorker-2 {}] procedure.ServerCrashProcedure(321): Remove WAL directory for 9abfc7c2569e,36983,1732340415125 failed, ignore...File hdfs://localhost:39201/user/jenkins/test-data/c5e2a731-f775-75ff-0609-7c22199d5862/WALs/9abfc7c2569e,36983,1732340415125-splitting does not exist.
2024-11-23T05:40:34,559 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=1facfe8b5c0b9aa91833e0d0bae80315, ASSIGN}]
2024-11-23T05:40:34,561 INFO  [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=16, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=1facfe8b5c0b9aa91833e0d0bae80315, ASSIGN
2024-11-23T05:40:34,562 INFO  [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=16, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=1facfe8b5c0b9aa91833e0d0bae80315, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false
2024-11-23T05:40:34,671 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testReplayEditsAfterRegionMovedWithMultiCF', row='r1', locateType=CURRENT is [region=testReplayEditsAfterRegionMovedWithMultiCF,,1732340431739.1facfe8b5c0b9aa91833e0d0bae80315., hostname=9abfc7c2569e,36983,1732340415125, seqNum=18]
2024-11-23T05:40:34,671 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] ipc.AbstractRpcClient(357): Not trying to connect to 9abfc7c2569e:36983 this server is in the failed servers list
2024-11-23T05:40:34,672 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1732340431739.1facfe8b5c0b9aa91833e0d0bae80315., hostname=9abfc7c2569e,36983,1732340415125, seqNum=18 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1732340431739.1facfe8b5c0b9aa91833e0d0bae80315., hostname=9abfc7c2569e,36983,1732340415125, seqNum=18, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=9abfc7c2569e:36983 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 9abfc7c2569e:36983
2024-11-23T05:40:34,672 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1732340431739.1facfe8b5c0b9aa91833e0d0bae80315., hostname=9abfc7c2569e,36983,1732340415125, seqNum=18 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 9abfc7c2569e:36983
2024-11-23T05:40:34,672 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testReplayEditsAfterRegionMovedWithMultiCF,,1732340431739.1facfe8b5c0b9aa91833e0d0bae80315., hostname=9abfc7c2569e,36983,1732340415125, seqNum=18 from cache
2024-11-23T05:40:34,713 DEBUG [9abfc7c2569e:33981 {}] balancer.BalancerClusterState(204): Hosts are {9abfc7c2569e=0} racks are {/default-rack=0}
2024-11-23T05:40:34,713 DEBUG [9abfc7c2569e:33981 {}] balancer.BalancerClusterState(303): server 0 has 0 regions
2024-11-23T05:40:34,713 DEBUG [9abfc7c2569e:33981 {}] balancer.BalancerClusterState(303): server 1 has 0 regions
2024-11-23T05:40:34,713 DEBUG [9abfc7c2569e:33981 {}] balancer.BalancerClusterState(310): server 0 is on host 0
2024-11-23T05:40:34,713 DEBUG [9abfc7c2569e:33981 {}] balancer.BalancerClusterState(310): server 1 is on host 0
2024-11-23T05:40:34,713 INFO  [9abfc7c2569e:33981 {}] balancer.BalancerClusterState(321): server 0 is on rack 0
2024-11-23T05:40:34,713 INFO  [9abfc7c2569e:33981 {}] balancer.BalancerClusterState(321): server 1 is on rack 0
2024-11-23T05:40:34,713 DEBUG [9abfc7c2569e:33981 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1
2024-11-23T05:40:34,713 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1facfe8b5c0b9aa91833e0d0bae80315, regionState=OPENING, regionLocation=9abfc7c2569e,43843,1732340415239
2024-11-23T05:40:34,716 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=1facfe8b5c0b9aa91833e0d0bae80315, ASSIGN because future has completed
2024-11-23T05:40:34,716 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1facfe8b5c0b9aa91833e0d0bae80315, server=9abfc7c2569e,43843,1732340415239}]
2024-11-23T05:40:34,874 INFO  [RS_OPEN_REGION-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(132): Open testReplayEditsAfterRegionMovedWithMultiCF,,1732340431739.1facfe8b5c0b9aa91833e0d0bae80315.
2024-11-23T05:40:34,875 DEBUG [RS_OPEN_REGION-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 1facfe8b5c0b9aa91833e0d0bae80315, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1732340431739.1facfe8b5c0b9aa91833e0d0bae80315.', STARTKEY => '', ENDKEY => ''}
2024-11-23T05:40:34,875 DEBUG [RS_OPEN_REGION-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterRegionMovedWithMultiCF 1facfe8b5c0b9aa91833e0d0bae80315
2024-11-23T05:40:34,876 DEBUG [RS_OPEN_REGION-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1732340431739.1facfe8b5c0b9aa91833e0d0bae80315.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-23T05:40:34,876 DEBUG [RS_OPEN_REGION-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7794): checking encryption for 1facfe8b5c0b9aa91833e0d0bae80315
2024-11-23T05:40:34,876 DEBUG [RS_OPEN_REGION-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7797): checking classloading for 1facfe8b5c0b9aa91833e0d0bae80315
2024-11-23T05:40:34,878 INFO  [StoreOpener-1facfe8b5c0b9aa91833e0d0bae80315-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region 1facfe8b5c0b9aa91833e0d0bae80315 
2024-11-23T05:40:34,879 INFO  [StoreOpener-1facfe8b5c0b9aa91833e0d0bae80315-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1facfe8b5c0b9aa91833e0d0bae80315 columnFamilyName cf1
2024-11-23T05:40:34,879 DEBUG [StoreOpener-1facfe8b5c0b9aa91833e0d0bae80315-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-23T05:40:34,886 DEBUG [StoreOpener-1facfe8b5c0b9aa91833e0d0bae80315-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39201/user/jenkins/test-data/c5e2a731-f775-75ff-0609-7c22199d5862/data/default/testReplayEditsAfterRegionMovedWithMultiCF/1facfe8b5c0b9aa91833e0d0bae80315/cf1/ef4e7a011dce4d11bd674e4e00b0b1d7
2024-11-23T05:40:34,886 INFO  [StoreOpener-1facfe8b5c0b9aa91833e0d0bae80315-1 {}] regionserver.HStore(327): Store=1facfe8b5c0b9aa91833e0d0bae80315/cf1,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-23T05:40:34,886 INFO  [StoreOpener-1facfe8b5c0b9aa91833e0d0bae80315-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region 1facfe8b5c0b9aa91833e0d0bae80315 
2024-11-23T05:40:34,887 INFO  [StoreOpener-1facfe8b5c0b9aa91833e0d0bae80315-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1facfe8b5c0b9aa91833e0d0bae80315 columnFamilyName cf2
2024-11-23T05:40:34,887 DEBUG [StoreOpener-1facfe8b5c0b9aa91833e0d0bae80315-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-23T05:40:34,894 DEBUG [StoreOpener-1facfe8b5c0b9aa91833e0d0bae80315-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39201/user/jenkins/test-data/c5e2a731-f775-75ff-0609-7c22199d5862/data/default/testReplayEditsAfterRegionMovedWithMultiCF/1facfe8b5c0b9aa91833e0d0bae80315/cf2/3e297474a9a245f686d3533a26cb1271
2024-11-23T05:40:34,894 INFO  [StoreOpener-1facfe8b5c0b9aa91833e0d0bae80315-1 {}] regionserver.HStore(327): Store=1facfe8b5c0b9aa91833e0d0bae80315/cf2,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-23T05:40:34,894 DEBUG [RS_OPEN_REGION-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1038): replaying wal for 1facfe8b5c0b9aa91833e0d0bae80315
2024-11-23T05:40:34,895 DEBUG [RS_OPEN_REGION-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39201/user/jenkins/test-data/c5e2a731-f775-75ff-0609-7c22199d5862/data/default/testReplayEditsAfterRegionMovedWithMultiCF/1facfe8b5c0b9aa91833e0d0bae80315
2024-11-23T05:40:34,896 DEBUG [RS_OPEN_REGION-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39201/user/jenkins/test-data/c5e2a731-f775-75ff-0609-7c22199d5862/data/default/testReplayEditsAfterRegionMovedWithMultiCF/1facfe8b5c0b9aa91833e0d0bae80315
2024-11-23T05:40:34,897 DEBUG [RS_OPEN_REGION-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1048): stopping wal replay for 1facfe8b5c0b9aa91833e0d0bae80315
2024-11-23T05:40:34,897 DEBUG [RS_OPEN_REGION-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 1facfe8b5c0b9aa91833e0d0bae80315
2024-11-23T05:40:34,898 DEBUG [RS_OPEN_REGION-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterRegionMovedWithMultiCF descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead.
2024-11-23T05:40:34,899 DEBUG [RS_OPEN_REGION-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1093): writing seq id for 1facfe8b5c0b9aa91833e0d0bae80315
2024-11-23T05:40:34,900 INFO  [RS_OPEN_REGION-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1114): Opened 1facfe8b5c0b9aa91833e0d0bae80315; next sequenceid=18; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62265377, jitterRate=-0.0721735805273056}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864}
2024-11-23T05:40:34,900 DEBUG [RS_OPEN_REGION-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1facfe8b5c0b9aa91833e0d0bae80315
2024-11-23T05:40:34,901 DEBUG [RS_OPEN_REGION-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1006): Region open journal for 1facfe8b5c0b9aa91833e0d0bae80315:
Running coprocessor pre-open hook at 1732340434876Writing region info on filesystem at 1732340434876Initializing all the Stores at 1732340434877 (+1 ms)Instantiating store for column family {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732340434877Instantiating store for column family {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732340434878 (+1 ms)Cleaning up temporary data from old regions at 1732340434897 (+19 ms)Running coprocessor post-open hooks at 1732340434900 (+3 ms)Region opened successfully at 1732340434901 (+1 ms)
2024-11-23T05:40:34,902 INFO  [RS_OPEN_REGION-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for testReplayEditsAfterRegionMovedWithMultiCF,,1732340431739.1facfe8b5c0b9aa91833e0d0bae80315., pid=17, masterSystemTime=1732340434868
2024-11-23T05:40:34,942 DEBUG [RS_OPEN_REGION-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for testReplayEditsAfterRegionMovedWithMultiCF,,1732340431739.1facfe8b5c0b9aa91833e0d0bae80315.
2024-11-23T05:40:34,942 INFO  [RS_OPEN_REGION-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(153): Opened testReplayEditsAfterRegionMovedWithMultiCF,,1732340431739.1facfe8b5c0b9aa91833e0d0bae80315.
2024-11-23T05:40:34,943 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1facfe8b5c0b9aa91833e0d0bae80315, regionState=OPEN, openSeqNum=18, regionLocation=9abfc7c2569e,43843,1732340415239
2024-11-23T05:40:34,945 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1facfe8b5c0b9aa91833e0d0bae80315, server=9abfc7c2569e,43843,1732340415239 because future has completed
2024-11-23T05:40:34,949 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16
2024-11-23T05:40:34,949 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; OpenRegionProcedure 1facfe8b5c0b9aa91833e0d0bae80315, server=9abfc7c2569e,43843,1732340415239 in 230 msec
2024-11-23T05:40:34,952 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=13
2024-11-23T05:40:34,952 INFO  [PEWorker-3 {}] procedure.ServerCrashProcedure(291): removed crashed server 9abfc7c2569e,36983,1732340415125 after splitting done
2024-11-23T05:40:34,952 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=13, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=1facfe8b5c0b9aa91833e0d0bae80315, ASSIGN in 390 msec
2024-11-23T05:40:34,955 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; ServerCrashProcedure 9abfc7c2569e,36983,1732340415125, splitWal=true, meta=false in 636 msec
2024-11-23T05:40:35,189 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testReplayEditsAfterRegionMovedWithMultiCF', row='r1', locateType=CURRENT is [region=testReplayEditsAfterRegionMovedWithMultiCF,,1732340431739.1facfe8b5c0b9aa91833e0d0bae80315., hostname=9abfc7c2569e,43843,1732340415239, seqNum=18]
2024-11-23T05:40:35,212 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayCompressed#testReplayEditsAfterRegionMovedWithMultiCF Thread=403 (was 401)
Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-4
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Abort regionserver monitor
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563)
	java.base@17.0.11/java.util.TimerThread.run(Timer.java:516)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-2
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_CLOSE_REGION-regionserver/9abfc7c2569e:0-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-3
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-7
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-2
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-6-8
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-967887811_22 at /127.0.0.1:37786 [Waiting for operation #28]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-6-7
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-6-5
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_OPEN_REGION-regionserver/9abfc7c2569e:0-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RSProcedureDispatcher-pool-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_942973021_22 at /127.0.0.1:34526 [Waiting for operation #17]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-6-4
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-6
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-5
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-3
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RSProcedureDispatcher-pool-2
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_OPEN_REGION-regionserver/9abfc7c2569e:0-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-6-6
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_LOG_REPLAY_OPS-regionserver/9abfc7c2569e:0-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-967887811_22 at /127.0.0.1:51266 [Waiting for operation #24]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=1036 (was 1003) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=465 (was 497), ProcessCount=11 (was 11), AvailableMemoryMB=8376 (was 8430)
2024-11-23T05:40:35,215 WARN  [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1036 is superior to 1024
2024-11-23T05:40:35,227 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayCompressed#testReplayEditsAfterPartialFlush Thread=403, OpenFileDescriptor=1036, MaxFileDescriptor=1048576, SystemLoadAverage=465, ProcessCount=11, AvailableMemoryMB=8375
2024-11-23T05:40:35,227 WARN  [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1036 is superior to 1024
2024-11-23T05:40:35,242 INFO  [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-23T05:40:35,243 INFO  [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-23T05:40:35,244 INFO  [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-23T05:40:35,247 INFO  [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-79849576, suffix=, logDir=hdfs://localhost:39201/hbase/WALs/hregion-79849576, archiveDir=hdfs://localhost:39201/hbase/oldWALs, maxLogs=32
2024-11-23T05:40:35,260 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-79849576/hregion-79849576.1732340435247, exclude list is [], retry=0
2024-11-23T05:40:35,263 DEBUG [AsyncFSWAL-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40725,DS-979d310d-3587-4cc1-bca5-3d701f1acf12,DISK]
2024-11-23T05:40:35,263 DEBUG [AsyncFSWAL-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44463,DS-9d9fa3d0-c341-4f0c-a64c-9c20a7b480ae,DISK]
2024-11-23T05:40:35,263 DEBUG [AsyncFSWAL-20-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33125,DS-c28b39bb-14cc-4d91-9756-de8fd07c026a,DISK]
2024-11-23T05:40:35,265 INFO  [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-79849576/hregion-79849576.1732340435247
2024-11-23T05:40:35,266 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46173:46173),(127.0.0.1/127.0.0.1:35021:35021),(127.0.0.1/127.0.0.1:45079:45079)]
2024-11-23T05:40:35,266 INFO  [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => d1fb488caa5bfc6b6e76b9ebe6792683, NAME => 'testReplayEditsWrittenViaHRegion,,1732340435242.d1fb488caa5bfc6b6e76b9ebe6792683.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenViaHRegion', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39201/hbase
2024-11-23T05:40:35,275 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40725 is added to blk_1073741893_1071 (size=67)
2024-11-23T05:40:35,275 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44463 is added to blk_1073741893_1071 (size=67)
2024-11-23T05:40:35,275 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33125 is added to blk_1073741893_1071 (size=67)
2024-11-23T05:40:35,276 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1732340435242.d1fb488caa5bfc6b6e76b9ebe6792683.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-23T05:40:35,277 INFO  [StoreOpener-d1fb488caa5bfc6b6e76b9ebe6792683-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region d1fb488caa5bfc6b6e76b9ebe6792683 
2024-11-23T05:40:35,279 INFO  [StoreOpener-d1fb488caa5bfc6b6e76b9ebe6792683-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d1fb488caa5bfc6b6e76b9ebe6792683 columnFamilyName a
2024-11-23T05:40:35,279 DEBUG [StoreOpener-d1fb488caa5bfc6b6e76b9ebe6792683-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-23T05:40:35,279 INFO  [StoreOpener-d1fb488caa5bfc6b6e76b9ebe6792683-1 {}] regionserver.HStore(327): Store=d1fb488caa5bfc6b6e76b9ebe6792683/a,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-23T05:40:35,279 INFO  [StoreOpener-d1fb488caa5bfc6b6e76b9ebe6792683-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region d1fb488caa5bfc6b6e76b9ebe6792683 
2024-11-23T05:40:35,280 INFO  [StoreOpener-d1fb488caa5bfc6b6e76b9ebe6792683-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d1fb488caa5bfc6b6e76b9ebe6792683 columnFamilyName b
2024-11-23T05:40:35,281 DEBUG [StoreOpener-d1fb488caa5bfc6b6e76b9ebe6792683-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-23T05:40:35,281 INFO  [StoreOpener-d1fb488caa5bfc6b6e76b9ebe6792683-1 {}] regionserver.HStore(327): Store=d1fb488caa5bfc6b6e76b9ebe6792683/b,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-23T05:40:35,281 INFO  [StoreOpener-d1fb488caa5bfc6b6e76b9ebe6792683-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region d1fb488caa5bfc6b6e76b9ebe6792683 
2024-11-23T05:40:35,283 INFO  [StoreOpener-d1fb488caa5bfc6b6e76b9ebe6792683-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d1fb488caa5bfc6b6e76b9ebe6792683 columnFamilyName c
2024-11-23T05:40:35,283 DEBUG [StoreOpener-d1fb488caa5bfc6b6e76b9ebe6792683-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-23T05:40:35,283 INFO  [StoreOpener-d1fb488caa5bfc6b6e76b9ebe6792683-1 {}] regionserver.HStore(327): Store=d1fb488caa5bfc6b6e76b9ebe6792683/c,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-23T05:40:35,284 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for d1fb488caa5bfc6b6e76b9ebe6792683
2024-11-23T05:40:35,285 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39201/hbase/data/default/testReplayEditsWrittenViaHRegion/d1fb488caa5bfc6b6e76b9ebe6792683
2024-11-23T05:40:35,285 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39201/hbase/data/default/testReplayEditsWrittenViaHRegion/d1fb488caa5bfc6b6e76b9ebe6792683
2024-11-23T05:40:35,286 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for d1fb488caa5bfc6b6e76b9ebe6792683
2024-11-23T05:40:35,286 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for d1fb488caa5bfc6b6e76b9ebe6792683
2024-11-23T05:40:35,287 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-11-23T05:40:35,288 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for d1fb488caa5bfc6b6e76b9ebe6792683
2024-11-23T05:40:35,290 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39201/hbase/data/default/testReplayEditsWrittenViaHRegion/d1fb488caa5bfc6b6e76b9ebe6792683/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-23T05:40:35,291 INFO  [Time-limited test {}] regionserver.HRegion(1114): Opened d1fb488caa5bfc6b6e76b9ebe6792683; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66542987, jitterRate=-0.00843222439289093}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-11-23T05:40:35,291 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for d1fb488caa5bfc6b6e76b9ebe6792683:
Writing region info on filesystem at 1732340435276Initializing all the Stores at 1732340435277 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732340435277Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732340435277Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732340435277Cleaning up temporary data from old regions at 1732340435286 (+9 ms)Region opened successfully at 1732340435291 (+5 ms)
2024-11-23T05:40:35,291 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing d1fb488caa5bfc6b6e76b9ebe6792683, disabling compactions & flushes
2024-11-23T05:40:35,291 INFO  [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1732340435242.d1fb488caa5bfc6b6e76b9ebe6792683.
2024-11-23T05:40:35,291 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1732340435242.d1fb488caa5bfc6b6e76b9ebe6792683.
2024-11-23T05:40:35,291 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1732340435242.d1fb488caa5bfc6b6e76b9ebe6792683. after waiting 0 ms
2024-11-23T05:40:35,291 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1732340435242.d1fb488caa5bfc6b6e76b9ebe6792683.
2024-11-23T05:40:35,292 INFO  [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1732340435242.d1fb488caa5bfc6b6e76b9ebe6792683.
2024-11-23T05:40:35,292 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for d1fb488caa5bfc6b6e76b9ebe6792683:
Waiting for close lock at 1732340435291Disabling compacts and flushes for region at 1732340435291Disabling writes for close at 1732340435291Writing region close event to WAL at 1732340435292 (+1 ms)Closed at 1732340435292
2024-11-23T05:40:35,294 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44463 is added to blk_1073741892_1070 (size=93)
2024-11-23T05:40:35,294 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33125 is added to blk_1073741892_1070 (size=93)
2024-11-23T05:40:35,294 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40725 is added to blk_1073741892_1070 (size=93)
2024-11-23T05:40:35,297 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs
2024-11-23T05:40:35,297 INFO  [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-79849576:(num 1732340435247)
2024-11-23T05:40:35,297 INFO  [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor
2024-11-23T05:40:35,299 INFO  [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:39201/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732340435241, archiveDir=hdfs://localhost:39201/hbase/oldWALs, maxLogs=32
2024-11-23T05:40:35,313 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732340435241/wal.1732340435299, exclude list is [], retry=0
2024-11-23T05:40:35,316 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40725,DS-979d310d-3587-4cc1-bca5-3d701f1acf12,DISK]
2024-11-23T05:40:35,316 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33125,DS-c28b39bb-14cc-4d91-9756-de8fd07c026a,DISK]
2024-11-23T05:40:35,317 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44463,DS-9d9fa3d0-c341-4f0c-a64c-9c20a7b480ae,DISK]
2024-11-23T05:40:35,325 INFO  [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732340435241/wal.1732340435299
2024-11-23T05:40:35,326 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46173:46173),(127.0.0.1/127.0.0.1:45079:45079),(127.0.0.1/127.0.0.1:35021:35021)]
2024-11-23T05:40:35,326 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => d1fb488caa5bfc6b6e76b9ebe6792683, NAME => 'testReplayEditsWrittenViaHRegion,,1732340435242.d1fb488caa5bfc6b6e76b9ebe6792683.', STARTKEY => '', ENDKEY => ''}
2024-11-23T05:40:35,326 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1732340435242.d1fb488caa5bfc6b6e76b9ebe6792683.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-23T05:40:35,326 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for d1fb488caa5bfc6b6e76b9ebe6792683
2024-11-23T05:40:35,326 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for d1fb488caa5bfc6b6e76b9ebe6792683
2024-11-23T05:40:35,328 INFO  [StoreOpener-d1fb488caa5bfc6b6e76b9ebe6792683-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region d1fb488caa5bfc6b6e76b9ebe6792683 
2024-11-23T05:40:35,329 INFO  [StoreOpener-d1fb488caa5bfc6b6e76b9ebe6792683-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d1fb488caa5bfc6b6e76b9ebe6792683 columnFamilyName a
2024-11-23T05:40:35,329 DEBUG [StoreOpener-d1fb488caa5bfc6b6e76b9ebe6792683-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-23T05:40:35,330 INFO  [StoreOpener-d1fb488caa5bfc6b6e76b9ebe6792683-1 {}] regionserver.HStore(327): Store=d1fb488caa5bfc6b6e76b9ebe6792683/a,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-23T05:40:35,330 INFO  [StoreOpener-d1fb488caa5bfc6b6e76b9ebe6792683-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region d1fb488caa5bfc6b6e76b9ebe6792683 
2024-11-23T05:40:35,331 INFO  [StoreOpener-d1fb488caa5bfc6b6e76b9ebe6792683-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d1fb488caa5bfc6b6e76b9ebe6792683 columnFamilyName b
2024-11-23T05:40:35,331 DEBUG [StoreOpener-d1fb488caa5bfc6b6e76b9ebe6792683-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-23T05:40:35,332 INFO  [StoreOpener-d1fb488caa5bfc6b6e76b9ebe6792683-1 {}] regionserver.HStore(327): Store=d1fb488caa5bfc6b6e76b9ebe6792683/b,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-23T05:40:35,332 INFO  [StoreOpener-d1fb488caa5bfc6b6e76b9ebe6792683-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region d1fb488caa5bfc6b6e76b9ebe6792683 
2024-11-23T05:40:35,333 INFO  [StoreOpener-d1fb488caa5bfc6b6e76b9ebe6792683-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d1fb488caa5bfc6b6e76b9ebe6792683 columnFamilyName c
2024-11-23T05:40:35,333 DEBUG [StoreOpener-d1fb488caa5bfc6b6e76b9ebe6792683-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-23T05:40:35,334 INFO  [StoreOpener-d1fb488caa5bfc6b6e76b9ebe6792683-1 {}] regionserver.HStore(327): Store=d1fb488caa5bfc6b6e76b9ebe6792683/c,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-23T05:40:35,334 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for d1fb488caa5bfc6b6e76b9ebe6792683
2024-11-23T05:40:35,335 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39201/hbase/data/default/testReplayEditsWrittenViaHRegion/d1fb488caa5bfc6b6e76b9ebe6792683
2024-11-23T05:40:35,337 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39201/hbase/data/default/testReplayEditsWrittenViaHRegion/d1fb488caa5bfc6b6e76b9ebe6792683
2024-11-23T05:40:35,338 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for d1fb488caa5bfc6b6e76b9ebe6792683
2024-11-23T05:40:35,338 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for d1fb488caa5bfc6b6e76b9ebe6792683
2024-11-23T05:40:35,339 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-11-23T05:40:35,340 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for d1fb488caa5bfc6b6e76b9ebe6792683
2024-11-23T05:40:35,341 INFO  [Time-limited test {}] regionserver.HRegion(1114): Opened d1fb488caa5bfc6b6e76b9ebe6792683; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62585252, jitterRate=-0.06740707159042358}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-11-23T05:40:35,342 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for d1fb488caa5bfc6b6e76b9ebe6792683:
Writing region info on filesystem at 1732340435327Initializing all the Stores at 1732340435327Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732340435328 (+1 ms)Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732340435328Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732340435328Cleaning up temporary data from old regions at 1732340435338 (+10 ms)Region opened successfully at 1732340435342 (+4 ms)
2024-11-23T05:40:35,386 INFO  [Time-limited test {}] regionserver.HRegion(2902): Flushing d1fb488caa5bfc6b6e76b9ebe6792683 3/3 column families, dataSize=2.55 KB heapSize=5.44 KB
2024-11-23T05:40:35,409 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39201/hbase/data/default/testReplayEditsWrittenViaHRegion/d1fb488caa5bfc6b6e76b9ebe6792683/.tmp/a/2730f20710774bafb279aad16c740b6c is 91, key is testReplayEditsWrittenViaHRegion/a:x0/1732340435342/Put/seqid=0
2024-11-23T05:40:35,478 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40725 is added to blk_1073741895_1073 (size=5958)
2024-11-23T05:40:35,478 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33125 is added to blk_1073741895_1073 (size=5958)
2024-11-23T05:40:35,479 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44463 is added to blk_1073741895_1073 (size=5958)
2024-11-23T05:40:35,481 INFO  [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:39201/hbase/data/default/testReplayEditsWrittenViaHRegion/d1fb488caa5bfc6b6e76b9ebe6792683/.tmp/a/2730f20710774bafb279aad16c740b6c
2024-11-23T05:40:35,524 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39201/hbase/data/default/testReplayEditsWrittenViaHRegion/d1fb488caa5bfc6b6e76b9ebe6792683/.tmp/b/046c5af6d2784972a279bc3d9b6493d7 is 91, key is testReplayEditsWrittenViaHRegion/b:x0/1732340435357/Put/seqid=0
2024-11-23T05:40:35,531 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40725 is added to blk_1073741896_1074 (size=5958)
2024-11-23T05:40:35,532 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44463 is added to blk_1073741896_1074 (size=5958)
2024-11-23T05:40:35,533 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33125 is added to blk_1073741896_1074 (size=5958)
2024-11-23T05:40:35,553 INFO  [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:39201/hbase/data/default/testReplayEditsWrittenViaHRegion/d1fb488caa5bfc6b6e76b9ebe6792683/.tmp/b/046c5af6d2784972a279bc3d9b6493d7
2024-11-23T05:40:35,611 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39201/hbase/data/default/testReplayEditsWrittenViaHRegion/d1fb488caa5bfc6b6e76b9ebe6792683/.tmp/c/9ddc9c6c15c44c13849fe3ae8ecc3c8b is 91, key is testReplayEditsWrittenViaHRegion/c:x0/1732340435369/Put/seqid=0
2024-11-23T05:40:35,697 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44463 is added to blk_1073741897_1075 (size=5958)
2024-11-23T05:40:35,698 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33125 is added to blk_1073741897_1075 (size=5958)
2024-11-23T05:40:35,698 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40725 is added to blk_1073741897_1075 (size=5958)
2024-11-23T05:40:35,700 INFO  [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:39201/hbase/data/default/testReplayEditsWrittenViaHRegion/d1fb488caa5bfc6b6e76b9ebe6792683/.tmp/c/9ddc9c6c15c44c13849fe3ae8ecc3c8b
2024-11-23T05:40:35,719 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39201/hbase/data/default/testReplayEditsWrittenViaHRegion/d1fb488caa5bfc6b6e76b9ebe6792683/.tmp/a/2730f20710774bafb279aad16c740b6c as hdfs://localhost:39201/hbase/data/default/testReplayEditsWrittenViaHRegion/d1fb488caa5bfc6b6e76b9ebe6792683/a/2730f20710774bafb279aad16c740b6c
2024-11-23T05:40:35,744 INFO  [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39201/hbase/data/default/testReplayEditsWrittenViaHRegion/d1fb488caa5bfc6b6e76b9ebe6792683/a/2730f20710774bafb279aad16c740b6c, entries=10, sequenceid=33, filesize=5.8 K
2024-11-23T05:40:35,747 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39201/hbase/data/default/testReplayEditsWrittenViaHRegion/d1fb488caa5bfc6b6e76b9ebe6792683/.tmp/b/046c5af6d2784972a279bc3d9b6493d7 as hdfs://localhost:39201/hbase/data/default/testReplayEditsWrittenViaHRegion/d1fb488caa5bfc6b6e76b9ebe6792683/b/046c5af6d2784972a279bc3d9b6493d7
2024-11-23T05:40:35,761 INFO  [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39201/hbase/data/default/testReplayEditsWrittenViaHRegion/d1fb488caa5bfc6b6e76b9ebe6792683/b/046c5af6d2784972a279bc3d9b6493d7, entries=10, sequenceid=33, filesize=5.8 K
2024-11-23T05:40:35,762 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39201/hbase/data/default/testReplayEditsWrittenViaHRegion/d1fb488caa5bfc6b6e76b9ebe6792683/.tmp/c/9ddc9c6c15c44c13849fe3ae8ecc3c8b as hdfs://localhost:39201/hbase/data/default/testReplayEditsWrittenViaHRegion/d1fb488caa5bfc6b6e76b9ebe6792683/c/9ddc9c6c15c44c13849fe3ae8ecc3c8b
2024-11-23T05:40:35,779 INFO  [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39201/hbase/data/default/testReplayEditsWrittenViaHRegion/d1fb488caa5bfc6b6e76b9ebe6792683/c/9ddc9c6c15c44c13849fe3ae8ecc3c8b, entries=10, sequenceid=33, filesize=5.8 K
2024-11-23T05:40:35,781 INFO  [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~2.55 KB/2610, heapSize ~5.39 KB/5520, currentSize=0 B/0 for d1fb488caa5bfc6b6e76b9ebe6792683 in 395ms, sequenceid=33, compaction requested=false
2024-11-23T05:40:35,781 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for d1fb488caa5bfc6b6e76b9ebe6792683:

2024-11-23T05:40:35,781 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing d1fb488caa5bfc6b6e76b9ebe6792683, disabling compactions & flushes
2024-11-23T05:40:35,781 INFO  [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1732340435242.d1fb488caa5bfc6b6e76b9ebe6792683.
2024-11-23T05:40:35,781 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1732340435242.d1fb488caa5bfc6b6e76b9ebe6792683.
2024-11-23T05:40:35,781 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1732340435242.d1fb488caa5bfc6b6e76b9ebe6792683. after waiting 0 ms
2024-11-23T05:40:35,781 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1732340435242.d1fb488caa5bfc6b6e76b9ebe6792683.
2024-11-23T05:40:35,819 INFO  [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1732340435242.d1fb488caa5bfc6b6e76b9ebe6792683.
2024-11-23T05:40:35,819 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for d1fb488caa5bfc6b6e76b9ebe6792683:
Waiting for close lock at 1732340435781Disabling compacts and flushes for region at 1732340435781Disabling writes for close at 1732340435781Writing region close event to WAL at 1732340435819 (+38 ms)Closed at 1732340435819
2024-11-23T05:40:35,844 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33125 is added to blk_1073741894_1072 (size=2873)
2024-11-23T05:40:35,845 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44463 is added to blk_1073741894_1072 (size=2873)
2024-11-23T05:40:35,852 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40725 is added to blk_1073741894_1072 (size=2873)
2024-11-23T05:40:35,860 DEBUG [Time-limited test {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39201/hbase/data/default/testReplayEditsWrittenViaHRegion/d1fb488caa5bfc6b6e76b9ebe6792683/b/046c5af6d2784972a279bc3d9b6493d7 to hdfs://localhost:39201/hbase/archive/data/default/testReplayEditsWrittenViaHRegion/d1fb488caa5bfc6b6e76b9ebe6792683/b/046c5af6d2784972a279bc3d9b6493d7
2024-11-23T05:40:35,885 INFO  [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39201/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732340435241/wal.1732340435299, size=2.8 K (2873bytes)
2024-11-23T05:40:35,886 INFO  [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39201/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732340435241/wal.1732340435299
2024-11-23T05:40:35,886 INFO  [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39201/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732340435241/wal.1732340435299 after 0ms
2024-11-23T05:40:35,889 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:39201/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732340435241/wal.1732340435299: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null
2024-11-23T05:40:35,890 INFO  [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39201/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732340435241/wal.1732340435299 took 5ms
2024-11-23T05:40:35,917 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39201/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732340435241/wal.1732340435299 so closing down
2024-11-23T05:40:35,918 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish
2024-11-23T05:40:35,920 INFO  [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1732340435299.temp
2024-11-23T05:40:35,923 INFO  [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39201/hbase/data/default/testReplayEditsWrittenViaHRegion/d1fb488caa5bfc6b6e76b9ebe6792683/recovered.edits/0000000000000000003-wal.1732340435299.temp
2024-11-23T05:40:35,923 INFO  [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished
2024-11-23T05:40:35,991 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44463 is added to blk_1073741898_1076 (size=2312)
2024-11-23T05:40:35,993 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33125 is added to blk_1073741898_1076 (size=2312)
2024-11-23T05:40:35,995 INFO  [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39201/hbase/data/default/testReplayEditsWrittenViaHRegion/d1fb488caa5bfc6b6e76b9ebe6792683/recovered.edits/0000000000000000003-wal.1732340435299.temp (wrote 30 edits, skipped 0 edits in 0 ms)
2024-11-23T05:40:35,998 INFO  [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39201/hbase/data/default/testReplayEditsWrittenViaHRegion/d1fb488caa5bfc6b6e76b9ebe6792683/recovered.edits/0000000000000000003-wal.1732340435299.temp to hdfs://localhost:39201/hbase/data/default/testReplayEditsWrittenViaHRegion/d1fb488caa5bfc6b6e76b9ebe6792683/recovered.edits/0000000000000000032
2024-11-23T05:40:35,999 INFO  [Time-limited test {}] wal.WALSplitter(425): Processed 32 edits across 1 Regions in 86 ms; skipped=2; WAL=hdfs://localhost:39201/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732340435241/wal.1732340435299, size=2.8 K, length=2873, corrupted=false, cancelled=false
2024-11-23T05:40:35,999 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39201/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732340435241/wal.1732340435299, journal: Splitting hdfs://localhost:39201/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732340435241/wal.1732340435299, size=2.8 K (2873bytes) at 1732340435885Finishing writing output for hdfs://localhost:39201/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732340435241/wal.1732340435299 so closing down at 1732340435918 (+33 ms)Creating recovered edits writer path=hdfs://localhost:39201/hbase/data/default/testReplayEditsWrittenViaHRegion/d1fb488caa5bfc6b6e76b9ebe6792683/recovered.edits/0000000000000000003-wal.1732340435299.temp at 1732340435923 (+5 ms)3 split writer threads finished at 1732340435923Closed recovered edits writer path=hdfs://localhost:39201/hbase/data/default/testReplayEditsWrittenViaHRegion/d1fb488caa5bfc6b6e76b9ebe6792683/recovered.edits/0000000000000000003-wal.1732340435299.temp (wrote 30 edits, skipped 0 edits in 0 ms) at 1732340435995 (+72 ms)Rename recovered edits hdfs://localhost:39201/hbase/data/default/testReplayEditsWrittenViaHRegion/d1fb488caa5bfc6b6e76b9ebe6792683/recovered.edits/0000000000000000003-wal.1732340435299.temp to hdfs://localhost:39201/hbase/data/default/testReplayEditsWrittenViaHRegion/d1fb488caa5bfc6b6e76b9ebe6792683/recovered.edits/0000000000000000032 at 1732340435998 (+3 ms)Processed 32 edits across 1 Regions in 86 ms; skipped=2; WAL=hdfs://localhost:39201/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732340435241/wal.1732340435299, size=2.8 K, length=2873, corrupted=false, cancelled=false at 1732340435999 (+1 ms)
2024-11-23T05:40:36,003 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40725 is added to blk_1073741898_1076 (size=2312)
2024-11-23T05:40:36,005 INFO  [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39201/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732340435241/wal.1732340435299 to hdfs://localhost:39201/hbase/oldWALs/wal.1732340435299
2024-11-23T05:40:36,008 INFO  [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:39201/hbase/data/default/testReplayEditsWrittenViaHRegion/d1fb488caa5bfc6b6e76b9ebe6792683/recovered.edits/0000000000000000032
2024-11-23T05:40:36,009 INFO  [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor
2024-11-23T05:40:36,018 INFO  [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:39201/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732340435241, archiveDir=hdfs://localhost:39201/hbase/oldWALs, maxLogs=32
2024-11-23T05:40:36,041 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732340435241/wal.1732340436019, exclude list is [], retry=0
2024-11-23T05:40:36,045 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33125,DS-c28b39bb-14cc-4d91-9756-de8fd07c026a,DISK]
2024-11-23T05:40:36,045 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44463,DS-9d9fa3d0-c341-4f0c-a64c-9c20a7b480ae,DISK]
2024-11-23T05:40:36,046 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40725,DS-979d310d-3587-4cc1-bca5-3d701f1acf12,DISK]
2024-11-23T05:40:36,099 INFO  [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732340435241/wal.1732340436019
2024-11-23T05:40:36,109 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45079:45079),(127.0.0.1/127.0.0.1:35021:35021),(127.0.0.1/127.0.0.1:46173:46173)]
2024-11-23T05:40:36,109 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => d1fb488caa5bfc6b6e76b9ebe6792683, NAME => 'testReplayEditsWrittenViaHRegion,,1732340435242.d1fb488caa5bfc6b6e76b9ebe6792683.', STARTKEY => '', ENDKEY => ''}
2024-11-23T05:40:36,109 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1732340435242.d1fb488caa5bfc6b6e76b9ebe6792683.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-23T05:40:36,110 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for d1fb488caa5bfc6b6e76b9ebe6792683
2024-11-23T05:40:36,110 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for d1fb488caa5bfc6b6e76b9ebe6792683
2024-11-23T05:40:36,123 INFO  [StoreOpener-d1fb488caa5bfc6b6e76b9ebe6792683-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region d1fb488caa5bfc6b6e76b9ebe6792683 
2024-11-23T05:40:36,124 INFO  [StoreOpener-d1fb488caa5bfc6b6e76b9ebe6792683-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d1fb488caa5bfc6b6e76b9ebe6792683 columnFamilyName a
2024-11-23T05:40:36,125 DEBUG [StoreOpener-d1fb488caa5bfc6b6e76b9ebe6792683-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-23T05:40:36,139 DEBUG [StoreOpener-d1fb488caa5bfc6b6e76b9ebe6792683-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39201/hbase/data/default/testReplayEditsWrittenViaHRegion/d1fb488caa5bfc6b6e76b9ebe6792683/a/2730f20710774bafb279aad16c740b6c
2024-11-23T05:40:36,139 INFO  [StoreOpener-d1fb488caa5bfc6b6e76b9ebe6792683-1 {}] regionserver.HStore(327): Store=d1fb488caa5bfc6b6e76b9ebe6792683/a,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-23T05:40:36,140 INFO  [StoreOpener-d1fb488caa5bfc6b6e76b9ebe6792683-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region d1fb488caa5bfc6b6e76b9ebe6792683 
2024-11-23T05:40:36,146 INFO  [StoreOpener-d1fb488caa5bfc6b6e76b9ebe6792683-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d1fb488caa5bfc6b6e76b9ebe6792683 columnFamilyName b
2024-11-23T05:40:36,146 DEBUG [StoreOpener-d1fb488caa5bfc6b6e76b9ebe6792683-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-23T05:40:36,146 INFO  [StoreOpener-d1fb488caa5bfc6b6e76b9ebe6792683-1 {}] regionserver.HStore(327): Store=d1fb488caa5bfc6b6e76b9ebe6792683/b,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-23T05:40:36,147 INFO  [StoreOpener-d1fb488caa5bfc6b6e76b9ebe6792683-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region d1fb488caa5bfc6b6e76b9ebe6792683 
2024-11-23T05:40:36,150 INFO  [StoreOpener-d1fb488caa5bfc6b6e76b9ebe6792683-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d1fb488caa5bfc6b6e76b9ebe6792683 columnFamilyName c
2024-11-23T05:40:36,150 DEBUG [StoreOpener-d1fb488caa5bfc6b6e76b9ebe6792683-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-23T05:40:36,181 DEBUG [StoreOpener-d1fb488caa5bfc6b6e76b9ebe6792683-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39201/hbase/data/default/testReplayEditsWrittenViaHRegion/d1fb488caa5bfc6b6e76b9ebe6792683/c/9ddc9c6c15c44c13849fe3ae8ecc3c8b
2024-11-23T05:40:36,181 INFO  [StoreOpener-d1fb488caa5bfc6b6e76b9ebe6792683-1 {}] regionserver.HStore(327): Store=d1fb488caa5bfc6b6e76b9ebe6792683/c,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-23T05:40:36,181 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for d1fb488caa5bfc6b6e76b9ebe6792683
2024-11-23T05:40:36,182 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39201/hbase/data/default/testReplayEditsWrittenViaHRegion/d1fb488caa5bfc6b6e76b9ebe6792683
2024-11-23T05:40:36,186 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:39201/hbase/data/default/testReplayEditsWrittenViaHRegion/d1fb488caa5bfc6b6e76b9ebe6792683
2024-11-23T05:40:36,187 INFO  [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:39201/hbase/data/default/testReplayEditsWrittenViaHRegion/d1fb488caa5bfc6b6e76b9ebe6792683/recovered.edits/0000000000000000032
2024-11-23T05:40:36,192 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:39201/hbase/data/default/testReplayEditsWrittenViaHRegion/d1fb488caa5bfc6b6e76b9ebe6792683/recovered.edits/0000000000000000032: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null
2024-11-23T05:40:36,195 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 10, skipped 20, firstSequenceIdInLog=3, maxSequenceIdInLog=32, path=hdfs://localhost:39201/hbase/data/default/testReplayEditsWrittenViaHRegion/d1fb488caa5bfc6b6e76b9ebe6792683/recovered.edits/0000000000000000032
2024-11-23T05:40:36,195 INFO  [Time-limited test {}] regionserver.HRegion(2902): Flushing d1fb488caa5bfc6b6e76b9ebe6792683 3/3 column families, dataSize=870 B heapSize=2.31 KB
2024-11-23T05:40:36,225 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39201/hbase/data/default/testReplayEditsWrittenViaHRegion/d1fb488caa5bfc6b6e76b9ebe6792683/.tmp/b/32bd0c07287c4293a485819dd7efe493 is 91, key is testReplayEditsWrittenViaHRegion/b:x0/1732340435357/Put/seqid=0
2024-11-23T05:40:36,281 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40725 is added to blk_1073741900_1078 (size=5958)
2024-11-23T05:40:36,281 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44463 is added to blk_1073741900_1078 (size=5958)
2024-11-23T05:40:36,283 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33125 is added to blk_1073741900_1078 (size=5958)
2024-11-23T05:40:36,284 INFO  [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=32 (bloomFilter=true), to=hdfs://localhost:39201/hbase/data/default/testReplayEditsWrittenViaHRegion/d1fb488caa5bfc6b6e76b9ebe6792683/.tmp/b/32bd0c07287c4293a485819dd7efe493
2024-11-23T05:40:36,299 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39201/hbase/data/default/testReplayEditsWrittenViaHRegion/d1fb488caa5bfc6b6e76b9ebe6792683/.tmp/b/32bd0c07287c4293a485819dd7efe493 as hdfs://localhost:39201/hbase/data/default/testReplayEditsWrittenViaHRegion/d1fb488caa5bfc6b6e76b9ebe6792683/b/32bd0c07287c4293a485819dd7efe493
2024-11-23T05:40:36,320 INFO  [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39201/hbase/data/default/testReplayEditsWrittenViaHRegion/d1fb488caa5bfc6b6e76b9ebe6792683/b/32bd0c07287c4293a485819dd7efe493, entries=10, sequenceid=32, filesize=5.8 K
2024-11-23T05:40:36,320 INFO  [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~870 B/870, heapSize ~1.80 KB/1840, currentSize=0 B/0 for d1fb488caa5bfc6b6e76b9ebe6792683 in 125ms, sequenceid=32, compaction requested=false; wal=null
2024-11-23T05:40:36,325 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:39201/hbase/data/default/testReplayEditsWrittenViaHRegion/d1fb488caa5bfc6b6e76b9ebe6792683/recovered.edits/0000000000000000032
2024-11-23T05:40:36,328 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for d1fb488caa5bfc6b6e76b9ebe6792683
2024-11-23T05:40:36,328 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for d1fb488caa5bfc6b6e76b9ebe6792683
2024-11-23T05:40:36,335 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-11-23T05:40:36,343 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for d1fb488caa5bfc6b6e76b9ebe6792683
2024-11-23T05:40:36,359 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39201/hbase/data/default/testReplayEditsWrittenViaHRegion/d1fb488caa5bfc6b6e76b9ebe6792683/recovered.edits/33.seqid, newMaxSeqId=33, maxSeqId=1
2024-11-23T05:40:36,363 INFO  [Time-limited test {}] regionserver.HRegion(1114): Opened d1fb488caa5bfc6b6e76b9ebe6792683; next sequenceid=34; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66510874, jitterRate=-0.00891074538230896}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-11-23T05:40:36,363 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for d1fb488caa5bfc6b6e76b9ebe6792683:
Writing region info on filesystem at 1732340436110Initializing all the Stores at 1732340436114 (+4 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732340436115 (+1 ms)Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732340436118 (+3 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732340436118Obtaining lock to block concurrent updates at 1732340436195 (+77 ms)Preparing flush snapshotting stores in d1fb488caa5bfc6b6e76b9ebe6792683 at 1732340436195Finished memstore snapshotting testReplayEditsWrittenViaHRegion,,1732340435242.d1fb488caa5bfc6b6e76b9ebe6792683., syncing WAL and waiting on mvcc, flushsize=dataSize=870, getHeapSize=2320, getOffHeapSize=0, getCellsCount=10 at 1732340436195Flushing stores of testReplayEditsWrittenViaHRegion,,1732340435242.d1fb488caa5bfc6b6e76b9ebe6792683. at 1732340436195Flushing d1fb488caa5bfc6b6e76b9ebe6792683/b: creating writer at 1732340436196 (+1 ms)Flushing d1fb488caa5bfc6b6e76b9ebe6792683/b: appending metadata at 1732340436224 (+28 ms)Flushing d1fb488caa5bfc6b6e76b9ebe6792683/b: closing flushed file at 1732340436224Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@72d47675: reopening flushed file at 1732340436298 (+74 ms)Finished flush of dataSize ~870 B/870, heapSize ~1.80 KB/1840, currentSize=0 B/0 for d1fb488caa5bfc6b6e76b9ebe6792683 in 125ms, sequenceid=32, compaction requested=false; wal=null at 1732340436320 (+22 ms)Cleaning up temporary data from old regions at 1732340436328 (+8 ms)Region opened successfully at 1732340436363 (+35 ms)
2024-11-23T05:40:36,401 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayCompressed#testReplayEditsAfterPartialFlush Thread=410 (was 403)
Potentially hanging thread: PacketResponder: BP-1122682880-172.17.0.2-1732340407948:blk_1073741899_1077, type=LAST_IN_PIPELINE
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	java.base@17.0.11/java.lang.Object.wait(Object.java:338)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1087445729_22 at /127.0.0.1:37786 [Waiting for operation #45]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: AsyncFSWAL-20-3
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1087445729_22 at /127.0.0.1:53270 [Receiving block BP-1122682880-172.17.0.2-1732340407948:blk_1073741899_1077]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343)
	java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151)
	app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1087445729_22 at /127.0.0.1:34644 [Receiving block BP-1122682880-172.17.0.2-1732340407948:blk_1073741899_1077]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343)
	java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151)
	app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1087445729_22 at /127.0.0.1:42056 [Receiving block BP-1122682880-172.17.0.2-1732340407948:blk_1073741899_1077]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343)
	java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151)
	app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: PacketResponder: BP-1122682880-172.17.0.2-1732340407948:blk_1073741899_1077, type=LAST_IN_PIPELINE
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	java.base@17.0.11/java.lang.Object.wait(Object.java:338)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1087445729_22 at /127.0.0.1:34526 [Waiting for operation #31]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: AsyncFSWAL-20-2
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: PacketResponder: BP-1122682880-172.17.0.2-1732340407948:blk_1073741899_1077, type=LAST_IN_PIPELINE
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	java.base@17.0.11/java.lang.Object.wait(Object.java:338)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: AsyncFSWAL-20-1
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1087445729_22 at /127.0.0.1:51266 [Waiting for operation #26]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=1110 (was 1036) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=465 (was 465), ProcessCount=11 (was 11), AvailableMemoryMB=8349 (was 8375)
2024-11-23T05:40:36,401 WARN  [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1110 is superior to 1024
2024-11-23T05:40:36,415 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayCompressed#testReplayEditsAfterAbortingFlush Thread=410, OpenFileDescriptor=1110, MaxFileDescriptor=1048576, SystemLoadAverage=465, ProcessCount=11, AvailableMemoryMB=8348
2024-11-23T05:40:36,415 WARN  [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1110 is superior to 1024
2024-11-23T05:40:36,440 INFO  [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-23T05:40:36,452 INFO  [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-23T05:40:36,453 INFO  [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-23T05:40:36,457 INFO  [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-46486870, suffix=, logDir=hdfs://localhost:39201/hbase/WALs/hregion-46486870, archiveDir=hdfs://localhost:39201/hbase/oldWALs, maxLogs=32
2024-11-23T05:40:36,473 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-46486870/hregion-46486870.1732340436457, exclude list is [], retry=0
2024-11-23T05:40:36,476 DEBUG [AsyncFSWAL-22-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44463,DS-9d9fa3d0-c341-4f0c-a64c-9c20a7b480ae,DISK]
2024-11-23T05:40:36,476 DEBUG [AsyncFSWAL-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33125,DS-c28b39bb-14cc-4d91-9756-de8fd07c026a,DISK]
2024-11-23T05:40:36,477 DEBUG [AsyncFSWAL-22-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40725,DS-979d310d-3587-4cc1-bca5-3d701f1acf12,DISK]
2024-11-23T05:40:36,486 INFO  [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-46486870/hregion-46486870.1732340436457
2024-11-23T05:40:36,495 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35021:35021),(127.0.0.1/127.0.0.1:45079:45079),(127.0.0.1/127.0.0.1:46173:46173)]
2024-11-23T05:40:36,496 INFO  [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => f0e3e0c53455e6e2a109ac8b33ed2fdb, NAME => 'testReplayEditsAfterAbortingFlush,,1732340436441.f0e3e0c53455e6e2a109ac8b33ed2fdb.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsAfterAbortingFlush', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39201/hbase
2024-11-23T05:40:36,550 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40725 is added to blk_1073741902_1080 (size=68)
2024-11-23T05:40:36,550 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44463 is added to blk_1073741902_1080 (size=68)
2024-11-23T05:40:36,551 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33125 is added to blk_1073741902_1080 (size=68)
2024-11-23T05:40:36,551 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterAbortingFlush,,1732340436441.f0e3e0c53455e6e2a109ac8b33ed2fdb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-23T05:40:36,552 INFO  [StoreOpener-f0e3e0c53455e6e2a109ac8b33ed2fdb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region f0e3e0c53455e6e2a109ac8b33ed2fdb 
2024-11-23T05:40:36,554 INFO  [StoreOpener-f0e3e0c53455e6e2a109ac8b33ed2fdb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f0e3e0c53455e6e2a109ac8b33ed2fdb columnFamilyName a
2024-11-23T05:40:36,554 DEBUG [StoreOpener-f0e3e0c53455e6e2a109ac8b33ed2fdb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-23T05:40:36,555 INFO  [StoreOpener-f0e3e0c53455e6e2a109ac8b33ed2fdb-1 {}] regionserver.HStore(327): Store=f0e3e0c53455e6e2a109ac8b33ed2fdb/a,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-23T05:40:36,555 INFO  [StoreOpener-f0e3e0c53455e6e2a109ac8b33ed2fdb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region f0e3e0c53455e6e2a109ac8b33ed2fdb 
2024-11-23T05:40:36,556 INFO  [StoreOpener-f0e3e0c53455e6e2a109ac8b33ed2fdb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f0e3e0c53455e6e2a109ac8b33ed2fdb columnFamilyName b
2024-11-23T05:40:36,556 DEBUG [StoreOpener-f0e3e0c53455e6e2a109ac8b33ed2fdb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-23T05:40:36,570 INFO  [StoreOpener-f0e3e0c53455e6e2a109ac8b33ed2fdb-1 {}] regionserver.HStore(327): Store=f0e3e0c53455e6e2a109ac8b33ed2fdb/b,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-23T05:40:36,571 INFO  [StoreOpener-f0e3e0c53455e6e2a109ac8b33ed2fdb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region f0e3e0c53455e6e2a109ac8b33ed2fdb 
2024-11-23T05:40:36,573 INFO  [StoreOpener-f0e3e0c53455e6e2a109ac8b33ed2fdb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f0e3e0c53455e6e2a109ac8b33ed2fdb columnFamilyName c
2024-11-23T05:40:36,573 DEBUG [StoreOpener-f0e3e0c53455e6e2a109ac8b33ed2fdb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-23T05:40:36,576 INFO  [StoreOpener-f0e3e0c53455e6e2a109ac8b33ed2fdb-1 {}] regionserver.HStore(327): Store=f0e3e0c53455e6e2a109ac8b33ed2fdb/c,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-23T05:40:36,576 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for f0e3e0c53455e6e2a109ac8b33ed2fdb
2024-11-23T05:40:36,585 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39201/hbase/data/default/testReplayEditsAfterAbortingFlush/f0e3e0c53455e6e2a109ac8b33ed2fdb
2024-11-23T05:40:36,585 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39201/hbase/data/default/testReplayEditsAfterAbortingFlush/f0e3e0c53455e6e2a109ac8b33ed2fdb
2024-11-23T05:40:36,587 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for f0e3e0c53455e6e2a109ac8b33ed2fdb
2024-11-23T05:40:36,587 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for f0e3e0c53455e6e2a109ac8b33ed2fdb
2024-11-23T05:40:36,587 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterAbortingFlush descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-11-23T05:40:36,589 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for f0e3e0c53455e6e2a109ac8b33ed2fdb
2024-11-23T05:40:36,607 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39201/hbase/data/default/testReplayEditsAfterAbortingFlush/f0e3e0c53455e6e2a109ac8b33ed2fdb/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-23T05:40:36,609 INFO  [Time-limited test {}] regionserver.HRegion(1114): Opened f0e3e0c53455e6e2a109ac8b33ed2fdb; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69296123, jitterRate=0.03259269893169403}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-11-23T05:40:36,610 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for f0e3e0c53455e6e2a109ac8b33ed2fdb:
Writing region info on filesystem at 1732340436551Initializing all the Stores at 1732340436552 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732340436552Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732340436552Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732340436552Cleaning up temporary data from old regions at 1732340436587 (+35 ms)Region opened successfully at 1732340436610 (+23 ms)
2024-11-23T05:40:36,611 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing f0e3e0c53455e6e2a109ac8b33ed2fdb, disabling compactions & flushes
2024-11-23T05:40:36,611 INFO  [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterAbortingFlush,,1732340436441.f0e3e0c53455e6e2a109ac8b33ed2fdb.
2024-11-23T05:40:36,611 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterAbortingFlush,,1732340436441.f0e3e0c53455e6e2a109ac8b33ed2fdb.
2024-11-23T05:40:36,611 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterAbortingFlush,,1732340436441.f0e3e0c53455e6e2a109ac8b33ed2fdb. after waiting 0 ms
2024-11-23T05:40:36,611 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterAbortingFlush,,1732340436441.f0e3e0c53455e6e2a109ac8b33ed2fdb.
2024-11-23T05:40:36,634 INFO  [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsAfterAbortingFlush,,1732340436441.f0e3e0c53455e6e2a109ac8b33ed2fdb.
2024-11-23T05:40:36,634 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for f0e3e0c53455e6e2a109ac8b33ed2fdb:
Waiting for close lock at 1732340436611Disabling compacts and flushes for region at 1732340436611Disabling writes for close at 1732340436611Writing region close event to WAL at 1732340436634 (+23 ms)Closed at 1732340436634
2024-11-23T05:40:36,661 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44463 is added to blk_1073741901_1079 (size=93)
2024-11-23T05:40:36,661 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40725 is added to blk_1073741901_1079 (size=93)
2024-11-23T05:40:36,661 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33125 is added to blk_1073741901_1079 (size=93)
2024-11-23T05:40:36,666 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs
2024-11-23T05:40:36,666 INFO  [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-46486870:(num 1732340436457)
2024-11-23T05:40:36,666 INFO  [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor
2024-11-23T05:40:36,674 INFO  [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:39201/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732340436439, archiveDir=hdfs://localhost:39201/hbase/oldWALs, maxLogs=32
2024-11-23T05:40:36,697 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732340436439/wal.1732340436674, exclude list is [], retry=0
2024-11-23T05:40:36,705 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40725,DS-979d310d-3587-4cc1-bca5-3d701f1acf12,DISK]
2024-11-23T05:40:36,706 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33125,DS-c28b39bb-14cc-4d91-9756-de8fd07c026a,DISK]
2024-11-23T05:40:36,706 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44463,DS-9d9fa3d0-c341-4f0c-a64c-9c20a7b480ae,DISK]
2024-11-23T05:40:36,728 INFO  [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732340436439/wal.1732340436674
2024-11-23T05:40:36,729 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46173:46173),(127.0.0.1/127.0.0.1:45079:45079),(127.0.0.1/127.0.0.1:35021:35021)]
2024-11-23T05:40:36,829 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => f0e3e0c53455e6e2a109ac8b33ed2fdb, NAME => 'testReplayEditsAfterAbortingFlush,,1732340436441.f0e3e0c53455e6e2a109ac8b33ed2fdb.', STARTKEY => '', ENDKEY => ''}
2024-11-23T05:40:36,834 DEBUG [Time-limited test {}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterAbortingFlush f0e3e0c53455e6e2a109ac8b33ed2fdb
2024-11-23T05:40:36,835 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterAbortingFlush,,1732340436441.f0e3e0c53455e6e2a109ac8b33ed2fdb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-23T05:40:36,835 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for f0e3e0c53455e6e2a109ac8b33ed2fdb
2024-11-23T05:40:36,835 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for f0e3e0c53455e6e2a109ac8b33ed2fdb
2024-11-23T05:40:36,837 INFO  [StoreOpener-f0e3e0c53455e6e2a109ac8b33ed2fdb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region f0e3e0c53455e6e2a109ac8b33ed2fdb 
2024-11-23T05:40:36,838 INFO  [StoreOpener-f0e3e0c53455e6e2a109ac8b33ed2fdb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f0e3e0c53455e6e2a109ac8b33ed2fdb columnFamilyName a
2024-11-23T05:40:36,838 DEBUG [StoreOpener-f0e3e0c53455e6e2a109ac8b33ed2fdb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-23T05:40:36,839 INFO  [StoreOpener-f0e3e0c53455e6e2a109ac8b33ed2fdb-1 {}] regionserver.HStore(327): Store=f0e3e0c53455e6e2a109ac8b33ed2fdb/a,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-23T05:40:36,839 INFO  [StoreOpener-f0e3e0c53455e6e2a109ac8b33ed2fdb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region f0e3e0c53455e6e2a109ac8b33ed2fdb 
2024-11-23T05:40:36,840 INFO  [StoreOpener-f0e3e0c53455e6e2a109ac8b33ed2fdb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f0e3e0c53455e6e2a109ac8b33ed2fdb columnFamilyName b
2024-11-23T05:40:36,840 DEBUG [StoreOpener-f0e3e0c53455e6e2a109ac8b33ed2fdb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-23T05:40:36,842 INFO  [StoreOpener-f0e3e0c53455e6e2a109ac8b33ed2fdb-1 {}] regionserver.HStore(327): Store=f0e3e0c53455e6e2a109ac8b33ed2fdb/b,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-23T05:40:36,842 INFO  [StoreOpener-f0e3e0c53455e6e2a109ac8b33ed2fdb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region f0e3e0c53455e6e2a109ac8b33ed2fdb 
2024-11-23T05:40:36,843 INFO  [StoreOpener-f0e3e0c53455e6e2a109ac8b33ed2fdb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f0e3e0c53455e6e2a109ac8b33ed2fdb columnFamilyName c
2024-11-23T05:40:36,843 DEBUG [StoreOpener-f0e3e0c53455e6e2a109ac8b33ed2fdb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-23T05:40:36,845 INFO  [StoreOpener-f0e3e0c53455e6e2a109ac8b33ed2fdb-1 {}] regionserver.HStore(327): Store=f0e3e0c53455e6e2a109ac8b33ed2fdb/c,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-23T05:40:36,845 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for f0e3e0c53455e6e2a109ac8b33ed2fdb
2024-11-23T05:40:36,846 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39201/hbase/data/default/testReplayEditsAfterAbortingFlush/f0e3e0c53455e6e2a109ac8b33ed2fdb
2024-11-23T05:40:36,847 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39201/hbase/data/default/testReplayEditsAfterAbortingFlush/f0e3e0c53455e6e2a109ac8b33ed2fdb
2024-11-23T05:40:36,850 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for f0e3e0c53455e6e2a109ac8b33ed2fdb
2024-11-23T05:40:36,850 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for f0e3e0c53455e6e2a109ac8b33ed2fdb
2024-11-23T05:40:36,850 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterAbortingFlush descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-11-23T05:40:36,852 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for f0e3e0c53455e6e2a109ac8b33ed2fdb
2024-11-23T05:40:36,856 INFO  [Time-limited test {}] regionserver.HRegion(1114): Opened f0e3e0c53455e6e2a109ac8b33ed2fdb; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74553421, jitterRate=0.11093254387378693}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-11-23T05:40:36,857 DEBUG [Time-limited test {}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f0e3e0c53455e6e2a109ac8b33ed2fdb
2024-11-23T05:40:36,857 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for f0e3e0c53455e6e2a109ac8b33ed2fdb:
Running coprocessor pre-open hook at 1732340436835Writing region info on filesystem at 1732340436835Initializing all the Stores at 1732340436836 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732340436836Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732340436836Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732340436837 (+1 ms)Cleaning up temporary data from old regions at 1732340436850 (+13 ms)Running coprocessor post-open hooks at 1732340436857 (+7 ms)Region opened successfully at 1732340436857
2024-11-23T05:40:36,888 INFO  [Time-limited test {}] regionserver.HRegion(2902): Flushing f0e3e0c53455e6e2a109ac8b33ed2fdb 3/3 column families, dataSize=590 B heapSize=2.08 KB
2024-11-23T05:40:36,892 WARN  [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for f0e3e0c53455e6e2a109ac8b33ed2fdb/a, retrying num=0
java.io.IOException: Simulated exception by tests
	at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?]
	at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-23T05:40:37,723 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-23T05:40:37,893 WARN  [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for f0e3e0c53455e6e2a109ac8b33ed2fdb/a, retrying num=1
java.io.IOException: Simulated exception by tests
	at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?]
	at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-23T05:40:38,895 WARN  [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for f0e3e0c53455e6e2a109ac8b33ed2fdb/a, retrying num=2
java.io.IOException: Simulated exception by tests
	at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?]
	at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-23T05:40:39,175 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44463 is added to blk_1073741834_1010 (size=1677)
2024-11-23T05:40:39,895 WARN  [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for f0e3e0c53455e6e2a109ac8b33ed2fdb/a, retrying num=3
java.io.IOException: Simulated exception by tests
	at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?]
	at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-23T05:40:40,896 WARN  [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for f0e3e0c53455e6e2a109ac8b33ed2fdb/a, retrying num=4
java.io.IOException: Simulated exception by tests
	at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?]
	at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-23T05:40:41,897 WARN  [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for f0e3e0c53455e6e2a109ac8b33ed2fdb/a, retrying num=5
java.io.IOException: Simulated exception by tests
	at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?]
	at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-23T05:40:42,538 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-23T05:40:42,898 WARN  [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for f0e3e0c53455e6e2a109ac8b33ed2fdb/a, retrying num=6
java.io.IOException: Simulated exception by tests
	at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?]
	at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-23T05:40:43,899 WARN  [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for f0e3e0c53455e6e2a109ac8b33ed2fdb/a, retrying num=7
java.io.IOException: Simulated exception by tests
	at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?]
	at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-23T05:40:44,274 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsWrittenViaHRegion
2024-11-23T05:40:44,274 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsWrittenViaHRegion Metrics about Tables on a single HBase RegionServer
2024-11-23T05:40:44,275 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsAfterRegionMovedWithMultiCF
2024-11-23T05:40:44,275 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsAfterRegionMovedWithMultiCF Metrics about Tables on a single HBase RegionServer
2024-11-23T05:40:44,275 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsAfterAbortingFlush
2024-11-23T05:40:44,275 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsAfterAbortingFlush Metrics about Tables on a single HBase RegionServer
2024-11-23T05:40:44,899 WARN  [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for f0e3e0c53455e6e2a109ac8b33ed2fdb/a, retrying num=8
java.io.IOException: Simulated exception by tests
	at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?]
	at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-23T05:40:45,900 WARN  [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for f0e3e0c53455e6e2a109ac8b33ed2fdb/a, retrying num=9
java.io.IOException: Simulated exception by tests
	at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?]
	at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-23T05:40:45,901 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for f0e3e0c53455e6e2a109ac8b33ed2fdb:

2024-11-23T05:40:45,901 INFO  [Time-limited test {}] wal.AbstractTestWALReplay(671): Expected simulated exception when flushing region, region: testReplayEditsAfterAbortingFlush,,1732340436441.f0e3e0c53455e6e2a109ac8b33ed2fdb.
2024-11-23T05:40:45,918 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for f0e3e0c53455e6e2a109ac8b33ed2fdb:

2024-11-23T05:40:45,919 INFO  [Time-limited test {}] wal.AbstractTestWALReplay(691): Expected exception when flushing region because server is stopped,Aborting flush because server is aborted...
2024-11-23T05:40:45,919 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing f0e3e0c53455e6e2a109ac8b33ed2fdb, disabling compactions & flushes
2024-11-23T05:40:45,919 INFO  [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterAbortingFlush,,1732340436441.f0e3e0c53455e6e2a109ac8b33ed2fdb.
2024-11-23T05:40:45,919 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterAbortingFlush,,1732340436441.f0e3e0c53455e6e2a109ac8b33ed2fdb.
2024-11-23T05:40:45,919 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterAbortingFlush,,1732340436441.f0e3e0c53455e6e2a109ac8b33ed2fdb. after waiting 0 ms
2024-11-23T05:40:45,919 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterAbortingFlush,,1732340436441.f0e3e0c53455e6e2a109ac8b33ed2fdb.
2024-11-23T05:40:45,919 ERROR [Time-limited test {}] regionserver.HRegion(1960): Memstore data size is 1190 in region testReplayEditsAfterAbortingFlush,,1732340436441.f0e3e0c53455e6e2a109ac8b33ed2fdb.
2024-11-23T05:40:45,919 INFO  [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsAfterAbortingFlush,,1732340436441.f0e3e0c53455e6e2a109ac8b33ed2fdb.
2024-11-23T05:40:45,920 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for f0e3e0c53455e6e2a109ac8b33ed2fdb:
Waiting for close lock at 1732340445919Running coprocessor pre-close hooks at 1732340445919Disabling compacts and flushes for region at 1732340445919Disabling writes for close at 1732340445919Writing region close event to WAL at 1732340445919Running coprocessor post-close hooks at 1732340445919Closed at 1732340445919
2024-11-23T05:40:45,922 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40725 is added to blk_1073741903_1081 (size=2398)
2024-11-23T05:40:45,922 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44463 is added to blk_1073741903_1081 (size=2398)
2024-11-23T05:40:45,922 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33125 is added to blk_1073741903_1081 (size=2398)
2024-11-23T05:40:45,944 INFO  [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39201/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732340436439/wal.1732340436674, size=2.3 K (2398bytes)
2024-11-23T05:40:45,944 INFO  [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39201/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732340436439/wal.1732340436674
2024-11-23T05:40:45,946 INFO  [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39201/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732340436439/wal.1732340436674 after 2ms
2024-11-23T05:40:45,949 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:39201/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732340436439/wal.1732340436674: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null
2024-11-23T05:40:45,949 INFO  [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39201/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732340436439/wal.1732340436674 took 5ms
2024-11-23T05:40:45,952 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39201/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732340436439/wal.1732340436674 so closing down
2024-11-23T05:40:45,952 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish
2024-11-23T05:40:45,952 INFO  [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-wal.1732340436674.temp
2024-11-23T05:40:45,954 INFO  [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39201/hbase/data/default/testReplayEditsAfterAbortingFlush/f0e3e0c53455e6e2a109ac8b33ed2fdb/recovered.edits/0000000000000000004-wal.1732340436674.temp
2024-11-23T05:40:45,954 INFO  [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished
2024-11-23T05:40:45,976 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44463 is added to blk_1073741904_1082 (size=1672)
2024-11-23T05:40:45,976 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40725 is added to blk_1073741904_1082 (size=1672)
2024-11-23T05:40:45,977 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33125 is added to blk_1073741904_1082 (size=1672)
2024-11-23T05:40:45,977 INFO  [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39201/hbase/data/default/testReplayEditsAfterAbortingFlush/f0e3e0c53455e6e2a109ac8b33ed2fdb/recovered.edits/0000000000000000004-wal.1732340436674.temp (wrote 20 edits, skipped 0 edits in 0 ms)
2024-11-23T05:40:45,978 INFO  [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39201/hbase/data/default/testReplayEditsAfterAbortingFlush/f0e3e0c53455e6e2a109ac8b33ed2fdb/recovered.edits/0000000000000000004-wal.1732340436674.temp to hdfs://localhost:39201/hbase/data/default/testReplayEditsAfterAbortingFlush/f0e3e0c53455e6e2a109ac8b33ed2fdb/recovered.edits/0000000000000000026
2024-11-23T05:40:45,979 INFO  [Time-limited test {}] wal.WALSplitter(425): Processed 23 edits across 1 Regions in 29 ms; skipped=3; WAL=hdfs://localhost:39201/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732340436439/wal.1732340436674, size=2.3 K, length=2398, corrupted=false, cancelled=false
2024-11-23T05:40:45,979 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39201/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732340436439/wal.1732340436674, journal: Splitting hdfs://localhost:39201/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732340436439/wal.1732340436674, size=2.3 K (2398bytes) at 1732340445944Finishing writing output for hdfs://localhost:39201/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732340436439/wal.1732340436674 so closing down at 1732340445952 (+8 ms)Creating recovered edits writer path=hdfs://localhost:39201/hbase/data/default/testReplayEditsAfterAbortingFlush/f0e3e0c53455e6e2a109ac8b33ed2fdb/recovered.edits/0000000000000000004-wal.1732340436674.temp at 1732340445954 (+2 ms)3 split writer threads finished at 1732340445954Closed recovered edits writer path=hdfs://localhost:39201/hbase/data/default/testReplayEditsAfterAbortingFlush/f0e3e0c53455e6e2a109ac8b33ed2fdb/recovered.edits/0000000000000000004-wal.1732340436674.temp (wrote 20 edits, skipped 0 edits in 0 ms) at 1732340445977 (+23 ms)Rename recovered edits hdfs://localhost:39201/hbase/data/default/testReplayEditsAfterAbortingFlush/f0e3e0c53455e6e2a109ac8b33ed2fdb/recovered.edits/0000000000000000004-wal.1732340436674.temp to hdfs://localhost:39201/hbase/data/default/testReplayEditsAfterAbortingFlush/f0e3e0c53455e6e2a109ac8b33ed2fdb/recovered.edits/0000000000000000026 at 1732340445978 (+1 ms)Processed 23 edits across 1 Regions in 29 ms; skipped=3; WAL=hdfs://localhost:39201/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732340436439/wal.1732340436674, size=2.3 K, length=2398, corrupted=false, cancelled=false at 1732340445979 (+1 ms)
2024-11-23T05:40:45,981 INFO  [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39201/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732340436439/wal.1732340436674 to hdfs://localhost:39201/hbase/oldWALs/wal.1732340436674
2024-11-23T05:40:45,981 INFO  [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:39201/hbase/data/default/testReplayEditsAfterAbortingFlush/f0e3e0c53455e6e2a109ac8b33ed2fdb/recovered.edits/0000000000000000026
2024-11-23T05:40:45,982 INFO  [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor
2024-11-23T05:40:45,984 INFO  [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:39201/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732340436439, archiveDir=hdfs://localhost:39201/hbase/oldWALs, maxLogs=32
2024-11-23T05:40:46,003 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732340436439/wal.1732340445984, exclude list is [], retry=0
2024-11-23T05:40:46,007 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44463,DS-9d9fa3d0-c341-4f0c-a64c-9c20a7b480ae,DISK]
2024-11-23T05:40:46,007 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40725,DS-979d310d-3587-4cc1-bca5-3d701f1acf12,DISK]
2024-11-23T05:40:46,007 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33125,DS-c28b39bb-14cc-4d91-9756-de8fd07c026a,DISK]
2024-11-23T05:40:46,018 INFO  [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732340436439/wal.1732340445984
2024-11-23T05:40:46,023 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35021:35021),(127.0.0.1/127.0.0.1:46173:46173),(127.0.0.1/127.0.0.1:45079:45079)]
2024-11-23T05:40:46,023 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => f0e3e0c53455e6e2a109ac8b33ed2fdb, NAME => 'testReplayEditsAfterAbortingFlush,,1732340436441.f0e3e0c53455e6e2a109ac8b33ed2fdb.', STARTKEY => '', ENDKEY => ''}
2024-11-23T05:40:46,024 DEBUG [Time-limited test {}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterAbortingFlush f0e3e0c53455e6e2a109ac8b33ed2fdb
2024-11-23T05:40:46,024 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterAbortingFlush,,1732340436441.f0e3e0c53455e6e2a109ac8b33ed2fdb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-23T05:40:46,024 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for f0e3e0c53455e6e2a109ac8b33ed2fdb
2024-11-23T05:40:46,024 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for f0e3e0c53455e6e2a109ac8b33ed2fdb
2024-11-23T05:40:46,027 INFO  [StoreOpener-f0e3e0c53455e6e2a109ac8b33ed2fdb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region f0e3e0c53455e6e2a109ac8b33ed2fdb 
2024-11-23T05:40:46,028 INFO  [StoreOpener-f0e3e0c53455e6e2a109ac8b33ed2fdb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f0e3e0c53455e6e2a109ac8b33ed2fdb columnFamilyName a
2024-11-23T05:40:46,028 DEBUG [StoreOpener-f0e3e0c53455e6e2a109ac8b33ed2fdb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-23T05:40:46,029 INFO  [StoreOpener-f0e3e0c53455e6e2a109ac8b33ed2fdb-1 {}] regionserver.HStore(327): Store=f0e3e0c53455e6e2a109ac8b33ed2fdb/a,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-23T05:40:46,029 INFO  [StoreOpener-f0e3e0c53455e6e2a109ac8b33ed2fdb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region f0e3e0c53455e6e2a109ac8b33ed2fdb 
2024-11-23T05:40:46,030 INFO  [StoreOpener-f0e3e0c53455e6e2a109ac8b33ed2fdb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f0e3e0c53455e6e2a109ac8b33ed2fdb columnFamilyName b
2024-11-23T05:40:46,030 DEBUG [StoreOpener-f0e3e0c53455e6e2a109ac8b33ed2fdb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-23T05:40:46,031 INFO  [StoreOpener-f0e3e0c53455e6e2a109ac8b33ed2fdb-1 {}] regionserver.HStore(327): Store=f0e3e0c53455e6e2a109ac8b33ed2fdb/b,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-23T05:40:46,031 INFO  [StoreOpener-f0e3e0c53455e6e2a109ac8b33ed2fdb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region f0e3e0c53455e6e2a109ac8b33ed2fdb 
2024-11-23T05:40:46,034 INFO  [StoreOpener-f0e3e0c53455e6e2a109ac8b33ed2fdb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f0e3e0c53455e6e2a109ac8b33ed2fdb columnFamilyName c
2024-11-23T05:40:46,034 DEBUG [StoreOpener-f0e3e0c53455e6e2a109ac8b33ed2fdb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-23T05:40:46,035 INFO  [StoreOpener-f0e3e0c53455e6e2a109ac8b33ed2fdb-1 {}] regionserver.HStore(327): Store=f0e3e0c53455e6e2a109ac8b33ed2fdb/c,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-23T05:40:46,035 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for f0e3e0c53455e6e2a109ac8b33ed2fdb
2024-11-23T05:40:46,036 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39201/hbase/data/default/testReplayEditsAfterAbortingFlush/f0e3e0c53455e6e2a109ac8b33ed2fdb
2024-11-23T05:40:46,038 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:39201/hbase/data/default/testReplayEditsAfterAbortingFlush/f0e3e0c53455e6e2a109ac8b33ed2fdb
2024-11-23T05:40:46,040 INFO  [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:39201/hbase/data/default/testReplayEditsAfterAbortingFlush/f0e3e0c53455e6e2a109ac8b33ed2fdb/recovered.edits/0000000000000000026
2024-11-23T05:40:46,043 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:39201/hbase/data/default/testReplayEditsAfterAbortingFlush/f0e3e0c53455e6e2a109ac8b33ed2fdb/recovered.edits/0000000000000000026: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null
2024-11-23T05:40:46,048 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 20, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=26, path=hdfs://localhost:39201/hbase/data/default/testReplayEditsAfterAbortingFlush/f0e3e0c53455e6e2a109ac8b33ed2fdb/recovered.edits/0000000000000000026
2024-11-23T05:40:46,048 INFO  [Time-limited test {}] regionserver.HRegion(2902): Flushing f0e3e0c53455e6e2a109ac8b33ed2fdb 3/3 column families, dataSize=1.16 KB heapSize=3.41 KB
2024-11-23T05:40:46,088 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39201/hbase/data/default/testReplayEditsAfterAbortingFlush/f0e3e0c53455e6e2a109ac8b33ed2fdb/.tmp/a/82650234f3da41d4a95a93cfef3d1ae1 is 64, key is testReplayEditsAfterAbortingFlush12/a:q/1732340445906/Put/seqid=0
2024-11-23T05:40:46,121 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44463 is added to blk_1073741906_1084 (size=5523)
2024-11-23T05:40:46,122 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40725 is added to blk_1073741906_1084 (size=5523)
2024-11-23T05:40:46,123 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33125 is added to blk_1073741906_1084 (size=5523)
2024-11-23T05:40:46,123 INFO  [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=416 B at sequenceid=26 (bloomFilter=true), to=hdfs://localhost:39201/hbase/data/default/testReplayEditsAfterAbortingFlush/f0e3e0c53455e6e2a109ac8b33ed2fdb/.tmp/a/82650234f3da41d4a95a93cfef3d1ae1
2024-11-23T05:40:46,157 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39201/hbase/data/default/testReplayEditsAfterAbortingFlush/f0e3e0c53455e6e2a109ac8b33ed2fdb/.tmp/b/aa9a20cfa9e44daba8465a6a8f83809f is 64, key is testReplayEditsAfterAbortingFlush10/b:q/1732340445902/Put/seqid=0
2024-11-23T05:40:46,238 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33125 is added to blk_1073741907_1085 (size=5524)
2024-11-23T05:40:46,239 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40725 is added to blk_1073741907_1085 (size=5524)
2024-11-23T05:40:46,242 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44463 is added to blk_1073741907_1085 (size=5524)
2024-11-23T05:40:46,242 INFO  [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=417 B at sequenceid=26 (bloomFilter=true), to=hdfs://localhost:39201/hbase/data/default/testReplayEditsAfterAbortingFlush/f0e3e0c53455e6e2a109ac8b33ed2fdb/.tmp/b/aa9a20cfa9e44daba8465a6a8f83809f
2024-11-23T05:40:46,285 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39201/hbase/data/default/testReplayEditsAfterAbortingFlush/f0e3e0c53455e6e2a109ac8b33ed2fdb/.tmp/c/c2172a0fe8fa4e3b90dc9100ce65ac0b is 64, key is testReplayEditsAfterAbortingFlush11/c:q/1732340445904/Put/seqid=0
2024-11-23T05:40:46,334 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40725 is added to blk_1073741908_1086 (size=5457)
2024-11-23T05:40:46,334 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33125 is added to blk_1073741908_1086 (size=5457)
2024-11-23T05:40:46,334 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44463 is added to blk_1073741908_1086 (size=5457)
2024-11-23T05:40:46,335 INFO  [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=357 B at sequenceid=26 (bloomFilter=true), to=hdfs://localhost:39201/hbase/data/default/testReplayEditsAfterAbortingFlush/f0e3e0c53455e6e2a109ac8b33ed2fdb/.tmp/c/c2172a0fe8fa4e3b90dc9100ce65ac0b
2024-11-23T05:40:46,350 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39201/hbase/data/default/testReplayEditsAfterAbortingFlush/f0e3e0c53455e6e2a109ac8b33ed2fdb/.tmp/a/82650234f3da41d4a95a93cfef3d1ae1 as hdfs://localhost:39201/hbase/data/default/testReplayEditsAfterAbortingFlush/f0e3e0c53455e6e2a109ac8b33ed2fdb/a/82650234f3da41d4a95a93cfef3d1ae1
2024-11-23T05:40:46,359 INFO  [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39201/hbase/data/default/testReplayEditsAfterAbortingFlush/f0e3e0c53455e6e2a109ac8b33ed2fdb/a/82650234f3da41d4a95a93cfef3d1ae1, entries=7, sequenceid=26, filesize=5.4 K
2024-11-23T05:40:46,360 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39201/hbase/data/default/testReplayEditsAfterAbortingFlush/f0e3e0c53455e6e2a109ac8b33ed2fdb/.tmp/b/aa9a20cfa9e44daba8465a6a8f83809f as hdfs://localhost:39201/hbase/data/default/testReplayEditsAfterAbortingFlush/f0e3e0c53455e6e2a109ac8b33ed2fdb/b/aa9a20cfa9e44daba8465a6a8f83809f
2024-11-23T05:40:46,368 INFO  [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39201/hbase/data/default/testReplayEditsAfterAbortingFlush/f0e3e0c53455e6e2a109ac8b33ed2fdb/b/aa9a20cfa9e44daba8465a6a8f83809f, entries=7, sequenceid=26, filesize=5.4 K
2024-11-23T05:40:46,369 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39201/hbase/data/default/testReplayEditsAfterAbortingFlush/f0e3e0c53455e6e2a109ac8b33ed2fdb/.tmp/c/c2172a0fe8fa4e3b90dc9100ce65ac0b as hdfs://localhost:39201/hbase/data/default/testReplayEditsAfterAbortingFlush/f0e3e0c53455e6e2a109ac8b33ed2fdb/c/c2172a0fe8fa4e3b90dc9100ce65ac0b
2024-11-23T05:40:46,379 INFO  [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39201/hbase/data/default/testReplayEditsAfterAbortingFlush/f0e3e0c53455e6e2a109ac8b33ed2fdb/c/c2172a0fe8fa4e3b90dc9100ce65ac0b, entries=6, sequenceid=26, filesize=5.3 K
2024-11-23T05:40:46,379 INFO  [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~1.16 KB/1190, heapSize ~3.36 KB/3440, currentSize=0 B/0 for f0e3e0c53455e6e2a109ac8b33ed2fdb in 331ms, sequenceid=26, compaction requested=false; wal=null
2024-11-23T05:40:46,381 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:39201/hbase/data/default/testReplayEditsAfterAbortingFlush/f0e3e0c53455e6e2a109ac8b33ed2fdb/recovered.edits/0000000000000000026
2024-11-23T05:40:46,382 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for f0e3e0c53455e6e2a109ac8b33ed2fdb
2024-11-23T05:40:46,382 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for f0e3e0c53455e6e2a109ac8b33ed2fdb
2024-11-23T05:40:46,383 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterAbortingFlush descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-11-23T05:40:46,385 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for f0e3e0c53455e6e2a109ac8b33ed2fdb
2024-11-23T05:40:46,391 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39201/hbase/data/default/testReplayEditsAfterAbortingFlush/f0e3e0c53455e6e2a109ac8b33ed2fdb/recovered.edits/26.seqid, newMaxSeqId=26, maxSeqId=1
2024-11-23T05:40:46,393 INFO  [Time-limited test {}] regionserver.HRegion(1114): Opened f0e3e0c53455e6e2a109ac8b33ed2fdb; next sequenceid=27; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68712905, jitterRate=0.02390207350254059}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-11-23T05:40:46,393 DEBUG [Time-limited test {}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f0e3e0c53455e6e2a109ac8b33ed2fdb
2024-11-23T05:40:46,393 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for f0e3e0c53455e6e2a109ac8b33ed2fdb:
Running coprocessor pre-open hook at 1732340446024Writing region info on filesystem at 1732340446024Initializing all the Stores at 1732340446025 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732340446025Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732340446026 (+1 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732340446026Obtaining lock to block concurrent updates at 1732340446049 (+23 ms)Preparing flush snapshotting stores in f0e3e0c53455e6e2a109ac8b33ed2fdb at 1732340446049Finished memstore snapshotting testReplayEditsAfterAbortingFlush,,1732340436441.f0e3e0c53455e6e2a109ac8b33ed2fdb., syncing WAL and waiting on mvcc, flushsize=dataSize=1190, getHeapSize=3440, getOffHeapSize=0, getCellsCount=20 at 1732340446049Flushing stores of testReplayEditsAfterAbortingFlush,,1732340436441.f0e3e0c53455e6e2a109ac8b33ed2fdb. at 1732340446049Flushing f0e3e0c53455e6e2a109ac8b33ed2fdb/a: creating writer at 1732340446050 (+1 ms)Flushing f0e3e0c53455e6e2a109ac8b33ed2fdb/a: appending metadata at 1732340446087 (+37 ms)Flushing f0e3e0c53455e6e2a109ac8b33ed2fdb/a: closing flushed file at 1732340446087Flushing f0e3e0c53455e6e2a109ac8b33ed2fdb/b: creating writer at 1732340446134 (+47 ms)Flushing f0e3e0c53455e6e2a109ac8b33ed2fdb/b: appending metadata at 1732340446156 (+22 ms)Flushing f0e3e0c53455e6e2a109ac8b33ed2fdb/b: closing flushed file at 1732340446156Flushing f0e3e0c53455e6e2a109ac8b33ed2fdb/c: creating writer at 1732340446254 (+98 ms)Flushing f0e3e0c53455e6e2a109ac8b33ed2fdb/c: appending metadata at 1732340446284 (+30 ms)Flushing f0e3e0c53455e6e2a109ac8b33ed2fdb/c: closing flushed file at 1732340446284Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3f44edfb: reopening flushed file at 1732340446346 (+62 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@22bd045c: reopening flushed file at 1732340446359 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5e7226dc: reopening flushed file at 1732340446368 (+9 ms)Finished flush of dataSize ~1.16 KB/1190, heapSize ~3.36 KB/3440, currentSize=0 B/0 for f0e3e0c53455e6e2a109ac8b33ed2fdb in 331ms, sequenceid=26, compaction requested=false; wal=null at 1732340446379 (+11 ms)Cleaning up temporary data from old regions at 1732340446382 (+3 ms)Running coprocessor post-open hooks at 1732340446393 (+11 ms)Region opened successfully at 1732340446393
2024-11-23T05:40:46,437 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayCompressed#testReplayEditsAfterAbortingFlush Thread=413 (was 410)
Potentially hanging thread: AsyncFSWAL-22-2
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1087445729_22 at /127.0.0.1:51240 [Waiting for operation #9]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1087445729_22 at /127.0.0.1:55908 [Receiving block BP-1122682880-172.17.0.2-1732340407948:blk_1073741905_1083]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343)
	java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151)
	app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: PacketResponder: BP-1122682880-172.17.0.2-1732340407948:blk_1073741905_1083, type=LAST_IN_PIPELINE
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	java.base@17.0.11/java.lang.Object.wait(Object.java:338)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1087445729_22 at /127.0.0.1:54898 [Waiting for operation #13]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1087445729_22 at /127.0.0.1:54864 [Receiving block BP-1122682880-172.17.0.2-1732340407948:blk_1073741905_1083]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343)
	java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151)
	app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: PacketResponder: BP-1122682880-172.17.0.2-1732340407948:blk_1073741905_1083, type=LAST_IN_PIPELINE
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	java.base@17.0.11/java.lang.Object.wait(Object.java:338)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1087445729_22 at /127.0.0.1:55892 [Waiting for operation #3]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4804ebfe-9290-8827-bad4-7f1cff013cb0/cluster_733d604a-1650-c124-648e-19105c1f3ff7/data/data6
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: PacketResponder: BP-1122682880-172.17.0.2-1732340407948:blk_1073741905_1083, type=LAST_IN_PIPELINE
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	java.base@17.0.11/java.lang.Object.wait(Object.java:338)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4804ebfe-9290-8827-bad4-7f1cff013cb0/cluster_733d604a-1650-c124-648e-19105c1f3ff7/data/data5
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: AsyncFSWAL-22-1
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: AsyncFSWAL-22-3
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1087445729_22 at /127.0.0.1:51238 [Receiving block BP-1122682880-172.17.0.2-1732340407948:blk_1073741905_1083]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343)
	java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151)
	app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=1170 (was 1110) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=492 (was 465) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=8315 (was 8348)
2024-11-23T05:40:46,437 WARN  [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1170 is superior to 1024
2024-11-23T05:40:46,453 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayCompressed#testDatalossWhenInputError Thread=413, OpenFileDescriptor=1170, MaxFileDescriptor=1048576, SystemLoadAverage=492, ProcessCount=11, AvailableMemoryMB=8314
2024-11-23T05:40:46,454 WARN  [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1170 is superior to 1024
2024-11-23T05:40:46,478 INFO  [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-23T05:40:46,482 INFO  [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-23T05:40:46,483 INFO  [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-23T05:40:46,486 INFO  [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-69248762, suffix=, logDir=hdfs://localhost:39201/hbase/WALs/hregion-69248762, archiveDir=hdfs://localhost:39201/hbase/oldWALs, maxLogs=32
2024-11-23T05:40:46,502 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-69248762/hregion-69248762.1732340446487, exclude list is [], retry=0
2024-11-23T05:40:46,505 DEBUG [AsyncFSWAL-24-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33125,DS-c28b39bb-14cc-4d91-9756-de8fd07c026a,DISK]
2024-11-23T05:40:46,506 DEBUG [AsyncFSWAL-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44463,DS-9d9fa3d0-c341-4f0c-a64c-9c20a7b480ae,DISK]
2024-11-23T05:40:46,511 DEBUG [AsyncFSWAL-24-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40725,DS-979d310d-3587-4cc1-bca5-3d701f1acf12,DISK]
2024-11-23T05:40:46,526 INFO  [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-69248762/hregion-69248762.1732340446487
2024-11-23T05:40:46,527 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45079:45079),(127.0.0.1/127.0.0.1:35021:35021),(127.0.0.1/127.0.0.1:46173:46173)]
2024-11-23T05:40:46,527 INFO  [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 281d15a5e679b3c9b17f465a7cac435a, NAME => 'testDatalossWhenInputError,,1732340446480.281d15a5e679b3c9b17f465a7cac435a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testDatalossWhenInputError', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39201/hbase
2024-11-23T05:40:46,552 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40725 is added to blk_1073741910_1088 (size=61)
2024-11-23T05:40:46,553 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33125 is added to blk_1073741910_1088 (size=61)
2024-11-23T05:40:46,554 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44463 is added to blk_1073741910_1088 (size=61)
2024-11-23T05:40:46,554 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testDatalossWhenInputError,,1732340446480.281d15a5e679b3c9b17f465a7cac435a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-23T05:40:46,559 INFO  [StoreOpener-281d15a5e679b3c9b17f465a7cac435a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 281d15a5e679b3c9b17f465a7cac435a 
2024-11-23T05:40:46,560 INFO  [StoreOpener-281d15a5e679b3c9b17f465a7cac435a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 281d15a5e679b3c9b17f465a7cac435a columnFamilyName a
2024-11-23T05:40:46,561 DEBUG [StoreOpener-281d15a5e679b3c9b17f465a7cac435a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-23T05:40:46,563 INFO  [StoreOpener-281d15a5e679b3c9b17f465a7cac435a-1 {}] regionserver.HStore(327): Store=281d15a5e679b3c9b17f465a7cac435a/a,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-23T05:40:46,564 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 281d15a5e679b3c9b17f465a7cac435a
2024-11-23T05:40:46,565 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39201/hbase/data/default/testDatalossWhenInputError/281d15a5e679b3c9b17f465a7cac435a
2024-11-23T05:40:46,571 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39201/hbase/data/default/testDatalossWhenInputError/281d15a5e679b3c9b17f465a7cac435a
2024-11-23T05:40:46,575 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 281d15a5e679b3c9b17f465a7cac435a
2024-11-23T05:40:46,575 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 281d15a5e679b3c9b17f465a7cac435a
2024-11-23T05:40:46,577 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 281d15a5e679b3c9b17f465a7cac435a
2024-11-23T05:40:46,591 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39201/hbase/data/default/testDatalossWhenInputError/281d15a5e679b3c9b17f465a7cac435a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-23T05:40:46,592 INFO  [Time-limited test {}] regionserver.HRegion(1114): Opened 281d15a5e679b3c9b17f465a7cac435a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60836054, jitterRate=-0.09347215294837952}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-23T05:40:46,593 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 281d15a5e679b3c9b17f465a7cac435a:
Writing region info on filesystem at 1732340446554Initializing all the Stores at 1732340446555 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732340446555Cleaning up temporary data from old regions at 1732340446575 (+20 ms)Region opened successfully at 1732340446593 (+18 ms)
2024-11-23T05:40:46,593 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 281d15a5e679b3c9b17f465a7cac435a, disabling compactions & flushes
2024-11-23T05:40:46,593 INFO  [Time-limited test {}] regionserver.HRegion(1755): Closing region testDatalossWhenInputError,,1732340446480.281d15a5e679b3c9b17f465a7cac435a.
2024-11-23T05:40:46,593 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testDatalossWhenInputError,,1732340446480.281d15a5e679b3c9b17f465a7cac435a.
2024-11-23T05:40:46,593 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testDatalossWhenInputError,,1732340446480.281d15a5e679b3c9b17f465a7cac435a. after waiting 0 ms
2024-11-23T05:40:46,593 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testDatalossWhenInputError,,1732340446480.281d15a5e679b3c9b17f465a7cac435a.
2024-11-23T05:40:46,594 INFO  [Time-limited test {}] regionserver.HRegion(1973): Closed testDatalossWhenInputError,,1732340446480.281d15a5e679b3c9b17f465a7cac435a.
2024-11-23T05:40:46,594 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 281d15a5e679b3c9b17f465a7cac435a:
Waiting for close lock at 1732340446593Disabling compacts and flushes for region at 1732340446593Disabling writes for close at 1732340446593Writing region close event to WAL at 1732340446594 (+1 ms)Closed at 1732340446594
2024-11-23T05:40:46,599 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44463 is added to blk_1073741909_1087 (size=93)
2024-11-23T05:40:46,599 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33125 is added to blk_1073741909_1087 (size=93)
2024-11-23T05:40:46,599 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40725 is added to blk_1073741909_1087 (size=93)
2024-11-23T05:40:46,602 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs
2024-11-23T05:40:46,602 INFO  [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-69248762:(num 1732340446487)
2024-11-23T05:40:46,602 INFO  [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor
2024-11-23T05:40:46,607 INFO  [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:39201/hbase/WALs/testdatalosswheninputerror-manual,16010,1732340446477, archiveDir=hdfs://localhost:39201/hbase/oldWALs, maxLogs=32
2024-11-23T05:40:46,629 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testdatalosswheninputerror-manual,16010,1732340446477/wal.1732340446608, exclude list is [], retry=0
2024-11-23T05:40:46,632 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44463,DS-9d9fa3d0-c341-4f0c-a64c-9c20a7b480ae,DISK]
2024-11-23T05:40:46,633 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33125,DS-c28b39bb-14cc-4d91-9756-de8fd07c026a,DISK]
2024-11-23T05:40:46,633 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40725,DS-979d310d-3587-4cc1-bca5-3d701f1acf12,DISK]
2024-11-23T05:40:46,643 INFO  [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testdatalosswheninputerror-manual,16010,1732340446477/wal.1732340446608
2024-11-23T05:40:46,643 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35021:35021),(127.0.0.1/127.0.0.1:45079:45079),(127.0.0.1/127.0.0.1:46173:46173)]
2024-11-23T05:40:46,643 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 281d15a5e679b3c9b17f465a7cac435a, NAME => 'testDatalossWhenInputError,,1732340446480.281d15a5e679b3c9b17f465a7cac435a.', STARTKEY => '', ENDKEY => ''}
2024-11-23T05:40:46,643 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testDatalossWhenInputError,,1732340446480.281d15a5e679b3c9b17f465a7cac435a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-23T05:40:46,644 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 281d15a5e679b3c9b17f465a7cac435a
2024-11-23T05:40:46,644 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 281d15a5e679b3c9b17f465a7cac435a
2024-11-23T05:40:46,647 INFO  [StoreOpener-281d15a5e679b3c9b17f465a7cac435a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 281d15a5e679b3c9b17f465a7cac435a 
2024-11-23T05:40:46,651 INFO  [StoreOpener-281d15a5e679b3c9b17f465a7cac435a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 281d15a5e679b3c9b17f465a7cac435a columnFamilyName a
2024-11-23T05:40:46,651 DEBUG [StoreOpener-281d15a5e679b3c9b17f465a7cac435a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-23T05:40:46,652 INFO  [StoreOpener-281d15a5e679b3c9b17f465a7cac435a-1 {}] regionserver.HStore(327): Store=281d15a5e679b3c9b17f465a7cac435a/a,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-23T05:40:46,654 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 281d15a5e679b3c9b17f465a7cac435a
2024-11-23T05:40:46,655 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39201/hbase/data/default/testDatalossWhenInputError/281d15a5e679b3c9b17f465a7cac435a
2024-11-23T05:40:46,658 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39201/hbase/data/default/testDatalossWhenInputError/281d15a5e679b3c9b17f465a7cac435a
2024-11-23T05:40:46,658 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 281d15a5e679b3c9b17f465a7cac435a
2024-11-23T05:40:46,658 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 281d15a5e679b3c9b17f465a7cac435a
2024-11-23T05:40:46,661 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 281d15a5e679b3c9b17f465a7cac435a
2024-11-23T05:40:46,663 INFO  [Time-limited test {}] regionserver.HRegion(1114): Opened 281d15a5e679b3c9b17f465a7cac435a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70684441, jitterRate=0.05328024923801422}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-23T05:40:46,664 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 281d15a5e679b3c9b17f465a7cac435a:
Writing region info on filesystem at 1732340446644Initializing all the Stores at 1732340446645 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732340446645Cleaning up temporary data from old regions at 1732340446658 (+13 ms)Region opened successfully at 1732340446664 (+6 ms)
2024-11-23T05:40:46,685 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 281d15a5e679b3c9b17f465a7cac435a, disabling compactions & flushes
2024-11-23T05:40:46,685 INFO  [Time-limited test {}] regionserver.HRegion(1755): Closing region testDatalossWhenInputError,,1732340446480.281d15a5e679b3c9b17f465a7cac435a.
2024-11-23T05:40:46,685 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testDatalossWhenInputError,,1732340446480.281d15a5e679b3c9b17f465a7cac435a.
2024-11-23T05:40:46,685 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testDatalossWhenInputError,,1732340446480.281d15a5e679b3c9b17f465a7cac435a. after waiting 0 ms
2024-11-23T05:40:46,685 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testDatalossWhenInputError,,1732340446480.281d15a5e679b3c9b17f465a7cac435a.
2024-11-23T05:40:46,687 ERROR [Time-limited test {}] regionserver.HRegion(1960): Memstore data size is 750 in region testDatalossWhenInputError,,1732340446480.281d15a5e679b3c9b17f465a7cac435a.
2024-11-23T05:40:46,687 INFO  [Time-limited test {}] regionserver.HRegion(1973): Closed testDatalossWhenInputError,,1732340446480.281d15a5e679b3c9b17f465a7cac435a.
2024-11-23T05:40:46,687 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 281d15a5e679b3c9b17f465a7cac435a:
Waiting for close lock at 1732340446685Disabling compacts and flushes for region at 1732340446685Disabling writes for close at 1732340446685Writing region close event to WAL at 1732340446687 (+2 ms)Closed at 1732340446687
2024-11-23T05:40:46,690 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44463 is added to blk_1073741911_1089 (size=838)
2024-11-23T05:40:46,692 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33125 is added to blk_1073741911_1089 (size=838)
2024-11-23T05:40:46,692 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40725 is added to blk_1073741911_1089 (size=838)
2024-11-23T05:40:46,712 INFO  [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39201/hbase/WALs/testdatalosswheninputerror-manual,16010,1732340446477/wal.1732340446608, size=838 (838bytes)
2024-11-23T05:40:46,712 INFO  [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39201/hbase/WALs/testdatalosswheninputerror-manual,16010,1732340446477/wal.1732340446608
2024-11-23T05:40:46,713 INFO  [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39201/hbase/WALs/testdatalosswheninputerror-manual,16010,1732340446477/wal.1732340446608 after 1ms
2024-11-23T05:40:46,715 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:39201/hbase/WALs/testdatalosswheninputerror-manual,16010,1732340446477/wal.1732340446608: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null
2024-11-23T05:40:46,715 INFO  [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39201/hbase/WALs/testdatalosswheninputerror-manual,16010,1732340446477/wal.1732340446608 took 3ms
2024-11-23T05:40:46,718 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39201/hbase/WALs/testdatalosswheninputerror-manual,16010,1732340446477/wal.1732340446608 so closing down
2024-11-23T05:40:46,718 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish
2024-11-23T05:40:46,725 INFO  [Time-limited test-Writer-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1732340446608.temp
2024-11-23T05:40:46,726 INFO  [Time-limited test-Writer-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39201/hbase/data/default/testDatalossWhenInputError/281d15a5e679b3c9b17f465a7cac435a/recovered.edits/0000000000000000003-wal.1732340446608.temp
2024-11-23T05:40:46,726 INFO  [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished
2024-11-23T05:40:46,765 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44463 is added to blk_1073741912_1090 (size=838)
2024-11-23T05:40:46,765 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33125 is added to blk_1073741912_1090 (size=838)
2024-11-23T05:40:46,765 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40725 is added to blk_1073741912_1090 (size=838)
2024-11-23T05:40:46,767 INFO  [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39201/hbase/data/default/testDatalossWhenInputError/281d15a5e679b3c9b17f465a7cac435a/recovered.edits/0000000000000000003-wal.1732340446608.temp (wrote 10 edits, skipped 0 edits in 0 ms)
2024-11-23T05:40:46,769 INFO  [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39201/hbase/data/default/testDatalossWhenInputError/281d15a5e679b3c9b17f465a7cac435a/recovered.edits/0000000000000000003-wal.1732340446608.temp to hdfs://localhost:39201/hbase/data/default/testDatalossWhenInputError/281d15a5e679b3c9b17f465a7cac435a/recovered.edits/0000000000000000012
2024-11-23T05:40:46,769 INFO  [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 1 Regions in 53 ms; skipped=0; WAL=hdfs://localhost:39201/hbase/WALs/testdatalosswheninputerror-manual,16010,1732340446477/wal.1732340446608, size=838, length=838, corrupted=false, cancelled=false
2024-11-23T05:40:46,770 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39201/hbase/WALs/testdatalosswheninputerror-manual,16010,1732340446477/wal.1732340446608, journal: Splitting hdfs://localhost:39201/hbase/WALs/testdatalosswheninputerror-manual,16010,1732340446477/wal.1732340446608, size=838 (838bytes) at 1732340446712Finishing writing output for hdfs://localhost:39201/hbase/WALs/testdatalosswheninputerror-manual,16010,1732340446477/wal.1732340446608 so closing down at 1732340446718 (+6 ms)Creating recovered edits writer path=hdfs://localhost:39201/hbase/data/default/testDatalossWhenInputError/281d15a5e679b3c9b17f465a7cac435a/recovered.edits/0000000000000000003-wal.1732340446608.temp at 1732340446726 (+8 ms)3 split writer threads finished at 1732340446726Closed recovered edits writer path=hdfs://localhost:39201/hbase/data/default/testDatalossWhenInputError/281d15a5e679b3c9b17f465a7cac435a/recovered.edits/0000000000000000003-wal.1732340446608.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732340446767 (+41 ms)Rename recovered edits hdfs://localhost:39201/hbase/data/default/testDatalossWhenInputError/281d15a5e679b3c9b17f465a7cac435a/recovered.edits/0000000000000000003-wal.1732340446608.temp to hdfs://localhost:39201/hbase/data/default/testDatalossWhenInputError/281d15a5e679b3c9b17f465a7cac435a/recovered.edits/0000000000000000012 at 1732340446769 (+2 ms)Processed 10 edits across 1 Regions in 53 ms; skipped=0; WAL=hdfs://localhost:39201/hbase/WALs/testdatalosswheninputerror-manual,16010,1732340446477/wal.1732340446608, size=838, length=838, corrupted=false, cancelled=false at 1732340446769
2024-11-23T05:40:46,778 INFO  [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39201/hbase/WALs/testdatalosswheninputerror-manual,16010,1732340446477/wal.1732340446608 to hdfs://localhost:39201/hbase/oldWALs/wal.1732340446608
2024-11-23T05:40:46,781 INFO  [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:39201/hbase/data/default/testDatalossWhenInputError/281d15a5e679b3c9b17f465a7cac435a/recovered.edits/0000000000000000012
2024-11-23T05:40:46,786 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:39201/hbase/data/default/testDatalossWhenInputError/281d15a5e679b3c9b17f465a7cac435a/recovered.edits/0000000000000000012: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null
2024-11-23T05:40:47,417 INFO  [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor
2024-11-23T05:40:47,419 INFO  [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:39201/hbase/WALs/testdatalosswheninputerror-manual,16010,1732340446477, archiveDir=hdfs://localhost:39201/hbase/oldWALs, maxLogs=32
2024-11-23T05:40:47,437 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testdatalosswheninputerror-manual,16010,1732340446477/wal.1732340447420, exclude list is [], retry=0
2024-11-23T05:40:47,441 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40725,DS-979d310d-3587-4cc1-bca5-3d701f1acf12,DISK]
2024-11-23T05:40:47,441 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33125,DS-c28b39bb-14cc-4d91-9756-de8fd07c026a,DISK]
2024-11-23T05:40:47,441 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44463,DS-9d9fa3d0-c341-4f0c-a64c-9c20a7b480ae,DISK]
2024-11-23T05:40:47,449 INFO  [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testdatalosswheninputerror-manual,16010,1732340446477/wal.1732340447420
2024-11-23T05:40:47,450 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46173:46173),(127.0.0.1/127.0.0.1:45079:45079),(127.0.0.1/127.0.0.1:35021:35021)]
2024-11-23T05:40:47,451 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 281d15a5e679b3c9b17f465a7cac435a, NAME => 'testDatalossWhenInputError,,1732340446480.281d15a5e679b3c9b17f465a7cac435a.', STARTKEY => '', ENDKEY => ''}
2024-11-23T05:40:47,451 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testDatalossWhenInputError,,1732340446480.281d15a5e679b3c9b17f465a7cac435a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-23T05:40:47,451 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 281d15a5e679b3c9b17f465a7cac435a
2024-11-23T05:40:47,451 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 281d15a5e679b3c9b17f465a7cac435a
2024-11-23T05:40:47,458 INFO  [StoreOpener-281d15a5e679b3c9b17f465a7cac435a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 281d15a5e679b3c9b17f465a7cac435a 
2024-11-23T05:40:47,460 INFO  [StoreOpener-281d15a5e679b3c9b17f465a7cac435a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 281d15a5e679b3c9b17f465a7cac435a columnFamilyName a
2024-11-23T05:40:47,460 DEBUG [StoreOpener-281d15a5e679b3c9b17f465a7cac435a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-23T05:40:47,461 INFO  [StoreOpener-281d15a5e679b3c9b17f465a7cac435a-1 {}] regionserver.HStore(327): Store=281d15a5e679b3c9b17f465a7cac435a/a,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-23T05:40:47,461 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 281d15a5e679b3c9b17f465a7cac435a
2024-11-23T05:40:47,462 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39201/hbase/data/default/testDatalossWhenInputError/281d15a5e679b3c9b17f465a7cac435a
2024-11-23T05:40:47,479 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:39201/hbase/data/default/testDatalossWhenInputError/281d15a5e679b3c9b17f465a7cac435a
2024-11-23T05:40:47,480 INFO  [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:39201/hbase/data/default/testDatalossWhenInputError/281d15a5e679b3c9b17f465a7cac435a/recovered.edits/0000000000000000012
2024-11-23T05:40:47,482 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:39201/hbase/data/default/testDatalossWhenInputError/281d15a5e679b3c9b17f465a7cac435a/recovered.edits/0000000000000000012: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null
2024-11-23T05:40:47,484 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 10, skipped 0, firstSequenceIdInLog=3, maxSequenceIdInLog=12, path=hdfs://localhost:39201/hbase/data/default/testDatalossWhenInputError/281d15a5e679b3c9b17f465a7cac435a/recovered.edits/0000000000000000012
2024-11-23T05:40:47,484 INFO  [Time-limited test {}] regionserver.HRegion(2902): Flushing 281d15a5e679b3c9b17f465a7cac435a 1/1 column families, dataSize=750 B heapSize=1.73 KB
2024-11-23T05:40:47,521 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39201/hbase/data/default/testDatalossWhenInputError/281d15a5e679b3c9b17f465a7cac435a/.tmp/a/4d7f9f422fce4c698c479d76364a381f is 79, key is testDatalossWhenInputError/a:x0/1732340446664/Put/seqid=0
2024-11-23T05:40:47,534 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40725 is added to blk_1073741914_1092 (size=5808)
2024-11-23T05:40:47,534 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33125 is added to blk_1073741914_1092 (size=5808)
2024-11-23T05:40:47,534 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44463 is added to blk_1073741914_1092 (size=5808)
2024-11-23T05:40:47,536 INFO  [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=750 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:39201/hbase/data/default/testDatalossWhenInputError/281d15a5e679b3c9b17f465a7cac435a/.tmp/a/4d7f9f422fce4c698c479d76364a381f
2024-11-23T05:40:47,550 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39201/hbase/data/default/testDatalossWhenInputError/281d15a5e679b3c9b17f465a7cac435a/.tmp/a/4d7f9f422fce4c698c479d76364a381f as hdfs://localhost:39201/hbase/data/default/testDatalossWhenInputError/281d15a5e679b3c9b17f465a7cac435a/a/4d7f9f422fce4c698c479d76364a381f
2024-11-23T05:40:47,560 INFO  [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39201/hbase/data/default/testDatalossWhenInputError/281d15a5e679b3c9b17f465a7cac435a/a/4d7f9f422fce4c698c479d76364a381f, entries=10, sequenceid=12, filesize=5.7 K
2024-11-23T05:40:47,561 INFO  [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~750 B/750, heapSize ~1.72 KB/1760, currentSize=0 B/0 for 281d15a5e679b3c9b17f465a7cac435a in 77ms, sequenceid=12, compaction requested=false; wal=null
2024-11-23T05:40:47,561 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:39201/hbase/data/default/testDatalossWhenInputError/281d15a5e679b3c9b17f465a7cac435a/recovered.edits/0000000000000000012
2024-11-23T05:40:47,562 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 281d15a5e679b3c9b17f465a7cac435a
2024-11-23T05:40:47,562 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 281d15a5e679b3c9b17f465a7cac435a
2024-11-23T05:40:47,568 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 281d15a5e679b3c9b17f465a7cac435a
2024-11-23T05:40:47,571 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39201/hbase/data/default/testDatalossWhenInputError/281d15a5e679b3c9b17f465a7cac435a/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1
2024-11-23T05:40:47,573 INFO  [Time-limited test {}] regionserver.HRegion(1114): Opened 281d15a5e679b3c9b17f465a7cac435a; next sequenceid=13; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69496223, jitterRate=0.03557442128658295}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-23T05:40:47,573 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 281d15a5e679b3c9b17f465a7cac435a:
Writing region info on filesystem at 1732340447451Initializing all the Stores at 1732340447454 (+3 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732340447454Obtaining lock to block concurrent updates at 1732340447484 (+30 ms)Preparing flush snapshotting stores in 281d15a5e679b3c9b17f465a7cac435a at 1732340447484Finished memstore snapshotting testDatalossWhenInputError,,1732340446480.281d15a5e679b3c9b17f465a7cac435a., syncing WAL and waiting on mvcc, flushsize=dataSize=750, getHeapSize=1760, getOffHeapSize=0, getCellsCount=10 at 1732340447484Flushing stores of testDatalossWhenInputError,,1732340446480.281d15a5e679b3c9b17f465a7cac435a. at 1732340447484Flushing 281d15a5e679b3c9b17f465a7cac435a/a: creating writer at 1732340447484Flushing 281d15a5e679b3c9b17f465a7cac435a/a: appending metadata at 1732340447520 (+36 ms)Flushing 281d15a5e679b3c9b17f465a7cac435a/a: closing flushed file at 1732340447520Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@d6765f: reopening flushed file at 1732340447548 (+28 ms)Finished flush of dataSize ~750 B/750, heapSize ~1.72 KB/1760, currentSize=0 B/0 for 281d15a5e679b3c9b17f465a7cac435a in 77ms, sequenceid=12, compaction requested=false; wal=null at 1732340447561 (+13 ms)Cleaning up temporary data from old regions at 1732340447562 (+1 ms)Region opened successfully at 1732340447573 (+11 ms)
2024-11-23T05:40:47,577 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 281d15a5e679b3c9b17f465a7cac435a, NAME => 'testDatalossWhenInputError,,1732340446480.281d15a5e679b3c9b17f465a7cac435a.', STARTKEY => '', ENDKEY => ''}
2024-11-23T05:40:47,577 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testDatalossWhenInputError,,1732340446480.281d15a5e679b3c9b17f465a7cac435a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-23T05:40:47,577 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 281d15a5e679b3c9b17f465a7cac435a
2024-11-23T05:40:47,577 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 281d15a5e679b3c9b17f465a7cac435a
2024-11-23T05:40:47,580 INFO  [StoreOpener-281d15a5e679b3c9b17f465a7cac435a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 281d15a5e679b3c9b17f465a7cac435a 
2024-11-23T05:40:47,581 INFO  [StoreOpener-281d15a5e679b3c9b17f465a7cac435a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 281d15a5e679b3c9b17f465a7cac435a columnFamilyName a
2024-11-23T05:40:47,581 DEBUG [StoreOpener-281d15a5e679b3c9b17f465a7cac435a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-23T05:40:47,588 DEBUG [StoreOpener-281d15a5e679b3c9b17f465a7cac435a-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39201/hbase/data/default/testDatalossWhenInputError/281d15a5e679b3c9b17f465a7cac435a/a/4d7f9f422fce4c698c479d76364a381f
2024-11-23T05:40:47,588 INFO  [StoreOpener-281d15a5e679b3c9b17f465a7cac435a-1 {}] regionserver.HStore(327): Store=281d15a5e679b3c9b17f465a7cac435a/a,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-23T05:40:47,588 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 281d15a5e679b3c9b17f465a7cac435a
2024-11-23T05:40:47,589 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39201/hbase/data/default/testDatalossWhenInputError/281d15a5e679b3c9b17f465a7cac435a
2024-11-23T05:40:47,590 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39201/hbase/data/default/testDatalossWhenInputError/281d15a5e679b3c9b17f465a7cac435a
2024-11-23T05:40:47,591 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 281d15a5e679b3c9b17f465a7cac435a
2024-11-23T05:40:47,591 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 281d15a5e679b3c9b17f465a7cac435a
2024-11-23T05:40:47,593 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 281d15a5e679b3c9b17f465a7cac435a
2024-11-23T05:40:47,597 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39201/hbase/data/default/testDatalossWhenInputError/281d15a5e679b3c9b17f465a7cac435a/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=12
2024-11-23T05:40:47,598 INFO  [Time-limited test {}] regionserver.HRegion(1114): Opened 281d15a5e679b3c9b17f465a7cac435a; next sequenceid=14; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73677618, jitterRate=0.09788206219673157}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-23T05:40:47,598 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 281d15a5e679b3c9b17f465a7cac435a:
Writing region info on filesystem at 1732340447577Initializing all the Stores at 1732340447579 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732340447579Cleaning up temporary data from old regions at 1732340447591 (+12 ms)Region opened successfully at 1732340447598 (+7 ms)
2024-11-23T05:40:47,627 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayCompressed#testDatalossWhenInputError Thread=423 (was 413)
Potentially hanging thread: PacketResponder: BP-1122682880-172.17.0.2-1732340407948:blk_1073741913_1091, type=LAST_IN_PIPELINE
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	java.base@17.0.11/java.lang.Object.wait(Object.java:338)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1087445729_22 at /127.0.0.1:54922 [Receiving block BP-1122682880-172.17.0.2-1732340407948:blk_1073741913_1091]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343)
	java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151)
	app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1087445729_22 at /127.0.0.1:51240 [Waiting for operation #19]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: PacketResponder: BP-1122682880-172.17.0.2-1732340407948:blk_1073741913_1091, type=LAST_IN_PIPELINE
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	java.base@17.0.11/java.lang.Object.wait(Object.java:338)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: AsyncFSWAL-24-2
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: AsyncFSWAL-24-1
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1087445729_22 at /127.0.0.1:54898 [Waiting for operation #16]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1087445729_22 at /127.0.0.1:51312 [Receiving block BP-1122682880-172.17.0.2-1732340407948:blk_1073741913_1091]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343)
	java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151)
	app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1087445729_22 at /127.0.0.1:55892 [Waiting for operation #7]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: PacketResponder: BP-1122682880-172.17.0.2-1732340407948:blk_1073741913_1091, type=LAST_IN_PIPELINE
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	java.base@17.0.11/java.lang.Object.wait(Object.java:338)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: AsyncFSWAL-24-3
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1087445729_22 at /127.0.0.1:55984 [Receiving block BP-1122682880-172.17.0.2-1732340407948:blk_1073741913_1091]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343)
	java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151)
	app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=1252 (was 1170) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=549 (was 492) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=8288 (was 8314)
2024-11-23T05:40:47,628 WARN  [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1252 is superior to 1024
2024-11-23T05:40:47,644 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayCompressed#testCompactedBulkLoadedFiles Thread=425, OpenFileDescriptor=1254, MaxFileDescriptor=1048576, SystemLoadAverage=549, ProcessCount=11, AvailableMemoryMB=8287
2024-11-23T05:40:47,644 WARN  [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1254 is superior to 1024
2024-11-23T05:40:47,664 INFO  [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-23T05:40:47,669 INFO  [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-23T05:40:47,669 INFO  [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-23T05:40:47,672 INFO  [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-85000472, suffix=, logDir=hdfs://localhost:39201/hbase/WALs/hregion-85000472, archiveDir=hdfs://localhost:39201/hbase/oldWALs, maxLogs=32
2024-11-23T05:40:47,696 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-85000472/hregion-85000472.1732340447672, exclude list is [], retry=0
2024-11-23T05:40:47,700 DEBUG [AsyncFSWAL-26-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44463,DS-9d9fa3d0-c341-4f0c-a64c-9c20a7b480ae,DISK]
2024-11-23T05:40:47,703 DEBUG [AsyncFSWAL-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33125,DS-c28b39bb-14cc-4d91-9756-de8fd07c026a,DISK]
2024-11-23T05:40:47,710 DEBUG [AsyncFSWAL-26-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40725,DS-979d310d-3587-4cc1-bca5-3d701f1acf12,DISK]
2024-11-23T05:40:47,716 INFO  [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-85000472/hregion-85000472.1732340447672
2024-11-23T05:40:47,718 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35021:35021),(127.0.0.1/127.0.0.1:45079:45079),(127.0.0.1/127.0.0.1:46173:46173)]
2024-11-23T05:40:47,719 INFO  [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => e080b0d140e16cfe36191e03679655b0, NAME => 'testCompactedBulkLoadedFiles,,1732340447665.e080b0d140e16cfe36191e03679655b0.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testCompactedBulkLoadedFiles', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39201/hbase
2024-11-23T05:40:47,734 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33125 is added to blk_1073741916_1094 (size=63)
2024-11-23T05:40:47,735 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44463 is added to blk_1073741916_1094 (size=63)
2024-11-23T05:40:47,735 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40725 is added to blk_1073741916_1094 (size=63)
2024-11-23T05:40:47,738 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testCompactedBulkLoadedFiles,,1732340447665.e080b0d140e16cfe36191e03679655b0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-23T05:40:47,755 INFO  [StoreOpener-e080b0d140e16cfe36191e03679655b0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region e080b0d140e16cfe36191e03679655b0 
2024-11-23T05:40:47,757 INFO  [StoreOpener-e080b0d140e16cfe36191e03679655b0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e080b0d140e16cfe36191e03679655b0 columnFamilyName a
2024-11-23T05:40:47,757 DEBUG [StoreOpener-e080b0d140e16cfe36191e03679655b0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-23T05:40:47,760 INFO  [StoreOpener-e080b0d140e16cfe36191e03679655b0-1 {}] regionserver.HStore(327): Store=e080b0d140e16cfe36191e03679655b0/a,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-23T05:40:47,761 INFO  [StoreOpener-e080b0d140e16cfe36191e03679655b0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region e080b0d140e16cfe36191e03679655b0 
2024-11-23T05:40:47,764 INFO  [StoreOpener-e080b0d140e16cfe36191e03679655b0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e080b0d140e16cfe36191e03679655b0 columnFamilyName b
2024-11-23T05:40:47,765 DEBUG [StoreOpener-e080b0d140e16cfe36191e03679655b0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-23T05:40:47,771 INFO  [StoreOpener-e080b0d140e16cfe36191e03679655b0-1 {}] regionserver.HStore(327): Store=e080b0d140e16cfe36191e03679655b0/b,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-23T05:40:47,771 INFO  [StoreOpener-e080b0d140e16cfe36191e03679655b0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region e080b0d140e16cfe36191e03679655b0 
2024-11-23T05:40:47,775 INFO  [StoreOpener-e080b0d140e16cfe36191e03679655b0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e080b0d140e16cfe36191e03679655b0 columnFamilyName c
2024-11-23T05:40:47,775 DEBUG [StoreOpener-e080b0d140e16cfe36191e03679655b0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-23T05:40:47,776 INFO  [StoreOpener-e080b0d140e16cfe36191e03679655b0-1 {}] regionserver.HStore(327): Store=e080b0d140e16cfe36191e03679655b0/c,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-23T05:40:47,777 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for e080b0d140e16cfe36191e03679655b0
2024-11-23T05:40:47,782 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39201/hbase/data/default/testCompactedBulkLoadedFiles/e080b0d140e16cfe36191e03679655b0
2024-11-23T05:40:47,783 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39201/hbase/data/default/testCompactedBulkLoadedFiles/e080b0d140e16cfe36191e03679655b0
2024-11-23T05:40:47,784 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for e080b0d140e16cfe36191e03679655b0
2024-11-23T05:40:47,785 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for e080b0d140e16cfe36191e03679655b0
2024-11-23T05:40:47,785 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testCompactedBulkLoadedFiles descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-11-23T05:40:47,789 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for e080b0d140e16cfe36191e03679655b0
2024-11-23T05:40:47,792 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39201/hbase/data/default/testCompactedBulkLoadedFiles/e080b0d140e16cfe36191e03679655b0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-23T05:40:47,793 INFO  [Time-limited test {}] regionserver.HRegion(1114): Opened e080b0d140e16cfe36191e03679655b0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72173679, jitterRate=0.07547162473201752}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-11-23T05:40:47,794 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for e080b0d140e16cfe36191e03679655b0:
Writing region info on filesystem at 1732340447739Initializing all the Stores at 1732340447747 (+8 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732340447747Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732340447754 (+7 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732340447754Cleaning up temporary data from old regions at 1732340447785 (+31 ms)Region opened successfully at 1732340447794 (+9 ms)
2024-11-23T05:40:47,794 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing e080b0d140e16cfe36191e03679655b0, disabling compactions & flushes
2024-11-23T05:40:47,794 INFO  [Time-limited test {}] regionserver.HRegion(1755): Closing region testCompactedBulkLoadedFiles,,1732340447665.e080b0d140e16cfe36191e03679655b0.
2024-11-23T05:40:47,794 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testCompactedBulkLoadedFiles,,1732340447665.e080b0d140e16cfe36191e03679655b0.
2024-11-23T05:40:47,794 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testCompactedBulkLoadedFiles,,1732340447665.e080b0d140e16cfe36191e03679655b0. after waiting 0 ms
2024-11-23T05:40:47,794 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testCompactedBulkLoadedFiles,,1732340447665.e080b0d140e16cfe36191e03679655b0.
2024-11-23T05:40:47,811 INFO  [Time-limited test {}] regionserver.HRegion(1973): Closed testCompactedBulkLoadedFiles,,1732340447665.e080b0d140e16cfe36191e03679655b0.
2024-11-23T05:40:47,811 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for e080b0d140e16cfe36191e03679655b0:
Waiting for close lock at 1732340447794Disabling compacts and flushes for region at 1732340447794Disabling writes for close at 1732340447794Writing region close event to WAL at 1732340447810 (+16 ms)Closed at 1732340447811 (+1 ms)
2024-11-23T05:40:47,824 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44463 is added to blk_1073741915_1093 (size=93)
2024-11-23T05:40:47,825 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33125 is added to blk_1073741915_1093 (size=93)
2024-11-23T05:40:47,826 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40725 is added to blk_1073741915_1093 (size=93)
2024-11-23T05:40:47,830 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs
2024-11-23T05:40:47,830 INFO  [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-85000472:(num 1732340447672)
2024-11-23T05:40:47,830 INFO  [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor
2024-11-23T05:40:47,833 INFO  [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:39201/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732340447663, archiveDir=hdfs://localhost:39201/hbase/oldWALs, maxLogs=32
2024-11-23T05:40:47,856 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732340447663/wal.1732340447834, exclude list is [], retry=0
2024-11-23T05:40:47,859 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40725,DS-979d310d-3587-4cc1-bca5-3d701f1acf12,DISK]
2024-11-23T05:40:47,860 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33125,DS-c28b39bb-14cc-4d91-9756-de8fd07c026a,DISK]
2024-11-23T05:40:47,860 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44463,DS-9d9fa3d0-c341-4f0c-a64c-9c20a7b480ae,DISK]
2024-11-23T05:40:47,871 INFO  [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732340447663/wal.1732340447834
2024-11-23T05:40:47,872 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46173:46173),(127.0.0.1/127.0.0.1:45079:45079),(127.0.0.1/127.0.0.1:35021:35021)]
2024-11-23T05:40:47,872 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => e080b0d140e16cfe36191e03679655b0, NAME => 'testCompactedBulkLoadedFiles,,1732340447665.e080b0d140e16cfe36191e03679655b0.', STARTKEY => '', ENDKEY => ''}
2024-11-23T05:40:47,872 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testCompactedBulkLoadedFiles,,1732340447665.e080b0d140e16cfe36191e03679655b0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-23T05:40:47,872 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for e080b0d140e16cfe36191e03679655b0
2024-11-23T05:40:47,872 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for e080b0d140e16cfe36191e03679655b0
2024-11-23T05:40:47,883 INFO  [StoreOpener-e080b0d140e16cfe36191e03679655b0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region e080b0d140e16cfe36191e03679655b0 
2024-11-23T05:40:47,884 INFO  [StoreOpener-e080b0d140e16cfe36191e03679655b0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e080b0d140e16cfe36191e03679655b0 columnFamilyName a
2024-11-23T05:40:47,884 DEBUG [StoreOpener-e080b0d140e16cfe36191e03679655b0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-23T05:40:47,884 INFO  [StoreOpener-e080b0d140e16cfe36191e03679655b0-1 {}] regionserver.HStore(327): Store=e080b0d140e16cfe36191e03679655b0/a,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-23T05:40:47,885 INFO  [StoreOpener-e080b0d140e16cfe36191e03679655b0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region e080b0d140e16cfe36191e03679655b0 
2024-11-23T05:40:47,886 INFO  [StoreOpener-e080b0d140e16cfe36191e03679655b0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e080b0d140e16cfe36191e03679655b0 columnFamilyName b
2024-11-23T05:40:47,886 DEBUG [StoreOpener-e080b0d140e16cfe36191e03679655b0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-23T05:40:47,887 INFO  [StoreOpener-e080b0d140e16cfe36191e03679655b0-1 {}] regionserver.HStore(327): Store=e080b0d140e16cfe36191e03679655b0/b,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-23T05:40:47,891 INFO  [StoreOpener-e080b0d140e16cfe36191e03679655b0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region e080b0d140e16cfe36191e03679655b0 
2024-11-23T05:40:47,899 INFO  [StoreOpener-e080b0d140e16cfe36191e03679655b0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e080b0d140e16cfe36191e03679655b0 columnFamilyName c
2024-11-23T05:40:47,899 DEBUG [StoreOpener-e080b0d140e16cfe36191e03679655b0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-23T05:40:47,900 INFO  [StoreOpener-e080b0d140e16cfe36191e03679655b0-1 {}] regionserver.HStore(327): Store=e080b0d140e16cfe36191e03679655b0/c,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-23T05:40:47,900 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for e080b0d140e16cfe36191e03679655b0
2024-11-23T05:40:47,901 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39201/hbase/data/default/testCompactedBulkLoadedFiles/e080b0d140e16cfe36191e03679655b0
2024-11-23T05:40:47,902 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39201/hbase/data/default/testCompactedBulkLoadedFiles/e080b0d140e16cfe36191e03679655b0
2024-11-23T05:40:47,905 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for e080b0d140e16cfe36191e03679655b0
2024-11-23T05:40:47,905 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for e080b0d140e16cfe36191e03679655b0
2024-11-23T05:40:47,907 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testCompactedBulkLoadedFiles descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-11-23T05:40:47,910 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for e080b0d140e16cfe36191e03679655b0
2024-11-23T05:40:47,911 INFO  [Time-limited test {}] regionserver.HRegion(1114): Opened e080b0d140e16cfe36191e03679655b0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66387184, jitterRate=-0.010753870010375977}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-11-23T05:40:47,912 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for e080b0d140e16cfe36191e03679655b0:
Writing region info on filesystem at 1732340447873Initializing all the Stores at 1732340447877 (+4 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732340447877Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732340447882 (+5 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732340447882Cleaning up temporary data from old regions at 1732340447905 (+23 ms)Region opened successfully at 1732340447912 (+7 ms)
2024-11-23T05:40:47,924 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39201/hbase/testCompactedBulkLoadedFiles/hfile0 is 32, key is 000/a:a/1732340447924/Put/seqid=0
2024-11-23T05:40:47,948 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33125 is added to blk_1073741918_1096 (size=4875)
2024-11-23T05:40:47,949 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40725 is added to blk_1073741918_1096 (size=4875)
2024-11-23T05:40:47,949 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44463 is added to blk_1073741918_1096 (size=4875)
2024-11-23T05:40:47,953 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39201/hbase/testCompactedBulkLoadedFiles/hfile1 is 32, key is 100/a:a/1732340447953/Put/seqid=0
2024-11-23T05:40:47,974 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40725 is added to blk_1073741919_1097 (size=4875)
2024-11-23T05:40:47,975 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33125 is added to blk_1073741919_1097 (size=4875)
2024-11-23T05:40:47,975 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44463 is added to blk_1073741919_1097 (size=4875)
2024-11-23T05:40:47,988 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39201/hbase/testCompactedBulkLoadedFiles/hfile2 is 32, key is 200/a:a/1732340447987/Put/seqid=0
2024-11-23T05:40:48,026 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44463 is added to blk_1073741920_1098 (size=4875)
2024-11-23T05:40:48,027 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33125 is added to blk_1073741920_1098 (size=4875)
2024-11-23T05:40:48,027 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40725 is added to blk_1073741920_1098 (size=4875)
2024-11-23T05:40:48,028 INFO  [Time-limited test {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39201/hbase/testCompactedBulkLoadedFiles/hfile0 for inclusion in e080b0d140e16cfe36191e03679655b0/a
2024-11-23T05:40:48,037 DEBUG [Time-limited test {}] regionserver.HStore(626): HFile bounds: first=000 last=050
2024-11-23T05:40:48,037 DEBUG [Time-limited test {}] regionserver.HStore(628): Region bounds: first= last=
2024-11-23T05:40:48,037 INFO  [Time-limited test {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39201/hbase/testCompactedBulkLoadedFiles/hfile1 for inclusion in e080b0d140e16cfe36191e03679655b0/a
2024-11-23T05:40:48,045 DEBUG [Time-limited test {}] regionserver.HStore(626): HFile bounds: first=100 last=150
2024-11-23T05:40:48,045 DEBUG [Time-limited test {}] regionserver.HStore(628): Region bounds: first= last=
2024-11-23T05:40:48,045 INFO  [Time-limited test {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39201/hbase/testCompactedBulkLoadedFiles/hfile2 for inclusion in e080b0d140e16cfe36191e03679655b0/a
2024-11-23T05:40:48,053 DEBUG [Time-limited test {}] regionserver.HStore(626): HFile bounds: first=200 last=250
2024-11-23T05:40:48,053 DEBUG [Time-limited test {}] regionserver.HStore(628): Region bounds: first= last=
2024-11-23T05:40:48,053 INFO  [Time-limited test {}] regionserver.HRegion(2902): Flushing e080b0d140e16cfe36191e03679655b0 3/3 column families, dataSize=51 B heapSize=896 B
2024-11-23T05:40:48,081 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39201/hbase/data/default/testCompactedBulkLoadedFiles/e080b0d140e16cfe36191e03679655b0/.tmp/a/2c3ae71fd18d45e084af2222f571eabe is 55, key is testCompactedBulkLoadedFiles/a:a/1732340447913/Put/seqid=0
2024-11-23T05:40:48,108 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33125 is added to blk_1073741921_1099 (size=5107)
2024-11-23T05:40:48,109 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40725 is added to blk_1073741921_1099 (size=5107)
2024-11-23T05:40:48,111 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44463 is added to blk_1073741921_1099 (size=5107)
2024-11-23T05:40:48,112 INFO  [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=4 (bloomFilter=true), to=hdfs://localhost:39201/hbase/data/default/testCompactedBulkLoadedFiles/e080b0d140e16cfe36191e03679655b0/.tmp/a/2c3ae71fd18d45e084af2222f571eabe
2024-11-23T05:40:48,121 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39201/hbase/data/default/testCompactedBulkLoadedFiles/e080b0d140e16cfe36191e03679655b0/.tmp/a/2c3ae71fd18d45e084af2222f571eabe as hdfs://localhost:39201/hbase/data/default/testCompactedBulkLoadedFiles/e080b0d140e16cfe36191e03679655b0/a/2c3ae71fd18d45e084af2222f571eabe
2024-11-23T05:40:48,135 INFO  [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39201/hbase/data/default/testCompactedBulkLoadedFiles/e080b0d140e16cfe36191e03679655b0/a/2c3ae71fd18d45e084af2222f571eabe, entries=1, sequenceid=4, filesize=5.0 K
2024-11-23T05:40:48,136 INFO  [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~51 B/51, heapSize ~368 B/368, currentSize=0 B/0 for e080b0d140e16cfe36191e03679655b0 in 83ms, sequenceid=4, compaction requested=false
2024-11-23T05:40:48,136 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for e080b0d140e16cfe36191e03679655b0:

2024-11-23T05:40:48,139 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39201/hbase/testCompactedBulkLoadedFiles/hfile0 as hdfs://localhost:39201/hbase/data/default/testCompactedBulkLoadedFiles/e080b0d140e16cfe36191e03679655b0/a/a94c6b06b70c47ce9a3cb29d1c657d78_SeqId_4_
2024-11-23T05:40:48,140 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39201/hbase/testCompactedBulkLoadedFiles/hfile1 as hdfs://localhost:39201/hbase/data/default/testCompactedBulkLoadedFiles/e080b0d140e16cfe36191e03679655b0/a/aecaf547c47940c599f5d6b5fa621e09_SeqId_4_
2024-11-23T05:40:48,141 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39201/hbase/testCompactedBulkLoadedFiles/hfile2 as hdfs://localhost:39201/hbase/data/default/testCompactedBulkLoadedFiles/e080b0d140e16cfe36191e03679655b0/a/18817c61159c4d8b883d8e1904f5ee9a_SeqId_4_
2024-11-23T05:40:48,142 INFO  [Time-limited test {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39201/hbase/testCompactedBulkLoadedFiles/hfile0 into e080b0d140e16cfe36191e03679655b0/a as hdfs://localhost:39201/hbase/data/default/testCompactedBulkLoadedFiles/e080b0d140e16cfe36191e03679655b0/a/a94c6b06b70c47ce9a3cb29d1c657d78_SeqId_4_ - updating store file list.
2024-11-23T05:40:48,148 DEBUG [Time-limited test {}] regionserver.HStoreFile(483): HFile Bloom filter type for a94c6b06b70c47ce9a3cb29d1c657d78_SeqId_4_: NONE, but ROW specified in column family configuration
2024-11-23T05:40:48,148 INFO  [Time-limited test {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39201/hbase/data/default/testCompactedBulkLoadedFiles/e080b0d140e16cfe36191e03679655b0/a/a94c6b06b70c47ce9a3cb29d1c657d78_SeqId_4_ into e080b0d140e16cfe36191e03679655b0/a
2024-11-23T05:40:48,148 INFO  [Time-limited test {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39201/hbase/testCompactedBulkLoadedFiles/hfile0 into e080b0d140e16cfe36191e03679655b0/a (new location: hdfs://localhost:39201/hbase/data/default/testCompactedBulkLoadedFiles/e080b0d140e16cfe36191e03679655b0/a/a94c6b06b70c47ce9a3cb29d1c657d78_SeqId_4_)
2024-11-23T05:40:48,159 INFO  [Time-limited test {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39201/hbase/testCompactedBulkLoadedFiles/hfile1 into e080b0d140e16cfe36191e03679655b0/a as hdfs://localhost:39201/hbase/data/default/testCompactedBulkLoadedFiles/e080b0d140e16cfe36191e03679655b0/a/aecaf547c47940c599f5d6b5fa621e09_SeqId_4_ - updating store file list.
2024-11-23T05:40:48,166 DEBUG [Time-limited test {}] regionserver.HStoreFile(483): HFile Bloom filter type for aecaf547c47940c599f5d6b5fa621e09_SeqId_4_: NONE, but ROW specified in column family configuration
2024-11-23T05:40:48,167 INFO  [Time-limited test {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39201/hbase/data/default/testCompactedBulkLoadedFiles/e080b0d140e16cfe36191e03679655b0/a/aecaf547c47940c599f5d6b5fa621e09_SeqId_4_ into e080b0d140e16cfe36191e03679655b0/a
2024-11-23T05:40:48,167 INFO  [Time-limited test {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39201/hbase/testCompactedBulkLoadedFiles/hfile1 into e080b0d140e16cfe36191e03679655b0/a (new location: hdfs://localhost:39201/hbase/data/default/testCompactedBulkLoadedFiles/e080b0d140e16cfe36191e03679655b0/a/aecaf547c47940c599f5d6b5fa621e09_SeqId_4_)
2024-11-23T05:40:48,170 INFO  [Time-limited test {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39201/hbase/testCompactedBulkLoadedFiles/hfile2 into e080b0d140e16cfe36191e03679655b0/a as hdfs://localhost:39201/hbase/data/default/testCompactedBulkLoadedFiles/e080b0d140e16cfe36191e03679655b0/a/18817c61159c4d8b883d8e1904f5ee9a_SeqId_4_ - updating store file list.
2024-11-23T05:40:48,178 DEBUG [Time-limited test {}] regionserver.HStoreFile(483): HFile Bloom filter type for 18817c61159c4d8b883d8e1904f5ee9a_SeqId_4_: NONE, but ROW specified in column family configuration
2024-11-23T05:40:48,178 INFO  [Time-limited test {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39201/hbase/data/default/testCompactedBulkLoadedFiles/e080b0d140e16cfe36191e03679655b0/a/18817c61159c4d8b883d8e1904f5ee9a_SeqId_4_ into e080b0d140e16cfe36191e03679655b0/a
2024-11-23T05:40:48,178 INFO  [Time-limited test {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39201/hbase/testCompactedBulkLoadedFiles/hfile2 into e080b0d140e16cfe36191e03679655b0/a (new location: hdfs://localhost:39201/hbase/data/default/testCompactedBulkLoadedFiles/e080b0d140e16cfe36191e03679655b0/a/18817c61159c4d8b883d8e1904f5ee9a_SeqId_4_)
2024-11-23T05:40:48,189 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-23T05:40:48,189 DEBUG [Time-limited test {}] regionserver.HStore(1541): e080b0d140e16cfe36191e03679655b0/a is initiating major compaction (all files)
2024-11-23T05:40:48,189 INFO  [Time-limited test {}] regionserver.HRegion(2416): Starting compaction of e080b0d140e16cfe36191e03679655b0/a in testCompactedBulkLoadedFiles,,1732340447665.e080b0d140e16cfe36191e03679655b0.
2024-11-23T05:40:48,189 INFO  [Time-limited test {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39201/hbase/data/default/testCompactedBulkLoadedFiles/e080b0d140e16cfe36191e03679655b0/a/2c3ae71fd18d45e084af2222f571eabe, hdfs://localhost:39201/hbase/data/default/testCompactedBulkLoadedFiles/e080b0d140e16cfe36191e03679655b0/a/a94c6b06b70c47ce9a3cb29d1c657d78_SeqId_4_, hdfs://localhost:39201/hbase/data/default/testCompactedBulkLoadedFiles/e080b0d140e16cfe36191e03679655b0/a/aecaf547c47940c599f5d6b5fa621e09_SeqId_4_, hdfs://localhost:39201/hbase/data/default/testCompactedBulkLoadedFiles/e080b0d140e16cfe36191e03679655b0/a/18817c61159c4d8b883d8e1904f5ee9a_SeqId_4_] into tmpdir=hdfs://localhost:39201/hbase/data/default/testCompactedBulkLoadedFiles/e080b0d140e16cfe36191e03679655b0/.tmp, totalSize=19.3 K
2024-11-23T05:40:48,190 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 2c3ae71fd18d45e084af2222f571eabe, keycount=1, bloomtype=ROW, size=5.0 K, encoding=NONE, compression=NONE, seqNum=4, earliestPutTs=1732340447913
2024-11-23T05:40:48,190 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting a94c6b06b70c47ce9a3cb29d1c657d78_SeqId_4_, keycount=10, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=4, earliestPutTs=-9223372036854775808
2024-11-23T05:40:48,191 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting aecaf547c47940c599f5d6b5fa621e09_SeqId_4_, keycount=10, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=4, earliestPutTs=-9223372036854775808
2024-11-23T05:40:48,191 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 18817c61159c4d8b883d8e1904f5ee9a_SeqId_4_, keycount=10, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=4, earliestPutTs=-9223372036854775808
2024-11-23T05:40:48,228 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39201/hbase/data/default/testCompactedBulkLoadedFiles/e080b0d140e16cfe36191e03679655b0/.tmp/a/d8eb8d36e36a46428f4c1446113c93e4 is 55, key is testCompactedBulkLoadedFiles/a:a/1732340447913/Put/seqid=0
2024-11-23T05:40:48,244 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40725 is added to blk_1073741922_1100 (size=6154)
2024-11-23T05:40:48,244 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44463 is added to blk_1073741922_1100 (size=6154)
2024-11-23T05:40:48,245 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33125 is added to blk_1073741922_1100 (size=6154)
2024-11-23T05:40:48,251 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39201/hbase/data/default/testCompactedBulkLoadedFiles/e080b0d140e16cfe36191e03679655b0/.tmp/a/d8eb8d36e36a46428f4c1446113c93e4 as hdfs://localhost:39201/hbase/data/default/testCompactedBulkLoadedFiles/e080b0d140e16cfe36191e03679655b0/a/d8eb8d36e36a46428f4c1446113c93e4
2024-11-23T05:40:48,257 INFO  [Time-limited test {}] regionserver.HStore(1337): Completed major compaction of 4 (all) file(s) in e080b0d140e16cfe36191e03679655b0/a of e080b0d140e16cfe36191e03679655b0 into d8eb8d36e36a46428f4c1446113c93e4(size=6.0 K), total size for store is 6.0 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-23T05:40:48,258 DEBUG [Time-limited test {}] regionserver.HRegion(2446): Compaction status journal for e080b0d140e16cfe36191e03679655b0:

2024-11-23T05:40:48,258 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 0 store files, 0 compacting, 0 eligible, 16 blocking
2024-11-23T05:40:48,258 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 0 store files, 0 compacting, 0 eligible, 16 blocking
2024-11-23T05:40:48,299 INFO  [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39201/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732340447663/wal.1732340447834, size=0 (0bytes)
2024-11-23T05:40:48,300 WARN  [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:39201/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732340447663/wal.1732340447834 might be still open, length is 0
2024-11-23T05:40:48,300 INFO  [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39201/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732340447663/wal.1732340447834
2024-11-23T05:40:48,300 WARN  [IPC Server handler 3 on default port 39201 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732340447663/wal.1732340447834 has not been closed. Lease recovery is in progress. RecoveryId = 1101 for block blk_1073741917_1095
2024-11-23T05:40:48,301 INFO  [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:39201/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732340447663/wal.1732340447834 after 0ms
2024-11-23T05:40:51,175 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1087445729_22 at /127.0.0.1:54948 [Receiving block BP-1122682880-172.17.0.2-1732340407948:blk_1073741917_1095] {}] datanode.DataXceiver(331): 127.0.0.1:40725:DataXceiver error processing WRITE_BLOCK operation  src: /127.0.0.1:54948 dst: /127.0.0.1:40725
java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:40725 remote=/127.0.0.1:54948]. Total timeout mills is 60000, 57083 millis timeout left.
	at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?]
	at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?]
	at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?]
	at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?]
	at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?]
	at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-23T05:40:51,176 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1087445729_22 at /127.0.0.1:51348 [Receiving block BP-1122682880-172.17.0.2-1732340407948:blk_1073741917_1095] {}] datanode.DataXceiver(331): 127.0.0.1:33125:DataXceiver error processing WRITE_BLOCK operation  src: /127.0.0.1:51348 dst: /127.0.0.1:33125
java.io.IOException: Premature EOF from inputStream
	at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-23T05:40:51,177 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1087445729_22 at /127.0.0.1:56022 [Receiving block BP-1122682880-172.17.0.2-1732340407948:blk_1073741917_1095] {}] datanode.DataXceiver(331): 127.0.0.1:44463:DataXceiver error processing WRITE_BLOCK operation  src: /127.0.0.1:56022 dst: /127.0.0.1:44463
java.io.IOException: Premature EOF from inputStream
	at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-23T05:40:51,179 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40725 is added to blk_1073741917_1101 (size=1368)
2024-11-23T05:40:51,180 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33125 is added to blk_1073741917_1101 (size=1368)
2024-11-23T05:40:51,458 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-23T05:40:52,301 INFO  [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:39201/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732340447663/wal.1732340447834 after 4001ms
2024-11-23T05:40:52,311 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:39201/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732340447663/wal.1732340447834: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null
2024-11-23T05:40:52,312 INFO  [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39201/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732340447663/wal.1732340447834 took 4012ms
2024-11-23T05:40:52,328 INFO  [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:39201/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732340447663/wal.1732340447834; continuing.
2024-11-23T05:40:52,328 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39201/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732340447663/wal.1732340447834 so closing down
2024-11-23T05:40:52,328 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish
2024-11-23T05:40:52,330 INFO  [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1732340447834.temp
2024-11-23T05:40:52,333 INFO  [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39201/hbase/data/default/testCompactedBulkLoadedFiles/e080b0d140e16cfe36191e03679655b0/recovered.edits/0000000000000000003-wal.1732340447834.temp
2024-11-23T05:40:52,338 INFO  [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished
2024-11-23T05:40:52,405 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44463 is added to blk_1073741923_1102 (size=635)
2024-11-23T05:40:52,405 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33125 is added to blk_1073741923_1102 (size=635)
2024-11-23T05:40:52,405 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40725 is added to blk_1073741923_1102 (size=635)
2024-11-23T05:40:52,406 INFO  [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39201/hbase/data/default/testCompactedBulkLoadedFiles/e080b0d140e16cfe36191e03679655b0/recovered.edits/0000000000000000003-wal.1732340447834.temp (wrote 2 edits, skipped 0 edits in 0 ms)
2024-11-23T05:40:52,408 INFO  [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39201/hbase/data/default/testCompactedBulkLoadedFiles/e080b0d140e16cfe36191e03679655b0/recovered.edits/0000000000000000003-wal.1732340447834.temp to hdfs://localhost:39201/hbase/data/default/testCompactedBulkLoadedFiles/e080b0d140e16cfe36191e03679655b0/recovered.edits/0000000000000000008
2024-11-23T05:40:52,408 INFO  [Time-limited test {}] wal.WALSplitter(425): Processed 5 edits across 1 Regions in 82 ms; skipped=3; WAL=hdfs://localhost:39201/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732340447663/wal.1732340447834, size=0, length=0, corrupted=false, cancelled=false
2024-11-23T05:40:52,409 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39201/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732340447663/wal.1732340447834, journal: Splitting hdfs://localhost:39201/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732340447663/wal.1732340447834, size=0 (0bytes) at 1732340448300Finishing writing output for hdfs://localhost:39201/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732340447663/wal.1732340447834 so closing down at 1732340452328 (+4028 ms)Creating recovered edits writer path=hdfs://localhost:39201/hbase/data/default/testCompactedBulkLoadedFiles/e080b0d140e16cfe36191e03679655b0/recovered.edits/0000000000000000003-wal.1732340447834.temp at 1732340452333 (+5 ms)3 split writer threads finished at 1732340452339 (+6 ms)Closed recovered edits writer path=hdfs://localhost:39201/hbase/data/default/testCompactedBulkLoadedFiles/e080b0d140e16cfe36191e03679655b0/recovered.edits/0000000000000000003-wal.1732340447834.temp (wrote 2 edits, skipped 0 edits in 0 ms) at 1732340452406 (+67 ms)Rename recovered edits hdfs://localhost:39201/hbase/data/default/testCompactedBulkLoadedFiles/e080b0d140e16cfe36191e03679655b0/recovered.edits/0000000000000000003-wal.1732340447834.temp to hdfs://localhost:39201/hbase/data/default/testCompactedBulkLoadedFiles/e080b0d140e16cfe36191e03679655b0/recovered.edits/0000000000000000008 at 1732340452408 (+2 ms)Processed 5 edits across 1 Regions in 82 ms; skipped=3; WAL=hdfs://localhost:39201/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732340447663/wal.1732340447834, size=0, length=0, corrupted=false, cancelled=false at 1732340452409 (+1 ms)
2024-11-23T05:40:52,411 INFO  [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39201/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732340447663/wal.1732340447834 to hdfs://localhost:39201/hbase/oldWALs/wal.1732340447834
2024-11-23T05:40:52,412 INFO  [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:39201/hbase/data/default/testCompactedBulkLoadedFiles/e080b0d140e16cfe36191e03679655b0/recovered.edits/0000000000000000008
2024-11-23T05:40:52,412 INFO  [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor
2024-11-23T05:40:52,415 INFO  [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:39201/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732340447663, archiveDir=hdfs://localhost:39201/hbase/oldWALs, maxLogs=32
2024-11-23T05:40:52,433 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732340447663/wal.1732340452415, exclude list is [], retry=0
2024-11-23T05:40:52,436 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33125,DS-c28b39bb-14cc-4d91-9756-de8fd07c026a,DISK]
2024-11-23T05:40:52,437 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44463,DS-9d9fa3d0-c341-4f0c-a64c-9c20a7b480ae,DISK]
2024-11-23T05:40:52,437 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40725,DS-979d310d-3587-4cc1-bca5-3d701f1acf12,DISK]
2024-11-23T05:40:52,459 INFO  [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732340447663/wal.1732340452415
2024-11-23T05:40:52,466 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45079:45079),(127.0.0.1/127.0.0.1:35021:35021),(127.0.0.1/127.0.0.1:46173:46173)]
2024-11-23T05:40:52,466 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => e080b0d140e16cfe36191e03679655b0, NAME => 'testCompactedBulkLoadedFiles,,1732340447665.e080b0d140e16cfe36191e03679655b0.', STARTKEY => '', ENDKEY => ''}
2024-11-23T05:40:52,466 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testCompactedBulkLoadedFiles,,1732340447665.e080b0d140e16cfe36191e03679655b0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-23T05:40:52,466 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for e080b0d140e16cfe36191e03679655b0
2024-11-23T05:40:52,466 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for e080b0d140e16cfe36191e03679655b0
2024-11-23T05:40:52,475 INFO  [StoreOpener-e080b0d140e16cfe36191e03679655b0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region e080b0d140e16cfe36191e03679655b0 
2024-11-23T05:40:52,478 INFO  [StoreOpener-e080b0d140e16cfe36191e03679655b0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e080b0d140e16cfe36191e03679655b0 columnFamilyName a
2024-11-23T05:40:52,478 DEBUG [StoreOpener-e080b0d140e16cfe36191e03679655b0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-23T05:40:52,492 DEBUG [StoreFileOpener-e080b0d140e16cfe36191e03679655b0-a-1 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 18817c61159c4d8b883d8e1904f5ee9a_SeqId_4_: NONE, but ROW specified in column family configuration
2024-11-23T05:40:52,492 DEBUG [StoreOpener-e080b0d140e16cfe36191e03679655b0-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39201/hbase/data/default/testCompactedBulkLoadedFiles/e080b0d140e16cfe36191e03679655b0/a/18817c61159c4d8b883d8e1904f5ee9a_SeqId_4_
2024-11-23T05:40:52,522 DEBUG [StoreOpener-e080b0d140e16cfe36191e03679655b0-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39201/hbase/data/default/testCompactedBulkLoadedFiles/e080b0d140e16cfe36191e03679655b0/a/2c3ae71fd18d45e084af2222f571eabe
2024-11-23T05:40:52,575 DEBUG [StoreFileOpener-e080b0d140e16cfe36191e03679655b0-a-1 {}] regionserver.HStoreFile(483): HFile Bloom filter type for a94c6b06b70c47ce9a3cb29d1c657d78_SeqId_4_: NONE, but ROW specified in column family configuration
2024-11-23T05:40:52,575 DEBUG [StoreOpener-e080b0d140e16cfe36191e03679655b0-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39201/hbase/data/default/testCompactedBulkLoadedFiles/e080b0d140e16cfe36191e03679655b0/a/a94c6b06b70c47ce9a3cb29d1c657d78_SeqId_4_
2024-11-23T05:40:52,581 DEBUG [StoreFileOpener-e080b0d140e16cfe36191e03679655b0-a-1 {}] regionserver.HStoreFile(483): HFile Bloom filter type for aecaf547c47940c599f5d6b5fa621e09_SeqId_4_: NONE, but ROW specified in column family configuration
2024-11-23T05:40:52,581 DEBUG [StoreOpener-e080b0d140e16cfe36191e03679655b0-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39201/hbase/data/default/testCompactedBulkLoadedFiles/e080b0d140e16cfe36191e03679655b0/a/aecaf547c47940c599f5d6b5fa621e09_SeqId_4_
2024-11-23T05:40:52,588 DEBUG [StoreOpener-e080b0d140e16cfe36191e03679655b0-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39201/hbase/data/default/testCompactedBulkLoadedFiles/e080b0d140e16cfe36191e03679655b0/a/d8eb8d36e36a46428f4c1446113c93e4
2024-11-23T05:40:52,588 WARN  [StoreOpener-e080b0d140e16cfe36191e03679655b0-1 {}] regionserver.StoreEngine(317): Clearing the compacted storefile hdfs://localhost:39201/hbase/data/default/testCompactedBulkLoadedFiles/e080b0d140e16cfe36191e03679655b0/a/18817c61159c4d8b883d8e1904f5ee9a_SeqId_4_ from org.apache.hadoop.hbase.regionserver.DefaultStoreEngine@52277914
2024-11-23T05:40:52,588 WARN  [StoreOpener-e080b0d140e16cfe36191e03679655b0-1 {}] regionserver.StoreEngine(317): Clearing the compacted storefile hdfs://localhost:39201/hbase/data/default/testCompactedBulkLoadedFiles/e080b0d140e16cfe36191e03679655b0/a/2c3ae71fd18d45e084af2222f571eabe from org.apache.hadoop.hbase.regionserver.DefaultStoreEngine@52277914
2024-11-23T05:40:52,588 WARN  [StoreOpener-e080b0d140e16cfe36191e03679655b0-1 {}] regionserver.StoreEngine(317): Clearing the compacted storefile hdfs://localhost:39201/hbase/data/default/testCompactedBulkLoadedFiles/e080b0d140e16cfe36191e03679655b0/a/a94c6b06b70c47ce9a3cb29d1c657d78_SeqId_4_ from org.apache.hadoop.hbase.regionserver.DefaultStoreEngine@52277914
2024-11-23T05:40:52,588 WARN  [StoreOpener-e080b0d140e16cfe36191e03679655b0-1 {}] regionserver.StoreEngine(317): Clearing the compacted storefile hdfs://localhost:39201/hbase/data/default/testCompactedBulkLoadedFiles/e080b0d140e16cfe36191e03679655b0/a/aecaf547c47940c599f5d6b5fa621e09_SeqId_4_ from org.apache.hadoop.hbase.regionserver.DefaultStoreEngine@52277914
2024-11-23T05:40:52,588 DEBUG [StoreOpener-e080b0d140e16cfe36191e03679655b0-1 {}] regionserver.StoreEngine(327): Moving the files [hdfs://localhost:39201/hbase/data/default/testCompactedBulkLoadedFiles/e080b0d140e16cfe36191e03679655b0/a/18817c61159c4d8b883d8e1904f5ee9a_SeqId_4_, hdfs://localhost:39201/hbase/data/default/testCompactedBulkLoadedFiles/e080b0d140e16cfe36191e03679655b0/a/2c3ae71fd18d45e084af2222f571eabe, hdfs://localhost:39201/hbase/data/default/testCompactedBulkLoadedFiles/e080b0d140e16cfe36191e03679655b0/a/a94c6b06b70c47ce9a3cb29d1c657d78_SeqId_4_, hdfs://localhost:39201/hbase/data/default/testCompactedBulkLoadedFiles/e080b0d140e16cfe36191e03679655b0/a/aecaf547c47940c599f5d6b5fa621e09_SeqId_4_] to archive
2024-11-23T05:40:52,589 DEBUG [StoreOpener-e080b0d140e16cfe36191e03679655b0-1 {}] backup.HFileArchiver(360): Archiving compacted files.
2024-11-23T05:40:52,592 DEBUG [StoreOpener-e080b0d140e16cfe36191e03679655b0-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39201/hbase/data/default/testCompactedBulkLoadedFiles/e080b0d140e16cfe36191e03679655b0/a/18817c61159c4d8b883d8e1904f5ee9a_SeqId_4_ to hdfs://localhost:39201/hbase/archive/data/default/testCompactedBulkLoadedFiles/e080b0d140e16cfe36191e03679655b0/a/18817c61159c4d8b883d8e1904f5ee9a_SeqId_4_
2024-11-23T05:40:52,598 DEBUG [StoreOpener-e080b0d140e16cfe36191e03679655b0-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39201/hbase/data/default/testCompactedBulkLoadedFiles/e080b0d140e16cfe36191e03679655b0/a/2c3ae71fd18d45e084af2222f571eabe to hdfs://localhost:39201/hbase/archive/data/default/testCompactedBulkLoadedFiles/e080b0d140e16cfe36191e03679655b0/a/2c3ae71fd18d45e084af2222f571eabe
2024-11-23T05:40:52,601 DEBUG [StoreOpener-e080b0d140e16cfe36191e03679655b0-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39201/hbase/data/default/testCompactedBulkLoadedFiles/e080b0d140e16cfe36191e03679655b0/a/a94c6b06b70c47ce9a3cb29d1c657d78_SeqId_4_ to hdfs://localhost:39201/hbase/archive/data/default/testCompactedBulkLoadedFiles/e080b0d140e16cfe36191e03679655b0/a/a94c6b06b70c47ce9a3cb29d1c657d78_SeqId_4_
2024-11-23T05:40:52,603 DEBUG [StoreOpener-e080b0d140e16cfe36191e03679655b0-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39201/hbase/data/default/testCompactedBulkLoadedFiles/e080b0d140e16cfe36191e03679655b0/a/aecaf547c47940c599f5d6b5fa621e09_SeqId_4_ to hdfs://localhost:39201/hbase/archive/data/default/testCompactedBulkLoadedFiles/e080b0d140e16cfe36191e03679655b0/a/aecaf547c47940c599f5d6b5fa621e09_SeqId_4_
2024-11-23T05:40:52,603 INFO  [StoreOpener-e080b0d140e16cfe36191e03679655b0-1 {}] regionserver.HStore(327): Store=e080b0d140e16cfe36191e03679655b0/a,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-23T05:40:52,603 INFO  [StoreOpener-e080b0d140e16cfe36191e03679655b0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region e080b0d140e16cfe36191e03679655b0 
2024-11-23T05:40:52,605 INFO  [StoreOpener-e080b0d140e16cfe36191e03679655b0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e080b0d140e16cfe36191e03679655b0 columnFamilyName b
2024-11-23T05:40:52,605 DEBUG [StoreOpener-e080b0d140e16cfe36191e03679655b0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-23T05:40:52,605 INFO  [StoreOpener-e080b0d140e16cfe36191e03679655b0-1 {}] regionserver.HStore(327): Store=e080b0d140e16cfe36191e03679655b0/b,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-23T05:40:52,605 INFO  [StoreOpener-e080b0d140e16cfe36191e03679655b0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region e080b0d140e16cfe36191e03679655b0 
2024-11-23T05:40:52,606 INFO  [StoreOpener-e080b0d140e16cfe36191e03679655b0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e080b0d140e16cfe36191e03679655b0 columnFamilyName c
2024-11-23T05:40:52,606 DEBUG [StoreOpener-e080b0d140e16cfe36191e03679655b0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-23T05:40:52,609 INFO  [StoreOpener-e080b0d140e16cfe36191e03679655b0-1 {}] regionserver.HStore(327): Store=e080b0d140e16cfe36191e03679655b0/c,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-23T05:40:52,609 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for e080b0d140e16cfe36191e03679655b0
2024-11-23T05:40:52,610 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39201/hbase/data/default/testCompactedBulkLoadedFiles/e080b0d140e16cfe36191e03679655b0
2024-11-23T05:40:52,612 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:39201/hbase/data/default/testCompactedBulkLoadedFiles/e080b0d140e16cfe36191e03679655b0
2024-11-23T05:40:52,613 INFO  [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:39201/hbase/data/default/testCompactedBulkLoadedFiles/e080b0d140e16cfe36191e03679655b0/recovered.edits/0000000000000000008
2024-11-23T05:40:52,615 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:39201/hbase/data/default/testCompactedBulkLoadedFiles/e080b0d140e16cfe36191e03679655b0/recovered.edits/0000000000000000008: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null
2024-11-23T05:40:52,617 DEBUG [Time-limited test {}] regionserver.HRegion(5836): e080b0d140e16cfe36191e03679655b0 : Replaying compaction marker table_name: "testCompactedBulkLoadedFiles" encoded_region_name: "e080b0d140e16cfe36191e03679655b0" family_name: "a" compaction_input: "2c3ae71fd18d45e084af2222f571eabe" compaction_input: "a94c6b06b70c47ce9a3cb29d1c657d78_SeqId_4_" compaction_input: "aecaf547c47940c599f5d6b5fa621e09_SeqId_4_" compaction_input: "18817c61159c4d8b883d8e1904f5ee9a_SeqId_4_" compaction_output: "d8eb8d36e36a46428f4c1446113c93e4" store_home_dir: "a" region_name: "testCompactedBulkLoadedFiles,,1732340447665.e080b0d140e16cfe36191e03679655b0." with seqId=9223372036854775807 and lastReplayedOpenRegionSeqId=-1
2024-11-23T05:40:52,617 DEBUG [Time-limited test {}] regionserver.HStore(1354): Completing compaction from the WAL marker
2024-11-23T05:40:52,618 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 0, skipped 2, firstSequenceIdInLog=3, maxSequenceIdInLog=8, path=hdfs://localhost:39201/hbase/data/default/testCompactedBulkLoadedFiles/e080b0d140e16cfe36191e03679655b0/recovered.edits/0000000000000000008
2024-11-23T05:40:52,619 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:39201/hbase/data/default/testCompactedBulkLoadedFiles/e080b0d140e16cfe36191e03679655b0/recovered.edits/0000000000000000008
2024-11-23T05:40:52,622 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for e080b0d140e16cfe36191e03679655b0
2024-11-23T05:40:52,622 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for e080b0d140e16cfe36191e03679655b0
2024-11-23T05:40:52,624 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testCompactedBulkLoadedFiles descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-11-23T05:40:52,626 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for e080b0d140e16cfe36191e03679655b0
2024-11-23T05:40:52,647 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39201/hbase/data/default/testCompactedBulkLoadedFiles/e080b0d140e16cfe36191e03679655b0/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1
2024-11-23T05:40:52,649 INFO  [Time-limited test {}] regionserver.HRegion(1114): Opened e080b0d140e16cfe36191e03679655b0; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65685364, jitterRate=-0.02121180295944214}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-11-23T05:40:52,649 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for e080b0d140e16cfe36191e03679655b0:
Writing region info on filesystem at 1732340452467Initializing all the Stores at 1732340452468 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732340452468Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732340452474 (+6 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732340452474Cleaning up temporary data from old regions at 1732340452622 (+148 ms)Region opened successfully at 1732340452649 (+27 ms)
2024-11-23T05:40:52,655 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing e080b0d140e16cfe36191e03679655b0, disabling compactions & flushes
2024-11-23T05:40:52,655 INFO  [Time-limited test {}] regionserver.HRegion(1755): Closing region testCompactedBulkLoadedFiles,,1732340447665.e080b0d140e16cfe36191e03679655b0.
2024-11-23T05:40:52,655 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testCompactedBulkLoadedFiles,,1732340447665.e080b0d140e16cfe36191e03679655b0.
2024-11-23T05:40:52,655 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testCompactedBulkLoadedFiles,,1732340447665.e080b0d140e16cfe36191e03679655b0. after waiting 0 ms
2024-11-23T05:40:52,655 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testCompactedBulkLoadedFiles,,1732340447665.e080b0d140e16cfe36191e03679655b0.
2024-11-23T05:40:52,671 INFO  [Time-limited test {}] regionserver.HRegion(1973): Closed testCompactedBulkLoadedFiles,,1732340447665.e080b0d140e16cfe36191e03679655b0.
2024-11-23T05:40:52,671 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for e080b0d140e16cfe36191e03679655b0:
Waiting for close lock at 1732340452655Disabling compacts and flushes for region at 1732340452655Disabling writes for close at 1732340452655Writing region close event to WAL at 1732340452671 (+16 ms)Closed at 1732340452671
2024-11-23T05:40:52,681 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40725 is added to blk_1073741924_1103 (size=93)
2024-11-23T05:40:52,681 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33125 is added to blk_1073741924_1103 (size=93)
2024-11-23T05:40:52,683 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44463 is added to blk_1073741924_1103 (size=93)
2024-11-23T05:40:52,688 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs
2024-11-23T05:40:52,688 INFO  [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1732340452415)
2024-11-23T05:40:52,712 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayCompressed#testCompactedBulkLoadedFiles Thread=436 (was 425)
Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_810616625_22 at /127.0.0.1:37494 [Waiting for operation #5]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (754041887) connection to localhost/127.0.0.1:39201 from jenkinstestCompactedBulkLoadedFiles
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_810616625_22 at /127.0.0.1:46434 [Waiting for operation #11]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: AsyncFSWAL-26-3
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: AsyncFSWAL-26-1
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_810616625_22 at /127.0.0.1:41552 [Waiting for operation #3]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: AsyncFSWAL-26-2
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: LeaseRenewer:jenkinstestCompactedBulkLoadedFiles@localhost:39201
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=1334 (was 1254) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=553 (was 549) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=8215 (was 8287)
2024-11-23T05:40:52,712 WARN  [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1334 is superior to 1024
2024-11-23T05:40:52,726 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayCompressed#testReplayEditsWrittenViaHRegion Thread=436, OpenFileDescriptor=1334, MaxFileDescriptor=1048576, SystemLoadAverage=553, ProcessCount=11, AvailableMemoryMB=8214
2024-11-23T05:40:52,726 WARN  [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1334 is superior to 1024
2024-11-23T05:40:52,741 INFO  [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-23T05:40:52,742 INFO  [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-23T05:40:52,743 INFO  [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-23T05:40:52,745 INFO  [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-98397190, suffix=, logDir=hdfs://localhost:39201/hbase/WALs/hregion-98397190, archiveDir=hdfs://localhost:39201/hbase/oldWALs, maxLogs=32
2024-11-23T05:40:52,763 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-98397190/hregion-98397190.1732340452746, exclude list is [], retry=0
2024-11-23T05:40:52,767 DEBUG [AsyncFSWAL-28-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40725,DS-979d310d-3587-4cc1-bca5-3d701f1acf12,DISK]
2024-11-23T05:40:52,767 DEBUG [AsyncFSWAL-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44463,DS-9d9fa3d0-c341-4f0c-a64c-9c20a7b480ae,DISK]
2024-11-23T05:40:52,768 DEBUG [AsyncFSWAL-28-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33125,DS-c28b39bb-14cc-4d91-9756-de8fd07c026a,DISK]
2024-11-23T05:40:52,775 INFO  [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-98397190/hregion-98397190.1732340452746
2024-11-23T05:40:52,776 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46173:46173),(127.0.0.1/127.0.0.1:35021:35021),(127.0.0.1/127.0.0.1:45079:45079)]
2024-11-23T05:40:52,776 INFO  [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 5ce76278e208f763b2c936a9157ed2a4, NAME => 'testReplayEditsWrittenViaHRegion,,1732340452741.5ce76278e208f763b2c936a9157ed2a4.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenViaHRegion', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39201/hbase
2024-11-23T05:40:52,793 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40725 is added to blk_1073741926_1105 (size=67)
2024-11-23T05:40:52,793 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44463 is added to blk_1073741926_1105 (size=67)
2024-11-23T05:40:52,793 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33125 is added to blk_1073741926_1105 (size=67)
2024-11-23T05:40:52,794 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1732340452741.5ce76278e208f763b2c936a9157ed2a4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-23T05:40:52,795 INFO  [StoreOpener-5ce76278e208f763b2c936a9157ed2a4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 5ce76278e208f763b2c936a9157ed2a4 
2024-11-23T05:40:52,797 INFO  [StoreOpener-5ce76278e208f763b2c936a9157ed2a4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5ce76278e208f763b2c936a9157ed2a4 columnFamilyName a
2024-11-23T05:40:52,797 DEBUG [StoreOpener-5ce76278e208f763b2c936a9157ed2a4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-23T05:40:52,797 INFO  [StoreOpener-5ce76278e208f763b2c936a9157ed2a4-1 {}] regionserver.HStore(327): Store=5ce76278e208f763b2c936a9157ed2a4/a,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-23T05:40:52,798 INFO  [StoreOpener-5ce76278e208f763b2c936a9157ed2a4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 5ce76278e208f763b2c936a9157ed2a4 
2024-11-23T05:40:52,799 INFO  [StoreOpener-5ce76278e208f763b2c936a9157ed2a4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5ce76278e208f763b2c936a9157ed2a4 columnFamilyName b
2024-11-23T05:40:52,799 DEBUG [StoreOpener-5ce76278e208f763b2c936a9157ed2a4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-23T05:40:52,800 INFO  [StoreOpener-5ce76278e208f763b2c936a9157ed2a4-1 {}] regionserver.HStore(327): Store=5ce76278e208f763b2c936a9157ed2a4/b,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-23T05:40:52,800 INFO  [StoreOpener-5ce76278e208f763b2c936a9157ed2a4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 5ce76278e208f763b2c936a9157ed2a4 
2024-11-23T05:40:52,801 INFO  [StoreOpener-5ce76278e208f763b2c936a9157ed2a4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5ce76278e208f763b2c936a9157ed2a4 columnFamilyName c
2024-11-23T05:40:52,802 DEBUG [StoreOpener-5ce76278e208f763b2c936a9157ed2a4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-23T05:40:52,803 INFO  [StoreOpener-5ce76278e208f763b2c936a9157ed2a4-1 {}] regionserver.HStore(327): Store=5ce76278e208f763b2c936a9157ed2a4/c,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-23T05:40:52,804 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 5ce76278e208f763b2c936a9157ed2a4
2024-11-23T05:40:52,805 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39201/hbase/data/default/testReplayEditsWrittenViaHRegion/5ce76278e208f763b2c936a9157ed2a4
2024-11-23T05:40:52,805 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39201/hbase/data/default/testReplayEditsWrittenViaHRegion/5ce76278e208f763b2c936a9157ed2a4
2024-11-23T05:40:52,806 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 5ce76278e208f763b2c936a9157ed2a4
2024-11-23T05:40:52,806 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 5ce76278e208f763b2c936a9157ed2a4
2024-11-23T05:40:52,806 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-11-23T05:40:52,807 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 5ce76278e208f763b2c936a9157ed2a4
2024-11-23T05:40:52,809 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39201/hbase/data/default/testReplayEditsWrittenViaHRegion/5ce76278e208f763b2c936a9157ed2a4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-23T05:40:52,810 INFO  [Time-limited test {}] regionserver.HRegion(1114): Opened 5ce76278e208f763b2c936a9157ed2a4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74032298, jitterRate=0.10316720604896545}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-11-23T05:40:52,810 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 5ce76278e208f763b2c936a9157ed2a4:
Writing region info on filesystem at 1732340452794Initializing all the Stores at 1732340452795 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732340452795Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732340452795Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732340452795Cleaning up temporary data from old regions at 1732340452806 (+11 ms)Region opened successfully at 1732340452810 (+4 ms)
2024-11-23T05:40:52,810 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 5ce76278e208f763b2c936a9157ed2a4, disabling compactions & flushes
2024-11-23T05:40:52,810 INFO  [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1732340452741.5ce76278e208f763b2c936a9157ed2a4.
2024-11-23T05:40:52,810 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1732340452741.5ce76278e208f763b2c936a9157ed2a4.
2024-11-23T05:40:52,810 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1732340452741.5ce76278e208f763b2c936a9157ed2a4. after waiting 0 ms
2024-11-23T05:40:52,810 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1732340452741.5ce76278e208f763b2c936a9157ed2a4.
2024-11-23T05:40:52,810 INFO  [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1732340452741.5ce76278e208f763b2c936a9157ed2a4.
2024-11-23T05:40:52,810 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 5ce76278e208f763b2c936a9157ed2a4:
Waiting for close lock at 1732340452810Disabling compacts and flushes for region at 1732340452810Disabling writes for close at 1732340452810Writing region close event to WAL at 1732340452810Closed at 1732340452810
2024-11-23T05:40:52,814 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40725 is added to blk_1073741925_1104 (size=93)
2024-11-23T05:40:52,814 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33125 is added to blk_1073741925_1104 (size=93)
2024-11-23T05:40:52,814 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44463 is added to blk_1073741925_1104 (size=93)
2024-11-23T05:40:52,816 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs
2024-11-23T05:40:52,816 INFO  [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-98397190:(num 1732340452746)
2024-11-23T05:40:52,817 INFO  [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor
2024-11-23T05:40:52,819 INFO  [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:39201/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732340452740, archiveDir=hdfs://localhost:39201/hbase/oldWALs, maxLogs=32
2024-11-23T05:40:52,831 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732340452740/wal.1732340452819, exclude list is [], retry=0
2024-11-23T05:40:52,833 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44463,DS-9d9fa3d0-c341-4f0c-a64c-9c20a7b480ae,DISK]
2024-11-23T05:40:52,834 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33125,DS-c28b39bb-14cc-4d91-9756-de8fd07c026a,DISK]
2024-11-23T05:40:52,834 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40725,DS-979d310d-3587-4cc1-bca5-3d701f1acf12,DISK]
2024-11-23T05:40:52,843 INFO  [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732340452740/wal.1732340452819
2024-11-23T05:40:52,843 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35021:35021),(127.0.0.1/127.0.0.1:45079:45079),(127.0.0.1/127.0.0.1:46173:46173)]
2024-11-23T05:40:52,843 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 5ce76278e208f763b2c936a9157ed2a4, NAME => 'testReplayEditsWrittenViaHRegion,,1732340452741.5ce76278e208f763b2c936a9157ed2a4.', STARTKEY => '', ENDKEY => ''}
2024-11-23T05:40:52,843 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1732340452741.5ce76278e208f763b2c936a9157ed2a4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-23T05:40:52,843 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 5ce76278e208f763b2c936a9157ed2a4
2024-11-23T05:40:52,843 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 5ce76278e208f763b2c936a9157ed2a4
2024-11-23T05:40:52,845 INFO  [StoreOpener-5ce76278e208f763b2c936a9157ed2a4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 5ce76278e208f763b2c936a9157ed2a4 
2024-11-23T05:40:52,846 INFO  [StoreOpener-5ce76278e208f763b2c936a9157ed2a4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5ce76278e208f763b2c936a9157ed2a4 columnFamilyName a
2024-11-23T05:40:52,846 DEBUG [StoreOpener-5ce76278e208f763b2c936a9157ed2a4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-23T05:40:52,846 INFO  [StoreOpener-5ce76278e208f763b2c936a9157ed2a4-1 {}] regionserver.HStore(327): Store=5ce76278e208f763b2c936a9157ed2a4/a,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-23T05:40:52,846 INFO  [StoreOpener-5ce76278e208f763b2c936a9157ed2a4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 5ce76278e208f763b2c936a9157ed2a4 
2024-11-23T05:40:52,851 INFO  [StoreOpener-5ce76278e208f763b2c936a9157ed2a4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5ce76278e208f763b2c936a9157ed2a4 columnFamilyName b
2024-11-23T05:40:52,851 DEBUG [StoreOpener-5ce76278e208f763b2c936a9157ed2a4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-23T05:40:52,851 INFO  [StoreOpener-5ce76278e208f763b2c936a9157ed2a4-1 {}] regionserver.HStore(327): Store=5ce76278e208f763b2c936a9157ed2a4/b,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-23T05:40:52,852 INFO  [StoreOpener-5ce76278e208f763b2c936a9157ed2a4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 5ce76278e208f763b2c936a9157ed2a4 
2024-11-23T05:40:52,852 INFO  [StoreOpener-5ce76278e208f763b2c936a9157ed2a4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5ce76278e208f763b2c936a9157ed2a4 columnFamilyName c
2024-11-23T05:40:52,852 DEBUG [StoreOpener-5ce76278e208f763b2c936a9157ed2a4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-23T05:40:52,853 INFO  [StoreOpener-5ce76278e208f763b2c936a9157ed2a4-1 {}] regionserver.HStore(327): Store=5ce76278e208f763b2c936a9157ed2a4/c,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-23T05:40:52,853 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 5ce76278e208f763b2c936a9157ed2a4
2024-11-23T05:40:52,854 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39201/hbase/data/default/testReplayEditsWrittenViaHRegion/5ce76278e208f763b2c936a9157ed2a4
2024-11-23T05:40:52,855 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39201/hbase/data/default/testReplayEditsWrittenViaHRegion/5ce76278e208f763b2c936a9157ed2a4
2024-11-23T05:40:52,857 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 5ce76278e208f763b2c936a9157ed2a4
2024-11-23T05:40:52,857 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 5ce76278e208f763b2c936a9157ed2a4
2024-11-23T05:40:52,857 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-11-23T05:40:52,860 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 5ce76278e208f763b2c936a9157ed2a4
2024-11-23T05:40:52,862 INFO  [Time-limited test {}] regionserver.HRegion(1114): Opened 5ce76278e208f763b2c936a9157ed2a4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63351862, jitterRate=-0.05598369240760803}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-11-23T05:40:52,862 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 5ce76278e208f763b2c936a9157ed2a4:
Writing region info on filesystem at 1732340452844Initializing all the Stores at 1732340452844Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732340452844Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732340452845 (+1 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732340452845Cleaning up temporary data from old regions at 1732340452857 (+12 ms)Region opened successfully at 1732340452862 (+5 ms)
2024-11-23T05:40:52,874 INFO  [Time-limited test {}] regionserver.HRegion(2902): Flushing 5ce76278e208f763b2c936a9157ed2a4 3/3 column families, dataSize=870 B heapSize=2.31 KB
2024-11-23T05:40:52,898 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39201/hbase/data/default/testReplayEditsWrittenViaHRegion/5ce76278e208f763b2c936a9157ed2a4/.tmp/a/572073dc7f194057b1bd1ddac555c4ee is 91, key is testReplayEditsWrittenViaHRegion/a:x0/1732340452862/Put/seqid=0
2024-11-23T05:40:52,920 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33125 is added to blk_1073741928_1107 (size=5958)
2024-11-23T05:40:52,920 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40725 is added to blk_1073741928_1107 (size=5958)
2024-11-23T05:40:52,921 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44463 is added to blk_1073741928_1107 (size=5958)
2024-11-23T05:40:52,922 INFO  [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:39201/hbase/data/default/testReplayEditsWrittenViaHRegion/5ce76278e208f763b2c936a9157ed2a4/.tmp/a/572073dc7f194057b1bd1ddac555c4ee
2024-11-23T05:40:52,936 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39201/hbase/data/default/testReplayEditsWrittenViaHRegion/5ce76278e208f763b2c936a9157ed2a4/.tmp/a/572073dc7f194057b1bd1ddac555c4ee as hdfs://localhost:39201/hbase/data/default/testReplayEditsWrittenViaHRegion/5ce76278e208f763b2c936a9157ed2a4/a/572073dc7f194057b1bd1ddac555c4ee
2024-11-23T05:40:52,942 INFO  [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39201/hbase/data/default/testReplayEditsWrittenViaHRegion/5ce76278e208f763b2c936a9157ed2a4/a/572073dc7f194057b1bd1ddac555c4ee, entries=10, sequenceid=13, filesize=5.8 K
2024-11-23T05:40:52,943 INFO  [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~870 B/870, heapSize ~1.80 KB/1840, currentSize=0 B/0 for 5ce76278e208f763b2c936a9157ed2a4 in 69ms, sequenceid=13, compaction requested=false
2024-11-23T05:40:52,943 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 5ce76278e208f763b2c936a9157ed2a4:

2024-11-23T05:40:52,969 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 5ce76278e208f763b2c936a9157ed2a4, disabling compactions & flushes
2024-11-23T05:40:52,969 INFO  [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1732340452741.5ce76278e208f763b2c936a9157ed2a4.
2024-11-23T05:40:52,969 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1732340452741.5ce76278e208f763b2c936a9157ed2a4.
2024-11-23T05:40:52,969 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1732340452741.5ce76278e208f763b2c936a9157ed2a4. after waiting 0 ms
2024-11-23T05:40:52,970 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1732340452741.5ce76278e208f763b2c936a9157ed2a4.
2024-11-23T05:40:52,970 ERROR [Time-limited test {}] regionserver.HRegion(1960): Memstore data size is 1740 in region testReplayEditsWrittenViaHRegion,,1732340452741.5ce76278e208f763b2c936a9157ed2a4.
2024-11-23T05:40:52,970 INFO  [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1732340452741.5ce76278e208f763b2c936a9157ed2a4.
2024-11-23T05:40:52,970 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 5ce76278e208f763b2c936a9157ed2a4:
Waiting for close lock at 1732340452969Disabling compacts and flushes for region at 1732340452969Disabling writes for close at 1732340452970 (+1 ms)Writing region close event to WAL at 1732340452970Closed at 1732340452970
2024-11-23T05:40:52,974 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33125 is added to blk_1073741927_1106 (size=2805)
2024-11-23T05:40:52,974 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44463 is added to blk_1073741927_1106 (size=2805)
2024-11-23T05:40:52,974 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40725 is added to blk_1073741927_1106 (size=2805)
2024-11-23T05:40:52,990 INFO  [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39201/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732340452740/wal.1732340452819, size=2.7 K (2805bytes)
2024-11-23T05:40:52,990 INFO  [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39201/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732340452740/wal.1732340452819
2024-11-23T05:40:52,990 INFO  [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39201/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732340452740/wal.1732340452819 after 0ms
2024-11-23T05:40:52,993 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:39201/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732340452740/wal.1732340452819: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null
2024-11-23T05:40:52,993 INFO  [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39201/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732340452740/wal.1732340452819 took 3ms
2024-11-23T05:40:52,994 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39201/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732340452740/wal.1732340452819 so closing down
2024-11-23T05:40:52,995 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish
2024-11-23T05:40:52,996 INFO  [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1732340452819.temp
2024-11-23T05:40:52,997 INFO  [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39201/hbase/data/default/testReplayEditsWrittenViaHRegion/5ce76278e208f763b2c936a9157ed2a4/recovered.edits/0000000000000000003-wal.1732340452819.temp
2024-11-23T05:40:52,997 INFO  [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished
2024-11-23T05:40:53,003 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33125 is added to blk_1073741929_1108 (size=2312)
2024-11-23T05:40:53,004 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40725 is added to blk_1073741929_1108 (size=2312)
2024-11-23T05:40:53,004 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44463 is added to blk_1073741929_1108 (size=2312)
2024-11-23T05:40:53,007 INFO  [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39201/hbase/data/default/testReplayEditsWrittenViaHRegion/5ce76278e208f763b2c936a9157ed2a4/recovered.edits/0000000000000000003-wal.1732340452819.temp (wrote 30 edits, skipped 0 edits in 0 ms)
2024-11-23T05:40:53,010 INFO  [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39201/hbase/data/default/testReplayEditsWrittenViaHRegion/5ce76278e208f763b2c936a9157ed2a4/recovered.edits/0000000000000000003-wal.1732340452819.temp to hdfs://localhost:39201/hbase/data/default/testReplayEditsWrittenViaHRegion/5ce76278e208f763b2c936a9157ed2a4/recovered.edits/0000000000000000035
2024-11-23T05:40:53,010 INFO  [Time-limited test {}] wal.WALSplitter(425): Processed 32 edits across 1 Regions in 17 ms; skipped=2; WAL=hdfs://localhost:39201/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732340452740/wal.1732340452819, size=2.7 K, length=2805, corrupted=false, cancelled=false
2024-11-23T05:40:53,010 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39201/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732340452740/wal.1732340452819, journal: Splitting hdfs://localhost:39201/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732340452740/wal.1732340452819, size=2.7 K (2805bytes) at 1732340452990Finishing writing output for hdfs://localhost:39201/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732340452740/wal.1732340452819 so closing down at 1732340452994 (+4 ms)Creating recovered edits writer path=hdfs://localhost:39201/hbase/data/default/testReplayEditsWrittenViaHRegion/5ce76278e208f763b2c936a9157ed2a4/recovered.edits/0000000000000000003-wal.1732340452819.temp at 1732340452997 (+3 ms)3 split writer threads finished at 1732340452997Closed recovered edits writer path=hdfs://localhost:39201/hbase/data/default/testReplayEditsWrittenViaHRegion/5ce76278e208f763b2c936a9157ed2a4/recovered.edits/0000000000000000003-wal.1732340452819.temp (wrote 30 edits, skipped 0 edits in 0 ms) at 1732340453007 (+10 ms)Rename recovered edits hdfs://localhost:39201/hbase/data/default/testReplayEditsWrittenViaHRegion/5ce76278e208f763b2c936a9157ed2a4/recovered.edits/0000000000000000003-wal.1732340452819.temp to hdfs://localhost:39201/hbase/data/default/testReplayEditsWrittenViaHRegion/5ce76278e208f763b2c936a9157ed2a4/recovered.edits/0000000000000000035 at 1732340453010 (+3 ms)Processed 32 edits across 1 Regions in 17 ms; skipped=2; WAL=hdfs://localhost:39201/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732340452740/wal.1732340452819, size=2.7 K, length=2805, corrupted=false, cancelled=false at 1732340453010
2024-11-23T05:40:53,012 INFO  [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39201/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732340452740/wal.1732340452819 to hdfs://localhost:39201/hbase/oldWALs/wal.1732340452819
2024-11-23T05:40:53,012 INFO  [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:39201/hbase/data/default/testReplayEditsWrittenViaHRegion/5ce76278e208f763b2c936a9157ed2a4/recovered.edits/0000000000000000035
2024-11-23T05:40:53,012 INFO  [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor
2024-11-23T05:40:53,014 INFO  [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:39201/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732340452740, archiveDir=hdfs://localhost:39201/hbase/oldWALs, maxLogs=32
2024-11-23T05:40:53,028 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732340452740/wal.1732340453014, exclude list is [], retry=0
2024-11-23T05:40:53,030 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33125,DS-c28b39bb-14cc-4d91-9756-de8fd07c026a,DISK]
2024-11-23T05:40:53,031 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40725,DS-979d310d-3587-4cc1-bca5-3d701f1acf12,DISK]
2024-11-23T05:40:53,031 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44463,DS-9d9fa3d0-c341-4f0c-a64c-9c20a7b480ae,DISK]
2024-11-23T05:40:53,039 INFO  [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732340452740/wal.1732340453014
2024-11-23T05:40:53,040 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45079:45079),(127.0.0.1/127.0.0.1:46173:46173),(127.0.0.1/127.0.0.1:35021:35021)]
2024-11-23T05:40:53,040 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 5ce76278e208f763b2c936a9157ed2a4, NAME => 'testReplayEditsWrittenViaHRegion,,1732340452741.5ce76278e208f763b2c936a9157ed2a4.', STARTKEY => '', ENDKEY => ''}
2024-11-23T05:40:53,040 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1732340452741.5ce76278e208f763b2c936a9157ed2a4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-23T05:40:53,040 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 5ce76278e208f763b2c936a9157ed2a4
2024-11-23T05:40:53,040 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 5ce76278e208f763b2c936a9157ed2a4
2024-11-23T05:40:53,046 INFO  [StoreOpener-5ce76278e208f763b2c936a9157ed2a4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 5ce76278e208f763b2c936a9157ed2a4 
2024-11-23T05:40:53,046 INFO  [StoreOpener-5ce76278e208f763b2c936a9157ed2a4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5ce76278e208f763b2c936a9157ed2a4 columnFamilyName a
2024-11-23T05:40:53,047 DEBUG [StoreOpener-5ce76278e208f763b2c936a9157ed2a4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-23T05:40:53,056 DEBUG [StoreOpener-5ce76278e208f763b2c936a9157ed2a4-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39201/hbase/data/default/testReplayEditsWrittenViaHRegion/5ce76278e208f763b2c936a9157ed2a4/a/572073dc7f194057b1bd1ddac555c4ee
2024-11-23T05:40:53,056 INFO  [StoreOpener-5ce76278e208f763b2c936a9157ed2a4-1 {}] regionserver.HStore(327): Store=5ce76278e208f763b2c936a9157ed2a4/a,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-23T05:40:53,056 INFO  [StoreOpener-5ce76278e208f763b2c936a9157ed2a4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 5ce76278e208f763b2c936a9157ed2a4 
2024-11-23T05:40:53,057 INFO  [StoreOpener-5ce76278e208f763b2c936a9157ed2a4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5ce76278e208f763b2c936a9157ed2a4 columnFamilyName b
2024-11-23T05:40:53,057 DEBUG [StoreOpener-5ce76278e208f763b2c936a9157ed2a4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-23T05:40:53,058 INFO  [StoreOpener-5ce76278e208f763b2c936a9157ed2a4-1 {}] regionserver.HStore(327): Store=5ce76278e208f763b2c936a9157ed2a4/b,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-23T05:40:53,058 INFO  [StoreOpener-5ce76278e208f763b2c936a9157ed2a4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 5ce76278e208f763b2c936a9157ed2a4 
2024-11-23T05:40:53,059 INFO  [StoreOpener-5ce76278e208f763b2c936a9157ed2a4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5ce76278e208f763b2c936a9157ed2a4 columnFamilyName c
2024-11-23T05:40:53,059 DEBUG [StoreOpener-5ce76278e208f763b2c936a9157ed2a4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-23T05:40:53,059 INFO  [StoreOpener-5ce76278e208f763b2c936a9157ed2a4-1 {}] regionserver.HStore(327): Store=5ce76278e208f763b2c936a9157ed2a4/c,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-23T05:40:53,059 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 5ce76278e208f763b2c936a9157ed2a4
2024-11-23T05:40:53,060 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39201/hbase/data/default/testReplayEditsWrittenViaHRegion/5ce76278e208f763b2c936a9157ed2a4
2024-11-23T05:40:53,061 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:39201/hbase/data/default/testReplayEditsWrittenViaHRegion/5ce76278e208f763b2c936a9157ed2a4
2024-11-23T05:40:53,062 INFO  [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:39201/hbase/data/default/testReplayEditsWrittenViaHRegion/5ce76278e208f763b2c936a9157ed2a4/recovered.edits/0000000000000000035
2024-11-23T05:40:53,064 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:39201/hbase/data/default/testReplayEditsWrittenViaHRegion/5ce76278e208f763b2c936a9157ed2a4/recovered.edits/0000000000000000035: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null
2024-11-23T05:40:53,065 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 20, skipped 10, firstSequenceIdInLog=3, maxSequenceIdInLog=35, path=hdfs://localhost:39201/hbase/data/default/testReplayEditsWrittenViaHRegion/5ce76278e208f763b2c936a9157ed2a4/recovered.edits/0000000000000000035
2024-11-23T05:40:53,066 INFO  [Time-limited test {}] regionserver.HRegion(2902): Flushing 5ce76278e208f763b2c936a9157ed2a4 3/3 column families, dataSize=1.70 KB heapSize=3.88 KB
2024-11-23T05:40:53,086 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39201/hbase/data/default/testReplayEditsWrittenViaHRegion/5ce76278e208f763b2c936a9157ed2a4/.tmp/b/30b95077f3484a52ab466d97aa6bf047 is 91, key is testReplayEditsWrittenViaHRegion/b:x0/1732340452943/Put/seqid=0
2024-11-23T05:40:53,112 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33125 is added to blk_1073741931_1110 (size=5958)
2024-11-23T05:40:53,113 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44463 is added to blk_1073741931_1110 (size=5958)
2024-11-23T05:40:53,114 INFO  [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:39201/hbase/data/default/testReplayEditsWrittenViaHRegion/5ce76278e208f763b2c936a9157ed2a4/.tmp/b/30b95077f3484a52ab466d97aa6bf047
2024-11-23T05:40:53,114 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40725 is added to blk_1073741931_1110 (size=5958)
2024-11-23T05:40:53,141 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39201/hbase/data/default/testReplayEditsWrittenViaHRegion/5ce76278e208f763b2c936a9157ed2a4/.tmp/c/7770a8a390f040a3a143e031622c12d5 is 91, key is testReplayEditsWrittenViaHRegion/c:x0/1732340452955/Put/seqid=0
2024-11-23T05:40:53,146 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44463 is added to blk_1073741932_1111 (size=5958)
2024-11-23T05:40:53,146 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33125 is added to blk_1073741932_1111 (size=5958)
2024-11-23T05:40:53,146 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40725 is added to blk_1073741932_1111 (size=5958)
2024-11-23T05:40:53,147 INFO  [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:39201/hbase/data/default/testReplayEditsWrittenViaHRegion/5ce76278e208f763b2c936a9157ed2a4/.tmp/c/7770a8a390f040a3a143e031622c12d5
2024-11-23T05:40:53,152 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39201/hbase/data/default/testReplayEditsWrittenViaHRegion/5ce76278e208f763b2c936a9157ed2a4/.tmp/b/30b95077f3484a52ab466d97aa6bf047 as hdfs://localhost:39201/hbase/data/default/testReplayEditsWrittenViaHRegion/5ce76278e208f763b2c936a9157ed2a4/b/30b95077f3484a52ab466d97aa6bf047
2024-11-23T05:40:53,157 INFO  [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39201/hbase/data/default/testReplayEditsWrittenViaHRegion/5ce76278e208f763b2c936a9157ed2a4/b/30b95077f3484a52ab466d97aa6bf047, entries=10, sequenceid=35, filesize=5.8 K
2024-11-23T05:40:53,158 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39201/hbase/data/default/testReplayEditsWrittenViaHRegion/5ce76278e208f763b2c936a9157ed2a4/.tmp/c/7770a8a390f040a3a143e031622c12d5 as hdfs://localhost:39201/hbase/data/default/testReplayEditsWrittenViaHRegion/5ce76278e208f763b2c936a9157ed2a4/c/7770a8a390f040a3a143e031622c12d5
2024-11-23T05:40:53,162 INFO  [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39201/hbase/data/default/testReplayEditsWrittenViaHRegion/5ce76278e208f763b2c936a9157ed2a4/c/7770a8a390f040a3a143e031622c12d5, entries=10, sequenceid=35, filesize=5.8 K
2024-11-23T05:40:53,163 INFO  [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~1.70 KB/1740, heapSize ~3.59 KB/3680, currentSize=0 B/0 for 5ce76278e208f763b2c936a9157ed2a4 in 98ms, sequenceid=35, compaction requested=false; wal=null
2024-11-23T05:40:53,163 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:39201/hbase/data/default/testReplayEditsWrittenViaHRegion/5ce76278e208f763b2c936a9157ed2a4/recovered.edits/0000000000000000035
2024-11-23T05:40:53,164 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 5ce76278e208f763b2c936a9157ed2a4
2024-11-23T05:40:53,164 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 5ce76278e208f763b2c936a9157ed2a4
2024-11-23T05:40:53,165 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-11-23T05:40:53,166 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 5ce76278e208f763b2c936a9157ed2a4
2024-11-23T05:40:53,167 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39201/hbase/data/default/testReplayEditsWrittenViaHRegion/5ce76278e208f763b2c936a9157ed2a4/recovered.edits/35.seqid, newMaxSeqId=35, maxSeqId=1
2024-11-23T05:40:53,168 INFO  [Time-limited test {}] regionserver.HRegion(1114): Opened 5ce76278e208f763b2c936a9157ed2a4; next sequenceid=36; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62501041, jitterRate=-0.06866191327571869}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-11-23T05:40:53,168 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 5ce76278e208f763b2c936a9157ed2a4:
Writing region info on filesystem at 1732340453041Initializing all the Stores at 1732340453041Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732340453041Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732340453045 (+4 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732340453045Obtaining lock to block concurrent updates at 1732340453066 (+21 ms)Preparing flush snapshotting stores in 5ce76278e208f763b2c936a9157ed2a4 at 1732340453066Finished memstore snapshotting testReplayEditsWrittenViaHRegion,,1732340452741.5ce76278e208f763b2c936a9157ed2a4., syncing WAL and waiting on mvcc, flushsize=dataSize=1740, getHeapSize=3920, getOffHeapSize=0, getCellsCount=20 at 1732340453066Flushing stores of testReplayEditsWrittenViaHRegion,,1732340452741.5ce76278e208f763b2c936a9157ed2a4. at 1732340453066Flushing 5ce76278e208f763b2c936a9157ed2a4/b: creating writer at 1732340453066Flushing 5ce76278e208f763b2c936a9157ed2a4/b: appending metadata at 1732340453085 (+19 ms)Flushing 5ce76278e208f763b2c936a9157ed2a4/b: closing flushed file at 1732340453085Flushing 5ce76278e208f763b2c936a9157ed2a4/c: creating writer at 1732340453120 (+35 ms)Flushing 5ce76278e208f763b2c936a9157ed2a4/c: appending metadata at 1732340453140 (+20 ms)Flushing 5ce76278e208f763b2c936a9157ed2a4/c: closing flushed file at 1732340453140Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@64b11f0b: reopening flushed file at 1732340453151 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@43d94331: reopening flushed file at 1732340453157 (+6 ms)Finished flush of dataSize ~1.70 KB/1740, heapSize ~3.59 KB/3680, currentSize=0 B/0 for 5ce76278e208f763b2c936a9157ed2a4 in 98ms, sequenceid=35, compaction requested=false; wal=null at 1732340453163 (+6 ms)Cleaning up temporary data from old regions at 1732340453164 (+1 ms)Region opened successfully at 1732340453168 (+4 ms)
2024-11-23T05:40:53,285 INFO  [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39201/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732340452740/wal.1732340453014, size=0 (0bytes)
2024-11-23T05:40:53,285 WARN  [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:39201/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732340452740/wal.1732340453014 might be still open, length is 0
2024-11-23T05:40:53,285 INFO  [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39201/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732340452740/wal.1732340453014
2024-11-23T05:40:53,285 WARN  [IPC Server handler 4 on default port 39201 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732340452740/wal.1732340453014 has not been closed. Lease recovery is in progress. RecoveryId = 1112 for block blk_1073741930_1109
2024-11-23T05:40:53,286 INFO  [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:39201/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732340452740/wal.1732340453014 after 1ms
2024-11-23T05:40:54,274 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testDatalossWhenInputError
2024-11-23T05:40:54,274 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testDatalossWhenInputError Metrics about Tables on a single HBase RegionServer
2024-11-23T05:40:54,274 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testCompactedBulkLoadedFiles
2024-11-23T05:40:54,275 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testCompactedBulkLoadedFiles Metrics about Tables on a single HBase RegionServer
2024-11-23T05:40:54,513 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1087445729_22 at /127.0.0.1:46522 [Receiving block BP-1122682880-172.17.0.2-1732340407948:blk_1073741930_1109] {}] datanode.DataXceiver(331): 127.0.0.1:33125:DataXceiver error processing WRITE_BLOCK operation  src: /127.0.0.1:46522 dst: /127.0.0.1:33125
java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:33125 remote=/127.0.0.1:46522]. Total timeout mills is 60000, 58707 millis timeout left.
	at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?]
	at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?]
	at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?]
	at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?]
	at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?]
	at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-23T05:40:54,514 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1087445729_22 at /127.0.0.1:41624 [Receiving block BP-1122682880-172.17.0.2-1732340407948:blk_1073741930_1109] {}] datanode.DataXceiver(331): 127.0.0.1:44463:DataXceiver error processing WRITE_BLOCK operation  src: /127.0.0.1:41624 dst: /127.0.0.1:44463
java.io.IOException: Premature EOF from inputStream
	at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-23T05:40:54,514 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1087445729_22 at /127.0.0.1:37552 [Receiving block BP-1122682880-172.17.0.2-1732340407948:blk_1073741930_1109] {}] datanode.DataXceiver(331): 127.0.0.1:40725:DataXceiver error processing WRITE_BLOCK operation  src: /127.0.0.1:37552 dst: /127.0.0.1:40725
java.io.IOException: Premature EOF from inputStream
	at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-23T05:40:54,517 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33125 is added to blk_1073741930_1112 (size=2304)
2024-11-23T05:40:54,518 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40725 is added to blk_1073741930_1112 (size=2304)
2024-11-23T05:40:57,287 INFO  [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:39201/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732340452740/wal.1732340453014 after 4002ms
2024-11-23T05:40:57,293 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:39201/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732340452740/wal.1732340453014: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null
2024-11-23T05:40:57,293 INFO  [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39201/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732340452740/wal.1732340453014 took 4008ms
2024-11-23T05:40:57,298 INFO  [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:39201/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732340452740/wal.1732340453014; continuing.
2024-11-23T05:40:57,298 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39201/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732340452740/wal.1732340453014 so closing down
2024-11-23T05:40:57,298 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish
2024-11-23T05:40:57,301 INFO  [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000037-wal.1732340453014.temp
2024-11-23T05:40:57,303 INFO  [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39201/hbase/data/default/testReplayEditsWrittenViaHRegion/5ce76278e208f763b2c936a9157ed2a4/recovered.edits/0000000000000000037-wal.1732340453014.temp
2024-11-23T05:40:57,304 INFO  [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished
2024-11-23T05:40:57,311 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40725 is added to blk_1073741933_1113 (size=2312)
2024-11-23T05:40:57,311 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33125 is added to blk_1073741933_1113 (size=2312)
2024-11-23T05:40:57,312 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44463 is added to blk_1073741933_1113 (size=2312)
2024-11-23T05:40:57,313 INFO  [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39201/hbase/data/default/testReplayEditsWrittenViaHRegion/5ce76278e208f763b2c936a9157ed2a4/recovered.edits/0000000000000000037-wal.1732340453014.temp (wrote 30 edits, skipped 0 edits in 0 ms)
2024-11-23T05:40:57,314 INFO  [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39201/hbase/data/default/testReplayEditsWrittenViaHRegion/5ce76278e208f763b2c936a9157ed2a4/recovered.edits/0000000000000000037-wal.1732340453014.temp to hdfs://localhost:39201/hbase/data/default/testReplayEditsWrittenViaHRegion/5ce76278e208f763b2c936a9157ed2a4/recovered.edits/0000000000000000066
2024-11-23T05:40:57,314 INFO  [Time-limited test {}] wal.WALSplitter(425): Processed 30 edits across 1 Regions in 20 ms; skipped=0; WAL=hdfs://localhost:39201/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732340452740/wal.1732340453014, size=0, length=0, corrupted=false, cancelled=false
2024-11-23T05:40:57,315 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39201/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732340452740/wal.1732340453014, journal: Splitting hdfs://localhost:39201/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732340452740/wal.1732340453014, size=0 (0bytes) at 1732340453285Finishing writing output for hdfs://localhost:39201/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732340452740/wal.1732340453014 so closing down at 1732340457298 (+4013 ms)Creating recovered edits writer path=hdfs://localhost:39201/hbase/data/default/testReplayEditsWrittenViaHRegion/5ce76278e208f763b2c936a9157ed2a4/recovered.edits/0000000000000000037-wal.1732340453014.temp at 1732340457304 (+6 ms)3 split writer threads finished at 1732340457304Closed recovered edits writer path=hdfs://localhost:39201/hbase/data/default/testReplayEditsWrittenViaHRegion/5ce76278e208f763b2c936a9157ed2a4/recovered.edits/0000000000000000037-wal.1732340453014.temp (wrote 30 edits, skipped 0 edits in 0 ms) at 1732340457313 (+9 ms)Rename recovered edits hdfs://localhost:39201/hbase/data/default/testReplayEditsWrittenViaHRegion/5ce76278e208f763b2c936a9157ed2a4/recovered.edits/0000000000000000037-wal.1732340453014.temp to hdfs://localhost:39201/hbase/data/default/testReplayEditsWrittenViaHRegion/5ce76278e208f763b2c936a9157ed2a4/recovered.edits/0000000000000000066 at 1732340457314 (+1 ms)Processed 30 edits across 1 Regions in 20 ms; skipped=0; WAL=hdfs://localhost:39201/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732340452740/wal.1732340453014, size=0, length=0, corrupted=false, cancelled=false at 1732340457314
2024-11-23T05:40:57,317 INFO  [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39201/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732340452740/wal.1732340453014 to hdfs://localhost:39201/hbase/oldWALs/wal.1732340453014
2024-11-23T05:40:57,318 INFO  [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:39201/hbase/data/default/testReplayEditsWrittenViaHRegion/5ce76278e208f763b2c936a9157ed2a4/recovered.edits/0000000000000000066
2024-11-23T05:40:57,319 INFO  [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor
2024-11-23T05:40:57,321 INFO  [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:39201/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732340452740, archiveDir=hdfs://localhost:39201/hbase/oldWALs, maxLogs=32
2024-11-23T05:40:57,334 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732340452740/wal.1732340457322, exclude list is [], retry=0
2024-11-23T05:40:57,336 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33125,DS-c28b39bb-14cc-4d91-9756-de8fd07c026a,DISK]
2024-11-23T05:40:57,336 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40725,DS-979d310d-3587-4cc1-bca5-3d701f1acf12,DISK]
2024-11-23T05:40:57,336 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44463,DS-9d9fa3d0-c341-4f0c-a64c-9c20a7b480ae,DISK]
2024-11-23T05:40:57,338 INFO  [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732340452740/wal.1732340457322
2024-11-23T05:40:57,338 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45079:45079),(127.0.0.1/127.0.0.1:46173:46173),(127.0.0.1/127.0.0.1:35021:35021)]
2024-11-23T05:40:57,338 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1732340452741.5ce76278e208f763b2c936a9157ed2a4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-23T05:40:57,339 INFO  [StoreOpener-5ce76278e208f763b2c936a9157ed2a4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 5ce76278e208f763b2c936a9157ed2a4 
2024-11-23T05:40:57,340 INFO  [StoreOpener-5ce76278e208f763b2c936a9157ed2a4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5ce76278e208f763b2c936a9157ed2a4 columnFamilyName a
2024-11-23T05:40:57,340 DEBUG [StoreOpener-5ce76278e208f763b2c936a9157ed2a4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-23T05:40:57,345 DEBUG [StoreOpener-5ce76278e208f763b2c936a9157ed2a4-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39201/hbase/data/default/testReplayEditsWrittenViaHRegion/5ce76278e208f763b2c936a9157ed2a4/a/572073dc7f194057b1bd1ddac555c4ee
2024-11-23T05:40:57,345 INFO  [StoreOpener-5ce76278e208f763b2c936a9157ed2a4-1 {}] regionserver.HStore(327): Store=5ce76278e208f763b2c936a9157ed2a4/a,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-23T05:40:57,345 INFO  [StoreOpener-5ce76278e208f763b2c936a9157ed2a4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 5ce76278e208f763b2c936a9157ed2a4 
2024-11-23T05:40:57,346 INFO  [StoreOpener-5ce76278e208f763b2c936a9157ed2a4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5ce76278e208f763b2c936a9157ed2a4 columnFamilyName b
2024-11-23T05:40:57,346 DEBUG [StoreOpener-5ce76278e208f763b2c936a9157ed2a4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-23T05:40:57,350 DEBUG [StoreOpener-5ce76278e208f763b2c936a9157ed2a4-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39201/hbase/data/default/testReplayEditsWrittenViaHRegion/5ce76278e208f763b2c936a9157ed2a4/b/30b95077f3484a52ab466d97aa6bf047
2024-11-23T05:40:57,350 INFO  [StoreOpener-5ce76278e208f763b2c936a9157ed2a4-1 {}] regionserver.HStore(327): Store=5ce76278e208f763b2c936a9157ed2a4/b,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-23T05:40:57,350 INFO  [StoreOpener-5ce76278e208f763b2c936a9157ed2a4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 5ce76278e208f763b2c936a9157ed2a4 
2024-11-23T05:40:57,351 INFO  [StoreOpener-5ce76278e208f763b2c936a9157ed2a4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5ce76278e208f763b2c936a9157ed2a4 columnFamilyName c
2024-11-23T05:40:57,351 DEBUG [StoreOpener-5ce76278e208f763b2c936a9157ed2a4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-23T05:40:57,356 DEBUG [StoreOpener-5ce76278e208f763b2c936a9157ed2a4-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39201/hbase/data/default/testReplayEditsWrittenViaHRegion/5ce76278e208f763b2c936a9157ed2a4/c/7770a8a390f040a3a143e031622c12d5
2024-11-23T05:40:57,356 INFO  [StoreOpener-5ce76278e208f763b2c936a9157ed2a4-1 {}] regionserver.HStore(327): Store=5ce76278e208f763b2c936a9157ed2a4/c,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-23T05:40:57,356 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 5ce76278e208f763b2c936a9157ed2a4
2024-11-23T05:40:57,357 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39201/hbase/data/default/testReplayEditsWrittenViaHRegion/5ce76278e208f763b2c936a9157ed2a4
2024-11-23T05:40:57,358 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:39201/hbase/data/default/testReplayEditsWrittenViaHRegion/5ce76278e208f763b2c936a9157ed2a4
2024-11-23T05:40:57,359 INFO  [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:39201/hbase/data/default/testReplayEditsWrittenViaHRegion/5ce76278e208f763b2c936a9157ed2a4/recovered.edits/0000000000000000066
2024-11-23T05:40:57,360 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:39201/hbase/data/default/testReplayEditsWrittenViaHRegion/5ce76278e208f763b2c936a9157ed2a4/recovered.edits/0000000000000000066: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null
2024-11-23T05:40:57,364 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 30, skipped 0, firstSequenceIdInLog=37, maxSequenceIdInLog=66, path=hdfs://localhost:39201/hbase/data/default/testReplayEditsWrittenViaHRegion/5ce76278e208f763b2c936a9157ed2a4/recovered.edits/0000000000000000066
2024-11-23T05:40:57,364 INFO  [Time-limited test {}] regionserver.HRegion(2902): Flushing 5ce76278e208f763b2c936a9157ed2a4 3/3 column families, dataSize=2.55 KB heapSize=5.44 KB
2024-11-23T05:40:57,378 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39201/hbase/data/default/testReplayEditsWrittenViaHRegion/5ce76278e208f763b2c936a9157ed2a4/.tmp/a/0afcca62b30f4f63ae5e5a070a545b23 is 91, key is testReplayEditsWrittenViaHRegion/a:y0/1732340453185/Put/seqid=0
2024-11-23T05:40:57,383 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44463 is added to blk_1073741935_1115 (size=5958)
2024-11-23T05:40:57,384 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40725 is added to blk_1073741935_1115 (size=5958)
2024-11-23T05:40:57,384 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33125 is added to blk_1073741935_1115 (size=5958)
2024-11-23T05:40:57,384 INFO  [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=66 (bloomFilter=true), to=hdfs://localhost:39201/hbase/data/default/testReplayEditsWrittenViaHRegion/5ce76278e208f763b2c936a9157ed2a4/.tmp/a/0afcca62b30f4f63ae5e5a070a545b23
2024-11-23T05:40:57,401 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39201/hbase/data/default/testReplayEditsWrittenViaHRegion/5ce76278e208f763b2c936a9157ed2a4/.tmp/b/de4d0ad4649b4faea85033313fb87b73 is 91, key is testReplayEditsWrittenViaHRegion/b:y0/1732340453196/Put/seqid=0
2024-11-23T05:40:57,407 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33125 is added to blk_1073741936_1116 (size=5958)
2024-11-23T05:40:57,407 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40725 is added to blk_1073741936_1116 (size=5958)
2024-11-23T05:40:57,407 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44463 is added to blk_1073741936_1116 (size=5958)
2024-11-23T05:40:57,408 INFO  [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=66 (bloomFilter=true), to=hdfs://localhost:39201/hbase/data/default/testReplayEditsWrittenViaHRegion/5ce76278e208f763b2c936a9157ed2a4/.tmp/b/de4d0ad4649b4faea85033313fb87b73
2024-11-23T05:40:57,426 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39201/hbase/data/default/testReplayEditsWrittenViaHRegion/5ce76278e208f763b2c936a9157ed2a4/.tmp/c/2403deb5586e452297bc70d3ad607654 is 91, key is testReplayEditsWrittenViaHRegion/c:y0/1732340453210/Put/seqid=0
2024-11-23T05:40:57,431 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44463 is added to blk_1073741937_1117 (size=5958)
2024-11-23T05:40:57,431 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40725 is added to blk_1073741937_1117 (size=5958)
2024-11-23T05:40:57,432 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33125 is added to blk_1073741937_1117 (size=5958)
2024-11-23T05:40:57,432 INFO  [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=66 (bloomFilter=true), to=hdfs://localhost:39201/hbase/data/default/testReplayEditsWrittenViaHRegion/5ce76278e208f763b2c936a9157ed2a4/.tmp/c/2403deb5586e452297bc70d3ad607654
2024-11-23T05:40:57,438 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39201/hbase/data/default/testReplayEditsWrittenViaHRegion/5ce76278e208f763b2c936a9157ed2a4/.tmp/a/0afcca62b30f4f63ae5e5a070a545b23 as hdfs://localhost:39201/hbase/data/default/testReplayEditsWrittenViaHRegion/5ce76278e208f763b2c936a9157ed2a4/a/0afcca62b30f4f63ae5e5a070a545b23
2024-11-23T05:40:57,443 INFO  [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39201/hbase/data/default/testReplayEditsWrittenViaHRegion/5ce76278e208f763b2c936a9157ed2a4/a/0afcca62b30f4f63ae5e5a070a545b23, entries=10, sequenceid=66, filesize=5.8 K
2024-11-23T05:40:57,444 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39201/hbase/data/default/testReplayEditsWrittenViaHRegion/5ce76278e208f763b2c936a9157ed2a4/.tmp/b/de4d0ad4649b4faea85033313fb87b73 as hdfs://localhost:39201/hbase/data/default/testReplayEditsWrittenViaHRegion/5ce76278e208f763b2c936a9157ed2a4/b/de4d0ad4649b4faea85033313fb87b73
2024-11-23T05:40:57,449 INFO  [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39201/hbase/data/default/testReplayEditsWrittenViaHRegion/5ce76278e208f763b2c936a9157ed2a4/b/de4d0ad4649b4faea85033313fb87b73, entries=10, sequenceid=66, filesize=5.8 K
2024-11-23T05:40:57,450 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39201/hbase/data/default/testReplayEditsWrittenViaHRegion/5ce76278e208f763b2c936a9157ed2a4/.tmp/c/2403deb5586e452297bc70d3ad607654 as hdfs://localhost:39201/hbase/data/default/testReplayEditsWrittenViaHRegion/5ce76278e208f763b2c936a9157ed2a4/c/2403deb5586e452297bc70d3ad607654
2024-11-23T05:40:57,454 INFO  [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39201/hbase/data/default/testReplayEditsWrittenViaHRegion/5ce76278e208f763b2c936a9157ed2a4/c/2403deb5586e452297bc70d3ad607654, entries=10, sequenceid=66, filesize=5.8 K
2024-11-23T05:40:57,455 INFO  [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~2.55 KB/2610, heapSize ~5.39 KB/5520, currentSize=0 B/0 for 5ce76278e208f763b2c936a9157ed2a4 in 91ms, sequenceid=66, compaction requested=false; wal=null
2024-11-23T05:40:57,455 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:39201/hbase/data/default/testReplayEditsWrittenViaHRegion/5ce76278e208f763b2c936a9157ed2a4/recovered.edits/0000000000000000066
2024-11-23T05:40:57,456 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 5ce76278e208f763b2c936a9157ed2a4
2024-11-23T05:40:57,456 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 5ce76278e208f763b2c936a9157ed2a4
2024-11-23T05:40:57,457 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-11-23T05:40:57,458 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 5ce76278e208f763b2c936a9157ed2a4
2024-11-23T05:40:57,460 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39201/hbase/data/default/testReplayEditsWrittenViaHRegion/5ce76278e208f763b2c936a9157ed2a4/recovered.edits/66.seqid, newMaxSeqId=66, maxSeqId=35
2024-11-23T05:40:57,461 INFO  [Time-limited test {}] regionserver.HRegion(1114): Opened 5ce76278e208f763b2c936a9157ed2a4; next sequenceid=67; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60581742, jitterRate=-0.0972616970539093}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-11-23T05:40:57,461 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 5ce76278e208f763b2c936a9157ed2a4:
Writing region info on filesystem at 1732340457338Initializing all the Stores at 1732340457339 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732340457339Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732340457339Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732340457339Obtaining lock to block concurrent updates at 1732340457364 (+25 ms)Preparing flush snapshotting stores in 5ce76278e208f763b2c936a9157ed2a4 at 1732340457364Finished memstore snapshotting testReplayEditsWrittenViaHRegion,,1732340452741.5ce76278e208f763b2c936a9157ed2a4., syncing WAL and waiting on mvcc, flushsize=dataSize=2610, getHeapSize=5520, getOffHeapSize=0, getCellsCount=30 at 1732340457364Flushing stores of testReplayEditsWrittenViaHRegion,,1732340452741.5ce76278e208f763b2c936a9157ed2a4. at 1732340457364Flushing 5ce76278e208f763b2c936a9157ed2a4/a: creating writer at 1732340457364Flushing 5ce76278e208f763b2c936a9157ed2a4/a: appending metadata at 1732340457377 (+13 ms)Flushing 5ce76278e208f763b2c936a9157ed2a4/a: closing flushed file at 1732340457377Flushing 5ce76278e208f763b2c936a9157ed2a4/b: creating writer at 1732340457388 (+11 ms)Flushing 5ce76278e208f763b2c936a9157ed2a4/b: appending metadata at 1732340457401 (+13 ms)Flushing 5ce76278e208f763b2c936a9157ed2a4/b: closing flushed file at 1732340457401Flushing 5ce76278e208f763b2c936a9157ed2a4/c: creating writer at 1732340457412 (+11 ms)Flushing 5ce76278e208f763b2c936a9157ed2a4/c: appending metadata at 1732340457425 (+13 ms)Flushing 5ce76278e208f763b2c936a9157ed2a4/c: closing flushed file at 1732340457425Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@61dacd10: reopening flushed file at 1732340457437 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2ef6553: reopening flushed file at 1732340457444 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2cfc19a0: reopening flushed file at 1732340457449 (+5 ms)Finished flush of dataSize ~2.55 KB/2610, heapSize ~5.39 KB/5520, currentSize=0 B/0 for 5ce76278e208f763b2c936a9157ed2a4 in 91ms, sequenceid=66, compaction requested=false; wal=null at 1732340457455 (+6 ms)Cleaning up temporary data from old regions at 1732340457456 (+1 ms)Region opened successfully at 1732340457461 (+5 ms)
2024-11-23T05:40:57,473 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 5ce76278e208f763b2c936a9157ed2a4, disabling compactions & flushes
2024-11-23T05:40:57,473 INFO  [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1732340452741.5ce76278e208f763b2c936a9157ed2a4.
2024-11-23T05:40:57,473 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1732340452741.5ce76278e208f763b2c936a9157ed2a4.
2024-11-23T05:40:57,474 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1732340452741.5ce76278e208f763b2c936a9157ed2a4. after waiting 0 ms
2024-11-23T05:40:57,474 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1732340452741.5ce76278e208f763b2c936a9157ed2a4.
2024-11-23T05:40:57,475 INFO  [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1732340452741.5ce76278e208f763b2c936a9157ed2a4.
2024-11-23T05:40:57,475 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 5ce76278e208f763b2c936a9157ed2a4:
Waiting for close lock at 1732340457473Disabling compacts and flushes for region at 1732340457473Disabling writes for close at 1732340457474 (+1 ms)Writing region close event to WAL at 1732340457475 (+1 ms)Closed at 1732340457475
2024-11-23T05:40:57,477 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40725 is added to blk_1073741934_1114 (size=93)
2024-11-23T05:40:57,477 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33125 is added to blk_1073741934_1114 (size=93)
2024-11-23T05:40:57,477 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44463 is added to blk_1073741934_1114 (size=93)
2024-11-23T05:40:57,479 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs
2024-11-23T05:40:57,479 INFO  [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1732340457322)
2024-11-23T05:40:57,491 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayCompressed#testReplayEditsWrittenViaHRegion Thread=443 (was 436)
Potentially hanging thread: IPC Client (754041887) connection to localhost/127.0.0.1:39201 from jenkinstestReplayEditsWrittenViaHRegion
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-823113490_22 at /127.0.0.1:46560 [Waiting for operation #10]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: AsyncFSWAL-28-2
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: LeaseRenewer:jenkinstestReplayEditsWrittenViaHRegion@localhost:39201
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-823113490_22 at /127.0.0.1:41686 [Waiting for operation #11]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-823113490_22 at /127.0.0.1:37594 [Waiting for operation #22]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: AsyncFSWAL-28-3
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: AsyncFSWAL-28-1
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=1402 (was 1334) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=509 (was 553), ProcessCount=11 (was 11), AvailableMemoryMB=8201 (was 8214)
2024-11-23T05:40:57,491 WARN  [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1402 is superior to 1024
2024-11-23T05:40:57,491 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster
2024-11-23T05:40:57,491 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-23T05:40:57,491 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79)
    at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611)
    at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153)
    at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-23T05:40:57,491 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-23T05:40:57,492 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-23T05:40:57,492 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-23T05:40:57,493 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster
2024-11-23T05:40:57,493 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1167627535, stopped=false
2024-11-23T05:40:57,493 INFO  [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=9abfc7c2569e,33981,1732340413675
2024-11-23T05:40:57,553 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43843-0x101677e83ba0003, quorum=127.0.0.1:56120, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running
2024-11-23T05:40:57,553 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33981-0x101677e83ba0000, quorum=127.0.0.1:56120, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running
2024-11-23T05:40:57,553 DEBUG [pool-64-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38323-0x101677e83ba0001, quorum=127.0.0.1:56120, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running
2024-11-23T05:40:57,553 DEBUG [pool-64-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38323-0x101677e83ba0001, quorum=127.0.0.1:56120, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-23T05:40:57,553 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33981-0x101677e83ba0000, quorum=127.0.0.1:56120, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-23T05:40:57,553 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43843-0x101677e83ba0003, quorum=127.0.0.1:56120, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-23T05:40:57,553 INFO  [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-23T05:40:57,553 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-23T05:40:57,554 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277)
    at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265)
    at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153)
    at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-23T05:40:57,554 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-23T05:40:57,554 INFO  [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '9abfc7c2569e,38323,1732340414937' *****
2024-11-23T05:40:57,555 INFO  [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested
2024-11-23T05:40:57,555 INFO  [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '9abfc7c2569e,43843,1732340415239' *****
2024-11-23T05:40:57,555 INFO  [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested
2024-11-23T05:40:57,555 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33981-0x101677e83ba0000, quorum=127.0.0.1:56120, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-23T05:40:57,555 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38323-0x101677e83ba0001, quorum=127.0.0.1:56120, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-23T05:40:57,555 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43843-0x101677e83ba0003, quorum=127.0.0.1:56120, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-23T05:40:57,555 INFO  [RS:0;9abfc7c2569e:38323 {}] regionserver.HeapMemoryManager(220): Stopping
2024-11-23T05:40:57,555 INFO  [RS:2;9abfc7c2569e:43843 {}] regionserver.HeapMemoryManager(220): Stopping
2024-11-23T05:40:57,555 INFO  [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting
2024-11-23T05:40:57,555 INFO  [RS:0;9abfc7c2569e:38323 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully.
2024-11-23T05:40:57,555 INFO  [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting
2024-11-23T05:40:57,555 INFO  [RS:0;9abfc7c2569e:38323 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully.
2024-11-23T05:40:57,555 INFO  [RS:0;9abfc7c2569e:38323 {}] regionserver.HRegionServer(959): stopping server 9abfc7c2569e,38323,1732340414937
2024-11-23T05:40:57,556 INFO  [RS:0;9abfc7c2569e:38323 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-23T05:40:57,556 INFO  [RS:0;9abfc7c2569e:38323 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9abfc7c2569e:38323.
2024-11-23T05:40:57,556 DEBUG [RS:0;9abfc7c2569e:38323 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-23T05:40:57,556 DEBUG [RS:0;9abfc7c2569e:38323 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-23T05:40:57,556 INFO  [RS:0;9abfc7c2569e:38323 {}] regionserver.HRegionServer(976): stopping server 9abfc7c2569e,38323,1732340414937; all regions closed.
2024-11-23T05:40:57,556 INFO  [RS:2;9abfc7c2569e:43843 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully.
2024-11-23T05:40:57,556 INFO  [RS:2;9abfc7c2569e:43843 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully.
2024-11-23T05:40:57,556 INFO  [RS:2;9abfc7c2569e:43843 {}] regionserver.HRegionServer(3091): Received CLOSE for 1facfe8b5c0b9aa91833e0d0bae80315
2024-11-23T05:40:57,557 INFO  [RS:2;9abfc7c2569e:43843 {}] regionserver.HRegionServer(959): stopping server 9abfc7c2569e,43843,1732340415239
2024-11-23T05:40:57,557 INFO  [RS:2;9abfc7c2569e:43843 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-23T05:40:57,557 INFO  [RS:2;9abfc7c2569e:43843 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;9abfc7c2569e:43843.
2024-11-23T05:40:57,557 DEBUG [RS:2;9abfc7c2569e:43843 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-23T05:40:57,557 DEBUG [RS:2;9abfc7c2569e:43843 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-23T05:40:57,557 DEBUG [RS_CLOSE_REGION-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1facfe8b5c0b9aa91833e0d0bae80315, disabling compactions & flushes
2024-11-23T05:40:57,557 INFO  [RS_CLOSE_REGION-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1732340431739.1facfe8b5c0b9aa91833e0d0bae80315.
2024-11-23T05:40:57,557 INFO  [RS:2;9abfc7c2569e:43843 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish...
2024-11-23T05:40:57,557 INFO  [RS:2;9abfc7c2569e:43843 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish...
2024-11-23T05:40:57,557 DEBUG [RS_CLOSE_REGION-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1732340431739.1facfe8b5c0b9aa91833e0d0bae80315.
2024-11-23T05:40:57,557 INFO  [RS:2;9abfc7c2569e:43843 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish...
2024-11-23T05:40:57,557 DEBUG [RS_CLOSE_REGION-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1732340431739.1facfe8b5c0b9aa91833e0d0bae80315. after waiting 0 ms
2024-11-23T05:40:57,557 INFO  [RS:2;9abfc7c2569e:43843 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740
2024-11-23T05:40:57,557 DEBUG [RS_CLOSE_REGION-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1732340431739.1facfe8b5c0b9aa91833e0d0bae80315.
2024-11-23T05:40:57,558 INFO  [RS:2;9abfc7c2569e:43843 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close
2024-11-23T05:40:57,558 DEBUG [RS:2;9abfc7c2569e:43843 {}] regionserver.HRegionServer(1325): Online Regions={1facfe8b5c0b9aa91833e0d0bae80315=testReplayEditsAfterRegionMovedWithMultiCF,,1732340431739.1facfe8b5c0b9aa91833e0d0bae80315., 1588230740=hbase:meta,,1.1588230740}
2024-11-23T05:40:57,558 DEBUG [RS:2;9abfc7c2569e:43843 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1facfe8b5c0b9aa91833e0d0bae80315
2024-11-23T05:40:57,558 DEBUG [RS_CLOSE_META-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-23T05:40:57,558 INFO  [RS_CLOSE_META-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-23T05:40:57,558 DEBUG [RS_CLOSE_META-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-23T05:40:57,558 DEBUG [RS_CLOSE_META-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-23T05:40:57,558 DEBUG [RS_CLOSE_META-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-23T05:40:57,558 INFO  [RS_CLOSE_META-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=6.86 KB heapSize=11.45 KB
2024-11-23T05:40:57,559 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40725 is added to blk_1073741833_1009 (size=2054)
2024-11-23T05:40:57,560 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33125 is added to blk_1073741833_1009 (size=2054)
2024-11-23T05:40:57,562 DEBUG [RS:0;9abfc7c2569e:38323 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c5e2a731-f775-75ff-0609-7c22199d5862/oldWALs
2024-11-23T05:40:57,562 INFO  [RS:0;9abfc7c2569e:38323 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9abfc7c2569e%2C38323%2C1732340414937:(num 1732340417563)
2024-11-23T05:40:57,562 DEBUG [RS:0;9abfc7c2569e:38323 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-23T05:40:57,562 INFO  [RS:0;9abfc7c2569e:38323 {}] regionserver.LeaseManager(133): Closed leases
2024-11-23T05:40:57,562 INFO  [RS:0;9abfc7c2569e:38323 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-23T05:40:57,563 INFO  [RS:0;9abfc7c2569e:38323 {}] hbase.ChoreService(370): Chore service for: regionserver/9abfc7c2569e:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown
2024-11-23T05:40:57,563 INFO  [RS:0;9abfc7c2569e:38323 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish...
2024-11-23T05:40:57,563 INFO  [RS:0;9abfc7c2569e:38323 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish...
2024-11-23T05:40:57,563 INFO  [regionserver/9abfc7c2569e:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-23T05:40:57,563 INFO  [RS:0;9abfc7c2569e:38323 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish...
2024-11-23T05:40:57,563 INFO  [RS:0;9abfc7c2569e:38323 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-23T05:40:57,563 INFO  [RS:0;9abfc7c2569e:38323 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38323
2024-11-23T05:40:57,565 INFO  [regionserver/9abfc7c2569e:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases
2024-11-23T05:40:57,567 DEBUG [RS_CLOSE_REGION-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39201/user/jenkins/test-data/c5e2a731-f775-75ff-0609-7c22199d5862/data/default/testReplayEditsAfterRegionMovedWithMultiCF/1facfe8b5c0b9aa91833e0d0bae80315/recovered.edits/20.seqid, newMaxSeqId=20, maxSeqId=17
2024-11-23T05:40:57,567 INFO  [RS_CLOSE_REGION-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1732340431739.1facfe8b5c0b9aa91833e0d0bae80315.
2024-11-23T05:40:57,568 DEBUG [RS_CLOSE_REGION-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1facfe8b5c0b9aa91833e0d0bae80315:
Waiting for close lock at 1732340457557Running coprocessor pre-close hooks at 1732340457557Disabling compacts and flushes for region at 1732340457557Disabling writes for close at 1732340457557Writing region close event to WAL at 1732340457563 (+6 ms)Running coprocessor post-close hooks at 1732340457567 (+4 ms)Closed at 1732340457567
2024-11-23T05:40:57,568 DEBUG [RS_CLOSE_REGION-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1732340431739.1facfe8b5c0b9aa91833e0d0bae80315.
2024-11-23T05:40:57,569 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33981-0x101677e83ba0000, quorum=127.0.0.1:56120, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs
2024-11-23T05:40:57,569 DEBUG [pool-64-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38323-0x101677e83ba0001, quorum=127.0.0.1:56120, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/9abfc7c2569e,38323,1732340414937
2024-11-23T05:40:57,570 INFO  [RS:0;9abfc7c2569e:38323 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-23T05:40:57,570 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [9abfc7c2569e,38323,1732340414937]
2024-11-23T05:40:57,581 DEBUG [RS_CLOSE_META-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39201/user/jenkins/test-data/c5e2a731-f775-75ff-0609-7c22199d5862/data/hbase/meta/1588230740/.tmp/info/baf972633a9241d795a3b3089aab3800 is 205, key is testReplayEditsAfterRegionMovedWithMultiCF,,1732340431739.1facfe8b5c0b9aa91833e0d0bae80315./info:regioninfo/1732340434943/Put/seqid=0
2024-11-23T05:40:57,586 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/9abfc7c2569e,38323,1732340414937 already deleted, retry=false
2024-11-23T05:40:57,586 INFO  [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 9abfc7c2569e,38323,1732340414937 expired; onlineServers=1
2024-11-23T05:40:57,587 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33125 is added to blk_1073741938_1118 (size=8243)
2024-11-23T05:40:57,587 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40725 is added to blk_1073741938_1118 (size=8243)
2024-11-23T05:40:57,587 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44463 is added to blk_1073741938_1118 (size=8243)
2024-11-23T05:40:57,588 INFO  [RS_CLOSE_META-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.65 KB at sequenceid=21 (bloomFilter=true), to=hdfs://localhost:39201/user/jenkins/test-data/c5e2a731-f775-75ff-0609-7c22199d5862/data/hbase/meta/1588230740/.tmp/info/baf972633a9241d795a3b3089aab3800
2024-11-23T05:40:57,602 INFO  [regionserver/9abfc7c2569e:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases
2024-11-23T05:40:57,614 DEBUG [RS_CLOSE_META-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39201/user/jenkins/test-data/c5e2a731-f775-75ff-0609-7c22199d5862/data/hbase/meta/1588230740/.tmp/ns/e2e5bf4f50c14134841b83324d3fe59a is 43, key is default/ns:d/1732340418424/Put/seqid=0
2024-11-23T05:40:57,619 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44463 is added to blk_1073741939_1119 (size=5153)
2024-11-23T05:40:57,620 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40725 is added to blk_1073741939_1119 (size=5153)
2024-11-23T05:40:57,620 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33125 is added to blk_1073741939_1119 (size=5153)
2024-11-23T05:40:57,620 INFO  [RS_CLOSE_META-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=21 (bloomFilter=true), to=hdfs://localhost:39201/user/jenkins/test-data/c5e2a731-f775-75ff-0609-7c22199d5862/data/hbase/meta/1588230740/.tmp/ns/e2e5bf4f50c14134841b83324d3fe59a
2024-11-23T05:40:57,639 DEBUG [RS_CLOSE_META-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39201/user/jenkins/test-data/c5e2a731-f775-75ff-0609-7c22199d5862/data/hbase/meta/1588230740/.tmp/table/c6402e4fb68c45378bcc42d79c70c79c is 78, key is testReplayEditsAfterRegionMovedWithMultiCF/table:state/1732340432167/Put/seqid=0
2024-11-23T05:40:57,645 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44463 is added to blk_1073741940_1120 (size=5431)
2024-11-23T05:40:57,645 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40725 is added to blk_1073741940_1120 (size=5431)
2024-11-23T05:40:57,645 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33125 is added to blk_1073741940_1120 (size=5431)
2024-11-23T05:40:57,646 INFO  [RS_CLOSE_META-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=148 B at sequenceid=21 (bloomFilter=true), to=hdfs://localhost:39201/user/jenkins/test-data/c5e2a731-f775-75ff-0609-7c22199d5862/data/hbase/meta/1588230740/.tmp/table/c6402e4fb68c45378bcc42d79c70c79c
2024-11-23T05:40:57,652 DEBUG [RS_CLOSE_META-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39201/user/jenkins/test-data/c5e2a731-f775-75ff-0609-7c22199d5862/data/hbase/meta/1588230740/.tmp/info/baf972633a9241d795a3b3089aab3800 as hdfs://localhost:39201/user/jenkins/test-data/c5e2a731-f775-75ff-0609-7c22199d5862/data/hbase/meta/1588230740/info/baf972633a9241d795a3b3089aab3800
2024-11-23T05:40:57,657 INFO  [RS_CLOSE_META-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39201/user/jenkins/test-data/c5e2a731-f775-75ff-0609-7c22199d5862/data/hbase/meta/1588230740/info/baf972633a9241d795a3b3089aab3800, entries=18, sequenceid=21, filesize=8.0 K
2024-11-23T05:40:57,658 DEBUG [RS_CLOSE_META-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39201/user/jenkins/test-data/c5e2a731-f775-75ff-0609-7c22199d5862/data/hbase/meta/1588230740/.tmp/ns/e2e5bf4f50c14134841b83324d3fe59a as hdfs://localhost:39201/user/jenkins/test-data/c5e2a731-f775-75ff-0609-7c22199d5862/data/hbase/meta/1588230740/ns/e2e5bf4f50c14134841b83324d3fe59a
2024-11-23T05:40:57,664 INFO  [RS_CLOSE_META-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39201/user/jenkins/test-data/c5e2a731-f775-75ff-0609-7c22199d5862/data/hbase/meta/1588230740/ns/e2e5bf4f50c14134841b83324d3fe59a, entries=2, sequenceid=21, filesize=5.0 K
2024-11-23T05:40:57,665 DEBUG [RS_CLOSE_META-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39201/user/jenkins/test-data/c5e2a731-f775-75ff-0609-7c22199d5862/data/hbase/meta/1588230740/.tmp/table/c6402e4fb68c45378bcc42d79c70c79c as hdfs://localhost:39201/user/jenkins/test-data/c5e2a731-f775-75ff-0609-7c22199d5862/data/hbase/meta/1588230740/table/c6402e4fb68c45378bcc42d79c70c79c
2024-11-23T05:40:57,671 INFO  [RS_CLOSE_META-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39201/user/jenkins/test-data/c5e2a731-f775-75ff-0609-7c22199d5862/data/hbase/meta/1588230740/table/c6402e4fb68c45378bcc42d79c70c79c, entries=2, sequenceid=21, filesize=5.3 K
2024-11-23T05:40:57,672 INFO  [RS_CLOSE_META-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~6.86 KB/7029, heapSize ~11.16 KB/11424, currentSize=0 B/0 for 1588230740 in 114ms, sequenceid=21, compaction requested=false
2024-11-23T05:40:57,677 DEBUG [RS_CLOSE_META-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39201/user/jenkins/test-data/c5e2a731-f775-75ff-0609-7c22199d5862/data/hbase/meta/1588230740/recovered.edits/24.seqid, newMaxSeqId=24, maxSeqId=1
2024-11-23T05:40:57,678 DEBUG [RS_CLOSE_META-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-23T05:40:57,678 DEBUG [pool-64-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38323-0x101677e83ba0001, quorum=127.0.0.1:56120, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-23T05:40:57,678 INFO  [RS_CLOSE_META-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-23T05:40:57,678 INFO  [RS:0;9abfc7c2569e:38323 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-23T05:40:57,678 DEBUG [pool-64-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38323-0x101677e83ba0001, quorum=127.0.0.1:56120, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-23T05:40:57,678 INFO  [RS:0;9abfc7c2569e:38323 {}] regionserver.HRegionServer(1031): Exiting; stopping=9abfc7c2569e,38323,1732340414937; zookeeper connection closed.
2024-11-23T05:40:57,678 DEBUG [RS_CLOSE_META-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1732340457558Running coprocessor pre-close hooks at 1732340457558Disabling compacts and flushes for region at 1732340457558Disabling writes for close at 1732340457558Obtaining lock to block concurrent updates at 1732340457558Preparing flush snapshotting stores in 1588230740 at 1732340457558Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=7029, getHeapSize=11664, getOffHeapSize=0, getCellsCount=48 at 1732340457559 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732340457560 (+1 ms)Flushing 1588230740/info: creating writer at 1732340457560Flushing 1588230740/info: appending metadata at 1732340457581 (+21 ms)Flushing 1588230740/info: closing flushed file at 1732340457581Flushing 1588230740/ns: creating writer at 1732340457594 (+13 ms)Flushing 1588230740/ns: appending metadata at 1732340457613 (+19 ms)Flushing 1588230740/ns: closing flushed file at 1732340457613Flushing 1588230740/table: creating writer at 1732340457625 (+12 ms)Flushing 1588230740/table: appending metadata at 1732340457639 (+14 ms)Flushing 1588230740/table: closing flushed file at 1732340457639Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@590a5b2e: reopening flushed file at 1732340457651 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2fae876b: reopening flushed file at 1732340457657 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@58e76786: reopening flushed file at 1732340457664 (+7 ms)Finished flush of dataSize ~6.86 KB/7029, heapSize ~11.16 KB/11424, currentSize=0 B/0 for 1588230740 in 114ms, sequenceid=21, compaction requested=false at 1732340457672 (+8 ms)Writing region close event to WAL at 1732340457674 (+2 ms)Running coprocessor post-close hooks at 1732340457678 (+4 ms)Closed at 1732340457678
2024-11-23T05:40:57,678 DEBUG [RS_CLOSE_META-regionserver/9abfc7c2569e:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740
2024-11-23T05:40:57,678 INFO  [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3d5f46e6 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3d5f46e6
2024-11-23T05:40:57,758 INFO  [RS:2;9abfc7c2569e:43843 {}] regionserver.HRegionServer(976): stopping server 9abfc7c2569e,43843,1732340415239; all regions closed.
2024-11-23T05:40:57,761 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40725 is added to blk_1073741836_1012 (size=3783)
2024-11-23T05:40:57,761 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33125 is added to blk_1073741836_1012 (size=3783)
2024-11-23T05:40:57,763 DEBUG [RS:2;9abfc7c2569e:43843 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c5e2a731-f775-75ff-0609-7c22199d5862/oldWALs
2024-11-23T05:40:57,763 INFO  [RS:2;9abfc7c2569e:43843 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9abfc7c2569e%2C43843%2C1732340415239.meta:.meta(num 1732340418150)
2024-11-23T05:40:57,765 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44463 is added to blk_1073741835_1011 (size=841)
2024-11-23T05:40:57,765 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40725 is added to blk_1073741835_1011 (size=841)
2024-11-23T05:40:57,766 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33125 is added to blk_1073741835_1011 (size=841)
2024-11-23T05:40:57,767 DEBUG [RS:2;9abfc7c2569e:43843 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c5e2a731-f775-75ff-0609-7c22199d5862/oldWALs
2024-11-23T05:40:57,767 INFO  [RS:2;9abfc7c2569e:43843 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9abfc7c2569e%2C43843%2C1732340415239:(num 1732340417638)
2024-11-23T05:40:57,767 DEBUG [RS:2;9abfc7c2569e:43843 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-23T05:40:57,767 INFO  [RS:2;9abfc7c2569e:43843 {}] regionserver.LeaseManager(133): Closed leases
2024-11-23T05:40:57,768 INFO  [RS:2;9abfc7c2569e:43843 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-23T05:40:57,768 INFO  [RS:2;9abfc7c2569e:43843 {}] hbase.ChoreService(370): Chore service for: regionserver/9abfc7c2569e:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown
2024-11-23T05:40:57,768 INFO  [RS:2;9abfc7c2569e:43843 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-23T05:40:57,768 INFO  [regionserver/9abfc7c2569e:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-23T05:40:57,768 INFO  [RS:2;9abfc7c2569e:43843 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43843
2024-11-23T05:40:57,793 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43843-0x101677e83ba0003, quorum=127.0.0.1:56120, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/9abfc7c2569e,43843,1732340415239
2024-11-23T05:40:57,793 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33981-0x101677e83ba0000, quorum=127.0.0.1:56120, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs
2024-11-23T05:40:57,793 INFO  [RS:2;9abfc7c2569e:43843 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-23T05:40:57,803 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [9abfc7c2569e,43843,1732340415239]
2024-11-23T05:40:57,811 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/9abfc7c2569e,43843,1732340415239 already deleted, retry=false
2024-11-23T05:40:57,811 INFO  [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 9abfc7c2569e,43843,1732340415239 expired; onlineServers=0
2024-11-23T05:40:57,811 INFO  [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '9abfc7c2569e,33981,1732340413675' *****
2024-11-23T05:40:57,811 INFO  [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0
2024-11-23T05:40:57,811 INFO  [M:0;9abfc7c2569e:33981 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-23T05:40:57,812 INFO  [M:0;9abfc7c2569e:33981 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-23T05:40:57,812 DEBUG [M:0;9abfc7c2569e:33981 {}] cleaner.LogCleaner(198): Cancelling LogCleaner
2024-11-23T05:40:57,812 WARN  [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting.
2024-11-23T05:40:57,812 DEBUG [M:0;9abfc7c2569e:33981 {}] cleaner.HFileCleaner(335): Stopping file delete threads
2024-11-23T05:40:57,812 DEBUG [master/9abfc7c2569e:0:becomeActiveMaster-HFileCleaner.small.0-1732340416991 {}] cleaner.HFileCleaner(306): Exit Thread[master/9abfc7c2569e:0:becomeActiveMaster-HFileCleaner.small.0-1732340416991,5,FailOnTimeoutGroup]
2024-11-23T05:40:57,812 DEBUG [master/9abfc7c2569e:0:becomeActiveMaster-HFileCleaner.large.0-1732340416989 {}] cleaner.HFileCleaner(306): Exit Thread[master/9abfc7c2569e:0:becomeActiveMaster-HFileCleaner.large.0-1732340416989,5,FailOnTimeoutGroup]
2024-11-23T05:40:57,812 INFO  [M:0;9abfc7c2569e:33981 {}] hbase.ChoreService(370): Chore service for: master/9abfc7c2569e:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown
2024-11-23T05:40:57,812 INFO  [M:0;9abfc7c2569e:33981 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-23T05:40:57,812 DEBUG [M:0;9abfc7c2569e:33981 {}] master.HMaster(1795): Stopping service threads
2024-11-23T05:40:57,812 INFO  [M:0;9abfc7c2569e:33981 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher
2024-11-23T05:40:57,813 INFO  [M:0;9abfc7c2569e:33981 {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-23T05:40:57,813 INFO  [M:0;9abfc7c2569e:33981 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false
2024-11-23T05:40:57,813 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating.
2024-11-23T05:40:57,819 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33981-0x101677e83ba0000, quorum=127.0.0.1:56120, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master
2024-11-23T05:40:57,819 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33981-0x101677e83ba0000, quorum=127.0.0.1:56120, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-23T05:40:57,820 DEBUG [M:0;9abfc7c2569e:33981 {}] zookeeper.ZKUtil(347): master:33981-0x101677e83ba0000, quorum=127.0.0.1:56120, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error)
2024-11-23T05:40:57,820 WARN  [M:0;9abfc7c2569e:33981 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null
2024-11-23T05:40:57,820 INFO  [M:0;9abfc7c2569e:33981 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39201/user/jenkins/test-data/c5e2a731-f775-75ff-0609-7c22199d5862/.lastflushedseqids
2024-11-23T05:40:57,834 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44463 is added to blk_1073741941_1121 (size=138)
2024-11-23T05:40:57,834 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33125 is added to blk_1073741941_1121 (size=138)
2024-11-23T05:40:57,834 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40725 is added to blk_1073741941_1121 (size=138)
2024-11-23T05:40:57,834 INFO  [M:0;9abfc7c2569e:33981 {}] assignment.AssignmentManager(395): Stopping assignment manager
2024-11-23T05:40:57,835 INFO  [M:0;9abfc7c2569e:33981 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false
2024-11-23T05:40:57,835 DEBUG [M:0;9abfc7c2569e:33981 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-23T05:40:57,835 INFO  [M:0;9abfc7c2569e:33981 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-23T05:40:57,835 DEBUG [M:0;9abfc7c2569e:33981 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-23T05:40:57,835 DEBUG [M:0;9abfc7c2569e:33981 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-23T05:40:57,835 DEBUG [M:0;9abfc7c2569e:33981 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-23T05:40:57,835 INFO  [M:0;9abfc7c2569e:33981 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=68.34 KB heapSize=83.73 KB
2024-11-23T05:40:57,850 DEBUG [M:0;9abfc7c2569e:33981 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39201/user/jenkins/test-data/c5e2a731-f775-75ff-0609-7c22199d5862/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/849bef44d9704379b0256bc3af588d18 is 82, key is hbase:meta,,1/info:regioninfo/1732340418314/Put/seqid=0
2024-11-23T05:40:57,856 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33125 is added to blk_1073741942_1122 (size=5672)
2024-11-23T05:40:57,856 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44463 is added to blk_1073741942_1122 (size=5672)
2024-11-23T05:40:57,856 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40725 is added to blk_1073741942_1122 (size=5672)
2024-11-23T05:40:57,856 INFO  [M:0;9abfc7c2569e:33981 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:39201/user/jenkins/test-data/c5e2a731-f775-75ff-0609-7c22199d5862/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/849bef44d9704379b0256bc3af588d18
2024-11-23T05:40:57,875 DEBUG [M:0;9abfc7c2569e:33981 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39201/user/jenkins/test-data/c5e2a731-f775-75ff-0609-7c22199d5862/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/37886336a7d4451ab12a132b27e7387c is 1076, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732340432174/Put/seqid=0
2024-11-23T05:40:57,881 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40725 is added to blk_1073741943_1123 (size=7755)
2024-11-23T05:40:57,881 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44463 is added to blk_1073741943_1123 (size=7755)
2024-11-23T05:40:57,882 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33125 is added to blk_1073741943_1123 (size=7755)
2024-11-23T05:40:57,882 INFO  [M:0;9abfc7c2569e:33981 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=67.61 KB at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:39201/user/jenkins/test-data/c5e2a731-f775-75ff-0609-7c22199d5862/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/37886336a7d4451ab12a132b27e7387c
2024-11-23T05:40:57,886 INFO  [M:0;9abfc7c2569e:33981 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 37886336a7d4451ab12a132b27e7387c
2024-11-23T05:40:57,900 DEBUG [M:0;9abfc7c2569e:33981 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39201/user/jenkins/test-data/c5e2a731-f775-75ff-0609-7c22199d5862/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e1afd27c3ea9461caaa4a67c91717b80 is 69, key is 9abfc7c2569e,38323,1732340414937/rs:state/1732340417114/Put/seqid=0
2024-11-23T05:40:57,903 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43843-0x101677e83ba0003, quorum=127.0.0.1:56120, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-23T05:40:57,903 INFO  [RS:2;9abfc7c2569e:43843 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-23T05:40:57,903 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43843-0x101677e83ba0003, quorum=127.0.0.1:56120, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-23T05:40:57,903 INFO  [RS:2;9abfc7c2569e:43843 {}] regionserver.HRegionServer(1031): Exiting; stopping=9abfc7c2569e,43843,1732340415239; zookeeper connection closed.
2024-11-23T05:40:57,903 INFO  [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4a440e11 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4a440e11
2024-11-23T05:40:57,904 INFO  [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete
2024-11-23T05:40:57,906 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40725 is added to blk_1073741944_1124 (size=5440)
2024-11-23T05:40:57,906 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33125 is added to blk_1073741944_1124 (size=5440)
2024-11-23T05:40:57,906 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44463 is added to blk_1073741944_1124 (size=5440)
2024-11-23T05:40:57,907 INFO  [M:0;9abfc7c2569e:33981 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:39201/user/jenkins/test-data/c5e2a731-f775-75ff-0609-7c22199d5862/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e1afd27c3ea9461caaa4a67c91717b80
2024-11-23T05:40:57,911 INFO  [M:0;9abfc7c2569e:33981 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e1afd27c3ea9461caaa4a67c91717b80
2024-11-23T05:40:57,912 DEBUG [M:0;9abfc7c2569e:33981 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39201/user/jenkins/test-data/c5e2a731-f775-75ff-0609-7c22199d5862/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/849bef44d9704379b0256bc3af588d18 as hdfs://localhost:39201/user/jenkins/test-data/c5e2a731-f775-75ff-0609-7c22199d5862/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/849bef44d9704379b0256bc3af588d18
2024-11-23T05:40:57,916 INFO  [M:0;9abfc7c2569e:33981 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39201/user/jenkins/test-data/c5e2a731-f775-75ff-0609-7c22199d5862/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/849bef44d9704379b0256bc3af588d18, entries=8, sequenceid=168, filesize=5.5 K
2024-11-23T05:40:57,917 DEBUG [M:0;9abfc7c2569e:33981 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39201/user/jenkins/test-data/c5e2a731-f775-75ff-0609-7c22199d5862/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/37886336a7d4451ab12a132b27e7387c as hdfs://localhost:39201/user/jenkins/test-data/c5e2a731-f775-75ff-0609-7c22199d5862/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/37886336a7d4451ab12a132b27e7387c
2024-11-23T05:40:57,921 INFO  [M:0;9abfc7c2569e:33981 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 37886336a7d4451ab12a132b27e7387c
2024-11-23T05:40:57,921 INFO  [M:0;9abfc7c2569e:33981 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39201/user/jenkins/test-data/c5e2a731-f775-75ff-0609-7c22199d5862/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/37886336a7d4451ab12a132b27e7387c, entries=17, sequenceid=168, filesize=7.6 K
2024-11-23T05:40:57,922 DEBUG [M:0;9abfc7c2569e:33981 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39201/user/jenkins/test-data/c5e2a731-f775-75ff-0609-7c22199d5862/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e1afd27c3ea9461caaa4a67c91717b80 as hdfs://localhost:39201/user/jenkins/test-data/c5e2a731-f775-75ff-0609-7c22199d5862/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e1afd27c3ea9461caaa4a67c91717b80
2024-11-23T05:40:57,926 INFO  [M:0;9abfc7c2569e:33981 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e1afd27c3ea9461caaa4a67c91717b80
2024-11-23T05:40:57,927 INFO  [M:0;9abfc7c2569e:33981 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39201/user/jenkins/test-data/c5e2a731-f775-75ff-0609-7c22199d5862/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e1afd27c3ea9461caaa4a67c91717b80, entries=3, sequenceid=168, filesize=5.3 K
2024-11-23T05:40:57,928 INFO  [M:0;9abfc7c2569e:33981 {}] regionserver.HRegion(3140): Finished flush of dataSize ~68.34 KB/69984, heapSize ~83.43 KB/85432, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 92ms, sequenceid=168, compaction requested=false
2024-11-23T05:40:57,929 INFO  [M:0;9abfc7c2569e:33981 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-23T05:40:57,929 DEBUG [M:0;9abfc7c2569e:33981 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1732340457835Disabling compacts and flushes for region at 1732340457835Disabling writes for close at 1732340457835Obtaining lock to block concurrent updates at 1732340457835Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732340457835Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=69984, getHeapSize=85672, getOffHeapSize=0, getCellsCount=195 at 1732340457835Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732340457836 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732340457836Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732340457850 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732340457850Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732340457861 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732340457875 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732340457875Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732340457886 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732340457900 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732340457900Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7024550c: reopening flushed file at 1732340457911 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1738e050: reopening flushed file at 1732340457917 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@dedb19a: reopening flushed file at 1732340457921 (+4 ms)Finished flush of dataSize ~68.34 KB/69984, heapSize ~83.43 KB/85432, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 92ms, sequenceid=168, compaction requested=false at 1732340457928 (+7 ms)Writing region close event to WAL at 1732340457929 (+1 ms)Closed at 1732340457929
2024-11-23T05:40:57,931 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40725 is added to blk_1073741830_1006 (size=71337)
2024-11-23T05:40:57,931 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44463 is added to blk_1073741830_1006 (size=71337)
2024-11-23T05:40:57,931 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33125 is added to blk_1073741830_1006 (size=71337)
2024-11-23T05:40:57,932 INFO  [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-23T05:40:57,932 INFO  [M:0;9abfc7c2569e:33981 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down.
2024-11-23T05:40:57,932 INFO  [M:0;9abfc7c2569e:33981 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33981
2024-11-23T05:40:57,932 INFO  [M:0;9abfc7c2569e:33981 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-23T05:40:58,043 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33981-0x101677e83ba0000, quorum=127.0.0.1:56120, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-23T05:40:58,043 INFO  [M:0;9abfc7c2569e:33981 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-23T05:40:58,043 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33981-0x101677e83ba0000, quorum=127.0.0.1:56120, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-23T05:40:58,052 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732340435241/wal.1732340436019 with renewLeaseKey: DEFAULT_16655
java.io.FileNotFoundException: File does not exist: /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732340435241/wal.1732340436019 (inode 16655) Holder DFSClient_NONMAPREDUCE_-1087445729_22 does not have any open files.
	at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188)
	at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703)
	at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689)
	at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232)
	at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983)
	at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649)
	at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java)
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621)
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589)
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573)
	at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227)
	at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246)
	at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169)
	at java.base/java.security.AccessController.doPrivileged(AccessController.java:712)
	at java.base/javax.security.auth.Subject.doAs(Subject.java:439)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953)
	at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198)

	at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?]
	at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?]
	at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?]
	at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?]
	at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732340435241/wal.1732340436019 (inode 16655) Holder DFSClient_NONMAPREDUCE_-1087445729_22 does not have any open files.
	at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188)
	at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703)
	at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689)
	at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232)
	at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983)
	at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649)
	at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java)
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621)
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589)
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573)
	at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227)
	at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246)
	at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169)
	at java.base/java.security.AccessController.doPrivileged(AccessController.java:712)
	at java.base/javax.security.auth.Subject.doAs(Subject.java:439)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953)
	at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198)

	at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?]
	at jdk.proxy2.$Proxy43.complete(Unknown Source) ~[?:?]
	at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?]
	at jdk.proxy2.$Proxy44.complete(Unknown Source) ~[?:?]
	at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?]
	at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?]
	at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?]
	at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?]
	at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?]
	at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?]
	at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?]
	at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?]
	at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?]
	at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	... 25 more
2024-11-23T05:40:58,054 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732340427191/wal.1732340427312 with renewLeaseKey: DEFAULT_16586
java.io.IOException: stream already broken
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?]
	at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?]
	at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?]
	at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?]
	at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-23T05:40:58,054 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732340452740/wal.1732340453014 with renewLeaseKey: DEFAULT_16767
java.io.IOException: stream already broken
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?]
	at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?]
	at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?]
	at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?]
	at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-23T05:40:58,056 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732340436439/wal.1732340445984 with renewLeaseKey: DEFAULT_16678
java.io.FileNotFoundException: File does not exist: /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732340436439/wal.1732340445984 (inode 16678) Holder DFSClient_NONMAPREDUCE_-1087445729_22 does not have any open files.
	at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188)
	at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703)
	at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689)
	at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232)
	at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983)
	at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649)
	at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java)
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621)
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589)
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573)
	at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227)
	at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246)
	at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169)
	at java.base/java.security.AccessController.doPrivileged(AccessController.java:712)
	at java.base/javax.security.auth.Subject.doAs(Subject.java:439)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953)
	at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198)

	at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?]
	at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?]
	at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?]
	at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?]
	at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732340436439/wal.1732340445984 (inode 16678) Holder DFSClient_NONMAPREDUCE_-1087445729_22 does not have any open files.
	at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188)
	at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703)
	at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689)
	at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232)
	at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983)
	at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649)
	at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java)
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621)
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589)
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573)
	at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227)
	at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246)
	at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169)
	at java.base/java.security.AccessController.doPrivileged(AccessController.java:712)
	at java.base/javax.security.auth.Subject.doAs(Subject.java:439)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953)
	at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198)

	at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?]
	at jdk.proxy2.$Proxy43.complete(Unknown Source) ~[?:?]
	at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?]
	at jdk.proxy2.$Proxy44.complete(Unknown Source) ~[?:?]
	at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?]
	at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?]
	at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?]
	at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?]
	at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?]
	at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?]
	at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?]
	at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?]
	at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?]
	at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	... 25 more
2024-11-23T05:40:58,057 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732340420463/wal.1732340420557 with renewLeaseKey: DEFAULT_16506
java.io.IOException: stream already broken
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?]
	at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?]
	at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?]
	at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?]
	at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-23T05:40:58,059 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testdatalosswheninputerror-manual,16010,1732340446477/wal.1732340447420 with renewLeaseKey: DEFAULT_16704
java.io.FileNotFoundException: File does not exist: /hbase/WALs/testdatalosswheninputerror-manual,16010,1732340446477/wal.1732340447420 (inode 16704) Holder DFSClient_NONMAPREDUCE_-1087445729_22 does not have any open files.
	at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188)
	at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703)
	at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689)
	at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232)
	at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983)
	at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649)
	at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java)
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621)
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589)
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573)
	at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227)
	at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246)
	at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169)
	at java.base/java.security.AccessController.doPrivileged(AccessController.java:712)
	at java.base/javax.security.auth.Subject.doAs(Subject.java:439)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953)
	at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198)

	at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?]
	at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?]
	at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?]
	at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?]
	at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testdatalosswheninputerror-manual,16010,1732340446477/wal.1732340447420 (inode 16704) Holder DFSClient_NONMAPREDUCE_-1087445729_22 does not have any open files.
	at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188)
	at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703)
	at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689)
	at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232)
	at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983)
	at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649)
	at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java)
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621)
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589)
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573)
	at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227)
	at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246)
	at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169)
	at java.base/java.security.AccessController.doPrivileged(AccessController.java:712)
	at java.base/javax.security.auth.Subject.doAs(Subject.java:439)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953)
	at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198)

	at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?]
	at jdk.proxy2.$Proxy43.complete(Unknown Source) ~[?:?]
	at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?]
	at jdk.proxy2.$Proxy44.complete(Unknown Source) ~[?:?]
	at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?]
	at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?]
	at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?]
	at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?]
	at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?]
	at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?]
	at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?]
	at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?]
	at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?]
	at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	... 25 more
2024-11-23T05:40:58,060 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732340447663/wal.1732340447834 with renewLeaseKey: DEFAULT_16726
java.io.IOException: stream already broken
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?]
	at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?]
	at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?]
	at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?]
	at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-23T05:40:58,062 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testnameconflictwhensplit1-manual,16010,1732340419809/wal.1732340420127 with renewLeaseKey: DEFAULT_16485
java.io.FileNotFoundException: File does not exist: /hbase/WALs/testnameconflictwhensplit1-manual,16010,1732340419809/wal.1732340420127 (inode 16485) Holder DFSClient_NONMAPREDUCE_-1087445729_22 does not have any open files.
	at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188)
	at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703)
	at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689)
	at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232)
	at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983)
	at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649)
	at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java)
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621)
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589)
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573)
	at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227)
	at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246)
	at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169)
	at java.base/java.security.AccessController.doPrivileged(AccessController.java:712)
	at java.base/javax.security.auth.Subject.doAs(Subject.java:439)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953)
	at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198)

	at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?]
	at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?]
	at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?]
	at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?]
	at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testnameconflictwhensplit1-manual,16010,1732340419809/wal.1732340420127 (inode 16485) Holder DFSClient_NONMAPREDUCE_-1087445729_22 does not have any open files.
	at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188)
	at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703)
	at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689)
	at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232)
	at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983)
	at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649)
	at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java)
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621)
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589)
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573)
	at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227)
	at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246)
	at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169)
	at java.base/java.security.AccessController.doPrivileged(AccessController.java:712)
	at java.base/javax.security.auth.Subject.doAs(Subject.java:439)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953)
	at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198)

	at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?]
	at jdk.proxy2.$Proxy43.complete(Unknown Source) ~[?:?]
	at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?]
	at jdk.proxy2.$Proxy44.complete(Unknown Source) ~[?:?]
	at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?]
	at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?]
	at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?]
	at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?]
	at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?]
	at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?]
	at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?]
	at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?]
	at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?]
	at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	... 25 more
2024-11-23T05:40:58,064 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testnameconflictwhensplit0-manual,16010,1732340418808/wal.1732340419452 with renewLeaseKey: DEFAULT_16462
java.io.FileNotFoundException: File does not exist: /hbase/WALs/testnameconflictwhensplit0-manual,16010,1732340418808/wal.1732340419452 (inode 16462) Holder DFSClient_NONMAPREDUCE_-1087445729_22 does not have any open files.
	at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188)
	at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703)
	at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689)
	at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232)
	at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983)
	at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649)
	at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java)
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621)
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589)
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573)
	at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227)
	at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246)
	at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169)
	at java.base/java.security.AccessController.doPrivileged(AccessController.java:712)
	at java.base/javax.security.auth.Subject.doAs(Subject.java:439)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953)
	at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198)

	at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?]
	at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?]
	at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?]
	at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?]
	at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testnameconflictwhensplit0-manual,16010,1732340418808/wal.1732340419452 (inode 16462) Holder DFSClient_NONMAPREDUCE_-1087445729_22 does not have any open files.
	at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188)
	at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703)
	at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689)
	at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232)
	at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983)
	at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649)
	at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java)
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621)
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589)
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573)
	at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227)
	at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246)
	at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169)
	at java.base/java.security.AccessController.doPrivileged(AccessController.java:712)
	at java.base/javax.security.auth.Subject.doAs(Subject.java:439)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953)
	at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198)

	at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?]
	at jdk.proxy2.$Proxy43.complete(Unknown Source) ~[?:?]
	at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?]
	at jdk.proxy2.$Proxy44.complete(Unknown Source) ~[?:?]
	at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?]
	at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?]
	at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?]
	at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?]
	at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?]
	at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?]
	at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?]
	at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?]
	at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?]
	at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	... 25 more
2024-11-23T05:40:58,069 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@26f8cb79{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-23T05:40:58,071 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@10705e91{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-23T05:40:58,071 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-23T05:40:58,071 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@16c07ee3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-23T05:40:58,071 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4bbcb0d6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4804ebfe-9290-8827-bad4-7f1cff013cb0/hadoop.log.dir/,STOPPED}
2024-11-23T05:40:58,073 WARN  [BP-1122682880-172.17.0.2-1732340407948 heartbeating to localhost/127.0.0.1:39201 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted
2024-11-23T05:40:58,073 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit.
2024-11-23T05:40:58,073 WARN  [BP-1122682880-172.17.0.2-1732340407948 heartbeating to localhost/127.0.0.1:39201 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1122682880-172.17.0.2-1732340407948 (Datanode Uuid 8377492f-a104-40b6-89a1-efa1bf993324) service to localhost/127.0.0.1:39201
2024-11-23T05:40:58,073 WARN  [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup]
2024-11-23T05:40:58,075 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4804ebfe-9290-8827-bad4-7f1cff013cb0/cluster_733d604a-1650-c124-648e-19105c1f3ff7/data/data5/current/BP-1122682880-172.17.0.2-1732340407948 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-23T05:40:58,075 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4804ebfe-9290-8827-bad4-7f1cff013cb0/cluster_733d604a-1650-c124-648e-19105c1f3ff7/data/data6/current/BP-1122682880-172.17.0.2-1732340407948 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-23T05:40:58,075 WARN  [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func
2024-11-23T05:40:58,077 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4464725f{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-23T05:40:58,077 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@11808715{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-23T05:40:58,077 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-23T05:40:58,078 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2f9065a5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-23T05:40:58,078 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@243ebd61{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4804ebfe-9290-8827-bad4-7f1cff013cb0/hadoop.log.dir/,STOPPED}
2024-11-23T05:40:58,078 WARN  [BP-1122682880-172.17.0.2-1732340407948 heartbeating to localhost/127.0.0.1:39201 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted
2024-11-23T05:40:58,078 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit.
2024-11-23T05:40:58,078 WARN  [BP-1122682880-172.17.0.2-1732340407948 heartbeating to localhost/127.0.0.1:39201 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1122682880-172.17.0.2-1732340407948 (Datanode Uuid 3edeed1e-1214-4cb3-aaa4-35c7ee19c136) service to localhost/127.0.0.1:39201
2024-11-23T05:40:58,079 WARN  [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup]
2024-11-23T05:40:58,079 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4804ebfe-9290-8827-bad4-7f1cff013cb0/cluster_733d604a-1650-c124-648e-19105c1f3ff7/data/data3/current/BP-1122682880-172.17.0.2-1732340407948 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-23T05:40:58,079 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4804ebfe-9290-8827-bad4-7f1cff013cb0/cluster_733d604a-1650-c124-648e-19105c1f3ff7/data/data4/current/BP-1122682880-172.17.0.2-1732340407948 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-23T05:40:58,080 WARN  [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func
2024-11-23T05:40:58,081 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@17d1a8d5{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-23T05:40:58,082 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4afdb36e{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-23T05:40:58,082 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-23T05:40:58,082 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@fcc4f36{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-23T05:40:58,082 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@126e7def{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4804ebfe-9290-8827-bad4-7f1cff013cb0/hadoop.log.dir/,STOPPED}
2024-11-23T05:40:58,083 WARN  [BP-1122682880-172.17.0.2-1732340407948 heartbeating to localhost/127.0.0.1:39201 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted
2024-11-23T05:40:58,083 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit.
2024-11-23T05:40:58,083 WARN  [BP-1122682880-172.17.0.2-1732340407948 heartbeating to localhost/127.0.0.1:39201 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1122682880-172.17.0.2-1732340407948 (Datanode Uuid 233185cc-41e0-4dda-bc66-061b91d717e8) service to localhost/127.0.0.1:39201
2024-11-23T05:40:58,083 WARN  [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup]
2024-11-23T05:40:58,084 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4804ebfe-9290-8827-bad4-7f1cff013cb0/cluster_733d604a-1650-c124-648e-19105c1f3ff7/data/data1/current/BP-1122682880-172.17.0.2-1732340407948 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-23T05:40:58,084 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4804ebfe-9290-8827-bad4-7f1cff013cb0/cluster_733d604a-1650-c124-648e-19105c1f3ff7/data/data2/current/BP-1122682880-172.17.0.2-1732340407948 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-23T05:40:58,084 WARN  [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func
2024-11-23T05:40:58,090 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2c8b857b{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-23T05:40:58,090 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@58a7ff93{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-23T05:40:58,090 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-23T05:40:58,091 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@a6f93cf{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-23T05:40:58,091 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5dc5014{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4804ebfe-9290-8827-bad4-7f1cff013cb0/hadoop.log.dir/,STOPPED}
2024-11-23T05:40:58,099 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers
2024-11-23T05:40:58,145 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down