2024-12-09 13:20:07,072 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@20b2475a
2024-12-09 13:20:07,094 main DEBUG Took 0.019946 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging
2024-12-09 13:20:07,095 main DEBUG PluginManager 'Core' found 129 plugins
2024-12-09 13:20:07,095 main DEBUG PluginManager 'Level' found 0 plugins
2024-12-09 13:20:07,096 main DEBUG PluginManager 'Lookup' found 16 plugins
2024-12-09 13:20:07,097 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-09 13:20:07,105 main DEBUG PluginManager 'TypeConverter' found 26 plugins
2024-12-09 13:20:07,121 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-09 13:20:07,122 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-09 13:20:07,123 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-09 13:20:07,123 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-09 13:20:07,124 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-09 13:20:07,124 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-09 13:20:07,126 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-09 13:20:07,126 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-09 13:20:07,127 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-09 13:20:07,127 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-09 13:20:07,128 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-09 13:20:07,129 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-09 13:20:07,129 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-09 13:20:07,130 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-09 13:20:07,130 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-09 13:20:07,131 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-09 13:20:07,131 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-09 13:20:07,132 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-09 13:20:07,132 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-09 13:20:07,133 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-09 13:20:07,133 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-09 13:20:07,133 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-09 13:20:07,134 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-09 13:20:07,134 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-09 13:20:07,134 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-09 13:20:07,135 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger].
2024-12-09 13:20:07,136 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-09 13:20:07,137 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin].
2024-12-09 13:20:07,139 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root})
2024-12-09 13:20:07,139 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout].
2024-12-09 13:20:07,140 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null")
2024-12-09 13:20:07,141 main DEBUG PluginManager 'Converter' found 47 plugins
2024-12-09 13:20:07,152 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender].
2024-12-09 13:20:07,156 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={})
2024-12-09 13:20:07,159 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR
2024-12-09 13:20:07,159 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin].
2024-12-09 13:20:07,160 main DEBUG createAppenders(={Console})
2024-12-09 13:20:07,161 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@20b2475a initialized
2024-12-09 13:20:07,161 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@20b2475a
2024-12-09 13:20:07,161 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@20b2475a OK.
2024-12-09 13:20:07,162 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1
2024-12-09 13:20:07,163 main DEBUG OutputStream closed
2024-12-09 13:20:07,163 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true
2024-12-09 13:20:07,163 main DEBUG Appender DefaultConsole-1 stopped with status true
2024-12-09 13:20:07,164 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@4310d43 OK
2024-12-09 13:20:07,289 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6
2024-12-09 13:20:07,292 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger
2024-12-09 13:20:07,293 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector
2024-12-09 13:20:07,294 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=
2024-12-09 13:20:07,295 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory
2024-12-09 13:20:07,295 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter
2024-12-09 13:20:07,296 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper
2024-12-09 13:20:07,296 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j
2024-12-09 13:20:07,297 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl
2024-12-09 13:20:07,297 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans
2024-12-09 13:20:07,298 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase
2024-12-09 13:20:07,298 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop
2024-12-09 13:20:07,299 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers
2024-12-09 13:20:07,299 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices
2024-12-09 13:20:07,299 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig
2024-12-09 13:20:07,300 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel
2024-12-09 13:20:07,300 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore
2024-12-09 13:20:07,301 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console
2024-12-09 13:20:07,303 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps.
2024-12-09 13:20:07,303 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@12f9af83) with optional ClassLoader: null
2024-12-09 13:20:07,304 main DEBUG Shutdown hook enabled. Registering a new one.
2024-12-09 13:20:07,304 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@12f9af83] started OK.
2024-12-09T13:20:07,643 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6700d7a4-6ba7-e153-49ad-98b8aa919c41
2024-12-09 13:20:07,646 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED)
2024-12-09 13:20:07,646 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps.
2024-12-09T13:20:07,658 INFO  [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay timeout: 13 mins
2024-12-09T13:20:07,668 INFO  [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplayValueCompression timeout: 13 mins
2024-12-09T13:20:07,699 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16
2024-12-09T13:20:07,783 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false
2024-12-09T13:20:07,783 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512
2024-12-09T13:20:07,800 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false}
2024-12-09T13:20:07,823 INFO  [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6700d7a4-6ba7-e153-49ad-98b8aa919c41/cluster_c6ca9ad2-2fa4-2955-7341-03ec1bf74ce0, deleteOnExit=true
2024-12-09T13:20:07,824 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS
2024-12-09T13:20:07,825 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6700d7a4-6ba7-e153-49ad-98b8aa919c41/test.cache.data in system properties and HBase conf
2024-12-09T13:20:07,825 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6700d7a4-6ba7-e153-49ad-98b8aa919c41/hadoop.tmp.dir in system properties and HBase conf
2024-12-09T13:20:07,826 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6700d7a4-6ba7-e153-49ad-98b8aa919c41/hadoop.log.dir in system properties and HBase conf
2024-12-09T13:20:07,826 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6700d7a4-6ba7-e153-49ad-98b8aa919c41/mapreduce.cluster.local.dir in system properties and HBase conf
2024-12-09T13:20:07,827 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6700d7a4-6ba7-e153-49ad-98b8aa919c41/mapreduce.cluster.temp.dir in system properties and HBase conf
2024-12-09T13:20:07,827 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF
2024-12-09T13:20:07,931 WARN  [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
2024-12-09T13:20:08,073 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-12-09T13:20:08,079 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6700d7a4-6ba7-e153-49ad-98b8aa919c41/yarn.node-labels.fs-store.root-dir in system properties and HBase conf
2024-12-09T13:20:08,080 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6700d7a4-6ba7-e153-49ad-98b8aa919c41/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf
2024-12-09T13:20:08,080 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6700d7a4-6ba7-e153-49ad-98b8aa919c41/yarn.nodemanager.log-dirs in system properties and HBase conf
2024-12-09T13:20:08,081 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6700d7a4-6ba7-e153-49ad-98b8aa919c41/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-12-09T13:20:08,082 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6700d7a4-6ba7-e153-49ad-98b8aa919c41/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf
2024-12-09T13:20:08,082 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6700d7a4-6ba7-e153-49ad-98b8aa919c41/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf
2024-12-09T13:20:08,083 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6700d7a4-6ba7-e153-49ad-98b8aa919c41/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-12-09T13:20:08,083 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6700d7a4-6ba7-e153-49ad-98b8aa919c41/dfs.journalnode.edits.dir in system properties and HBase conf
2024-12-09T13:20:08,084 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6700d7a4-6ba7-e153-49ad-98b8aa919c41/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf
2024-12-09T13:20:08,084 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6700d7a4-6ba7-e153-49ad-98b8aa919c41/nfs.dump.dir in system properties and HBase conf
2024-12-09T13:20:08,085 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6700d7a4-6ba7-e153-49ad-98b8aa919c41/java.io.tmpdir in system properties and HBase conf
2024-12-09T13:20:08,086 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6700d7a4-6ba7-e153-49ad-98b8aa919c41/dfs.journalnode.edits.dir in system properties and HBase conf
2024-12-09T13:20:08,086 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6700d7a4-6ba7-e153-49ad-98b8aa919c41/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf
2024-12-09T13:20:08,087 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6700d7a4-6ba7-e153-49ad-98b8aa919c41/fs.s3a.committer.staging.tmp.path in system properties and HBase conf
2024-12-09T13:20:09,082 WARN  [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
2024-12-09T13:20:09,183 INFO  [Time-limited test {}] log.Log(170): Logging initialized @3141ms to org.eclipse.jetty.util.log.Slf4jLog
2024-12-09T13:20:09,282 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-12-09T13:20:09,358 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-12-09T13:20:09,388 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-12-09T13:20:09,389 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-12-09T13:20:09,390 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms
2024-12-09T13:20:09,404 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-12-09T13:20:09,407 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4f37ffca{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6700d7a4-6ba7-e153-49ad-98b8aa919c41/hadoop.log.dir/,AVAILABLE}
2024-12-09T13:20:09,409 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6dc9d5c1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-12-09T13:20:09,748 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3717288f{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6700d7a4-6ba7-e153-49ad-98b8aa919c41/java.io.tmpdir/jetty-localhost-35849-hadoop-hdfs-3_4_1-tests_jar-_-any-8645905173640277915/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-12-09T13:20:09,756 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4bd70930{HTTP/1.1, (http/1.1)}{localhost:35849}
2024-12-09T13:20:09,756 INFO  [Time-limited test {}] server.Server(415): Started @3713ms
2024-12-09T13:20:10,342 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-12-09T13:20:10,350 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-12-09T13:20:10,367 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-12-09T13:20:10,368 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-12-09T13:20:10,369 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms
2024-12-09T13:20:10,370 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1f76f489{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6700d7a4-6ba7-e153-49ad-98b8aa919c41/hadoop.log.dir/,AVAILABLE}
2024-12-09T13:20:10,371 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@433df981{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-12-09T13:20:10,514 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@36632d60{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6700d7a4-6ba7-e153-49ad-98b8aa919c41/java.io.tmpdir/jetty-localhost-33617-hadoop-hdfs-3_4_1-tests_jar-_-any-13057013672730980905/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-12-09T13:20:10,515 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@751d2fa4{HTTP/1.1, (http/1.1)}{localhost:33617}
2024-12-09T13:20:10,515 INFO  [Time-limited test {}] server.Server(415): Started @4473ms
2024-12-09T13:20:10,582 WARN  [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering.
2024-12-09T13:20:10,740 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-12-09T13:20:10,747 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-12-09T13:20:10,752 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-12-09T13:20:10,752 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-12-09T13:20:10,752 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms
2024-12-09T13:20:10,753 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4b5fc47c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6700d7a4-6ba7-e153-49ad-98b8aa919c41/hadoop.log.dir/,AVAILABLE}
2024-12-09T13:20:10,755 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5ebbf344{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-12-09T13:20:10,901 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4546bb60{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6700d7a4-6ba7-e153-49ad-98b8aa919c41/java.io.tmpdir/jetty-localhost-37245-hadoop-hdfs-3_4_1-tests_jar-_-any-13990400046598437687/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-12-09T13:20:10,902 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7c7d32f8{HTTP/1.1, (http/1.1)}{localhost:37245}
2024-12-09T13:20:10,911 INFO  [Time-limited test {}] server.Server(415): Started @4868ms
2024-12-09T13:20:10,913 WARN  [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering.
2024-12-09T13:20:11,063 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-12-09T13:20:11,072 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-12-09T13:20:11,082 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-12-09T13:20:11,082 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-12-09T13:20:11,083 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms
2024-12-09T13:20:11,086 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7da22a2e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6700d7a4-6ba7-e153-49ad-98b8aa919c41/hadoop.log.dir/,AVAILABLE}
2024-12-09T13:20:11,087 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3f079a76{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-12-09T13:20:11,211 WARN  [Thread-106 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6700d7a4-6ba7-e153-49ad-98b8aa919c41/cluster_c6ca9ad2-2fa4-2955-7341-03ec1bf74ce0/data/data1/current/BP-1272807186-172.17.0.3-1733750408806/current, will proceed with Du for space computation calculation, 
2024-12-09T13:20:11,211 WARN  [Thread-107 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6700d7a4-6ba7-e153-49ad-98b8aa919c41/cluster_c6ca9ad2-2fa4-2955-7341-03ec1bf74ce0/data/data2/current/BP-1272807186-172.17.0.3-1733750408806/current, will proceed with Du for space computation calculation, 
2024-12-09T13:20:11,211 WARN  [Thread-108 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6700d7a4-6ba7-e153-49ad-98b8aa919c41/cluster_c6ca9ad2-2fa4-2955-7341-03ec1bf74ce0/data/data4/current/BP-1272807186-172.17.0.3-1733750408806/current, will proceed with Du for space computation calculation, 
2024-12-09T13:20:11,213 WARN  [Thread-105 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6700d7a4-6ba7-e153-49ad-98b8aa919c41/cluster_c6ca9ad2-2fa4-2955-7341-03ec1bf74ce0/data/data3/current/BP-1272807186-172.17.0.3-1733750408806/current, will proceed with Du for space computation calculation, 
2024-12-09T13:20:11,278 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@43206bef{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6700d7a4-6ba7-e153-49ad-98b8aa919c41/java.io.tmpdir/jetty-localhost-33843-hadoop-hdfs-3_4_1-tests_jar-_-any-3260926866690682746/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-12-09T13:20:11,279 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@228ffa29{HTTP/1.1, (http/1.1)}{localhost:33843}
2024-12-09T13:20:11,279 INFO  [Time-limited test {}] server.Server(415): Started @5236ms
2024-12-09T13:20:11,283 WARN  [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering.
2024-12-09T13:20:11,347 WARN  [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1
2024-12-09T13:20:11,347 WARN  [Thread-82 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1
2024-12-09T13:20:11,432 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x709fc011f3ac966 with lease ID 0x770b9519256749a2: Processing first storage report for DS-4858dcea-8176-4e1a-a0aa-2e238ae3d36d from datanode DatanodeRegistration(127.0.0.1:37781, datanodeUuid=bed8b6a5-e57c-456a-a026-f02bfd15cff7, infoPort=45053, infoSecurePort=0, ipcPort=35893, storageInfo=lv=-57;cid=testClusterID;nsid=1847628924;c=1733750408806)
2024-12-09T13:20:11,433 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x709fc011f3ac966 with lease ID 0x770b9519256749a2: from storage DS-4858dcea-8176-4e1a-a0aa-2e238ae3d36d node DatanodeRegistration(127.0.0.1:37781, datanodeUuid=bed8b6a5-e57c-456a-a026-f02bfd15cff7, infoPort=45053, infoSecurePort=0, ipcPort=35893, storageInfo=lv=-57;cid=testClusterID;nsid=1847628924;c=1733750408806), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0
2024-12-09T13:20:11,434 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x709fc011f3ac966 with lease ID 0x770b9519256749a2: Processing first storage report for DS-2c67f32c-acb7-491e-973a-0c8f22b08d67 from datanode DatanodeRegistration(127.0.0.1:37781, datanodeUuid=bed8b6a5-e57c-456a-a026-f02bfd15cff7, infoPort=45053, infoSecurePort=0, ipcPort=35893, storageInfo=lv=-57;cid=testClusterID;nsid=1847628924;c=1733750408806)
2024-12-09T13:20:11,434 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x709fc011f3ac966 with lease ID 0x770b9519256749a2: from storage DS-2c67f32c-acb7-491e-973a-0c8f22b08d67 node DatanodeRegistration(127.0.0.1:37781, datanodeUuid=bed8b6a5-e57c-456a-a026-f02bfd15cff7, infoPort=45053, infoSecurePort=0, ipcPort=35893, storageInfo=lv=-57;cid=testClusterID;nsid=1847628924;c=1733750408806), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0
2024-12-09T13:20:11,441 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf5a094606f1e1781 with lease ID 0x770b9519256749a1: Processing first storage report for DS-310fa6c7-1b44-48c5-91ee-03a00afaa58d from datanode DatanodeRegistration(127.0.0.1:42667, datanodeUuid=a6cd0b6a-e648-4674-b79e-ec5bbca96d80, infoPort=38687, infoSecurePort=0, ipcPort=45543, storageInfo=lv=-57;cid=testClusterID;nsid=1847628924;c=1733750408806)
2024-12-09T13:20:11,441 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf5a094606f1e1781 with lease ID 0x770b9519256749a1: from storage DS-310fa6c7-1b44-48c5-91ee-03a00afaa58d node DatanodeRegistration(127.0.0.1:42667, datanodeUuid=a6cd0b6a-e648-4674-b79e-ec5bbca96d80, infoPort=38687, infoSecurePort=0, ipcPort=45543, storageInfo=lv=-57;cid=testClusterID;nsid=1847628924;c=1733750408806), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0
2024-12-09T13:20:11,442 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf5a094606f1e1781 with lease ID 0x770b9519256749a1: Processing first storage report for DS-2aaec613-b97f-44d6-bc79-ca66544975f5 from datanode DatanodeRegistration(127.0.0.1:42667, datanodeUuid=a6cd0b6a-e648-4674-b79e-ec5bbca96d80, infoPort=38687, infoSecurePort=0, ipcPort=45543, storageInfo=lv=-57;cid=testClusterID;nsid=1847628924;c=1733750408806)
2024-12-09T13:20:11,444 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf5a094606f1e1781 with lease ID 0x770b9519256749a1: from storage DS-2aaec613-b97f-44d6-bc79-ca66544975f5 node DatanodeRegistration(127.0.0.1:42667, datanodeUuid=a6cd0b6a-e648-4674-b79e-ec5bbca96d80, infoPort=38687, infoSecurePort=0, ipcPort=45543, storageInfo=lv=-57;cid=testClusterID;nsid=1847628924;c=1733750408806), blocks: 0, hasStaleStorage: false, processing time: 2 msecs, invalidatedBlocks: 0
2024-12-09T13:20:11,611 WARN  [Thread-139 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6700d7a4-6ba7-e153-49ad-98b8aa919c41/cluster_c6ca9ad2-2fa4-2955-7341-03ec1bf74ce0/data/data5/current/BP-1272807186-172.17.0.3-1733750408806/current, will proceed with Du for space computation calculation, 
2024-12-09T13:20:11,623 WARN  [Thread-140 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6700d7a4-6ba7-e153-49ad-98b8aa919c41/cluster_c6ca9ad2-2fa4-2955-7341-03ec1bf74ce0/data/data6/current/BP-1272807186-172.17.0.3-1733750408806/current, will proceed with Du for space computation calculation, 
2024-12-09T13:20:11,747 WARN  [Thread-129 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1
2024-12-09T13:20:11,775 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xfeb9b36e399de092 with lease ID 0x770b9519256749a3: Processing first storage report for DS-24d34457-d44e-4b4d-99cf-d912522ac431 from datanode DatanodeRegistration(127.0.0.1:36633, datanodeUuid=0b1fc5c0-50ad-4889-b705-467576e095a0, infoPort=44245, infoSecurePort=0, ipcPort=45747, storageInfo=lv=-57;cid=testClusterID;nsid=1847628924;c=1733750408806)
2024-12-09T13:20:11,775 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xfeb9b36e399de092 with lease ID 0x770b9519256749a3: from storage DS-24d34457-d44e-4b4d-99cf-d912522ac431 node DatanodeRegistration(127.0.0.1:36633, datanodeUuid=0b1fc5c0-50ad-4889-b705-467576e095a0, infoPort=44245, infoSecurePort=0, ipcPort=45747, storageInfo=lv=-57;cid=testClusterID;nsid=1847628924;c=1733750408806), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0
2024-12-09T13:20:11,776 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xfeb9b36e399de092 with lease ID 0x770b9519256749a3: Processing first storage report for DS-6273949c-1d41-46e9-ba8c-7dc63e8d80f6 from datanode DatanodeRegistration(127.0.0.1:36633, datanodeUuid=0b1fc5c0-50ad-4889-b705-467576e095a0, infoPort=44245, infoSecurePort=0, ipcPort=45747, storageInfo=lv=-57;cid=testClusterID;nsid=1847628924;c=1733750408806)
2024-12-09T13:20:11,776 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xfeb9b36e399de092 with lease ID 0x770b9519256749a3: from storage DS-6273949c-1d41-46e9-ba8c-7dc63e8d80f6 node DatanodeRegistration(127.0.0.1:36633, datanodeUuid=0b1fc5c0-50ad-4889-b705-467576e095a0, infoPort=44245, infoSecurePort=0, ipcPort=45747, storageInfo=lv=-57;cid=testClusterID;nsid=1847628924;c=1733750408806), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0
2024-12-09T13:20:11,995 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6700d7a4-6ba7-e153-49ad-98b8aa919c41
2024-12-09T13:20:12,091 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6700d7a4-6ba7-e153-49ad-98b8aa919c41/cluster_c6ca9ad2-2fa4-2955-7341-03ec1bf74ce0/zookeeper_0, clientPort=60172, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6700d7a4-6ba7-e153-49ad-98b8aa919c41/cluster_c6ca9ad2-2fa4-2955-7341-03ec1bf74ce0/zookeeper_0/version-2, dataDirSize=457
dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6700d7a4-6ba7-e153-49ad-98b8aa919c41/cluster_c6ca9ad2-2fa4-2955-7341-03ec1bf74ce0/zookeeper_0/version-2, dataLogSize=457
tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0

2024-12-09T13:20:12,108 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=60172
2024-12-09T13:20:12,119 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-12-09T13:20:12,123 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-12-09T13:20:12,472 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42667 is added to blk_1073741825_1001 (size=7)
2024-12-09T13:20:12,474 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37781 is added to blk_1073741825_1001 (size=7)
2024-12-09T13:20:12,475 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36633 is added to blk_1073741825_1001 (size=7)
2024-12-09T13:20:12,502 INFO  [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38669/user/jenkins/test-data/f58aea57-8815-ec6c-94a2-731531e192b4 with version=8
2024-12-09T13:20:12,503 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38669/user/jenkins/test-data/f58aea57-8815-ec6c-94a2-731531e192b4/hbase-staging
2024-12-09T13:20:12,922 INFO  [Time-limited test {}] client.ConnectionUtils(128): master/cad571b91d50:0 server-side Connection retries=45
2024-12-09T13:20:12,934 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-12-09T13:20:12,935 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-12-09T13:20:12,944 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-12-09T13:20:12,944 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-12-09T13:20:12,944 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-12-09T13:20:13,201 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService
2024-12-09T13:20:13,301 INFO  [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl
2024-12-09T13:20:13,316 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout
2024-12-09T13:20:13,323 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-12-09T13:20:13,363 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 18652 (auto-detected)
2024-12-09T13:20:13,365 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:03 (auto-detected)
2024-12-09T13:20:13,430 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38991
2024-12-09T13:20:13,467 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38991 connecting to ZooKeeper ensemble=127.0.0.1:60172
2024-12-09T13:20:13,548 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:389910x0, quorum=127.0.0.1:60172, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-12-09T13:20:13,552 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38991-0x1012b57633b0000 connected
2024-12-09T13:20:13,674 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-12-09T13:20:13,680 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-12-09T13:20:13,695 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38991-0x1012b57633b0000, quorum=127.0.0.1:60172, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-12-09T13:20:13,701 INFO  [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38669/user/jenkins/test-data/f58aea57-8815-ec6c-94a2-731531e192b4, hbase.cluster.distributed=false
2024-12-09T13:20:13,739 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38991-0x1012b57633b0000, quorum=127.0.0.1:60172, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl
2024-12-09T13:20:13,750 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38991
2024-12-09T13:20:13,751 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38991
2024-12-09T13:20:13,752 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38991
2024-12-09T13:20:13,753 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38991
2024-12-09T13:20:13,754 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38991
2024-12-09T13:20:13,967 INFO  [Time-limited test {}] client.ConnectionUtils(128): regionserver/cad571b91d50:0 server-side Connection retries=45
2024-12-09T13:20:13,970 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-12-09T13:20:13,970 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-12-09T13:20:13,971 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-12-09T13:20:13,971 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-12-09T13:20:13,971 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-12-09T13:20:13,979 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService
2024-12-09T13:20:13,995 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-12-09T13:20:13,997 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40691
2024-12-09T13:20:14,000 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40691 connecting to ZooKeeper ensemble=127.0.0.1:60172
2024-12-09T13:20:14,001 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-12-09T13:20:14,006 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-12-09T13:20:14,023 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:406910x0, quorum=127.0.0.1:60172, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-12-09T13:20:14,024 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40691-0x1012b57633b0001 connected
2024-12-09T13:20:14,028 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40691-0x1012b57633b0001, quorum=127.0.0.1:60172, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-12-09T13:20:14,035 INFO  [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB
2024-12-09T13:20:14,047 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5
2024-12-09T13:20:14,050 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40691-0x1012b57633b0001, quorum=127.0.0.1:60172, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master
2024-12-09T13:20:14,057 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40691-0x1012b57633b0001, quorum=127.0.0.1:60172, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl
2024-12-09T13:20:14,061 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40691
2024-12-09T13:20:14,062 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40691
2024-12-09T13:20:14,063 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40691
2024-12-09T13:20:14,063 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40691
2024-12-09T13:20:14,068 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40691
2024-12-09T13:20:14,090 INFO  [Time-limited test {}] client.ConnectionUtils(128): regionserver/cad571b91d50:0 server-side Connection retries=45
2024-12-09T13:20:14,090 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-12-09T13:20:14,090 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-12-09T13:20:14,091 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-12-09T13:20:14,091 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-12-09T13:20:14,091 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-12-09T13:20:14,091 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService
2024-12-09T13:20:14,092 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-12-09T13:20:14,095 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36743
2024-12-09T13:20:14,097 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36743 connecting to ZooKeeper ensemble=127.0.0.1:60172
2024-12-09T13:20:14,099 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-12-09T13:20:14,102 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-12-09T13:20:14,109 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:367430x0, quorum=127.0.0.1:60172, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-12-09T13:20:14,112 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:367430x0, quorum=127.0.0.1:60172, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-12-09T13:20:14,113 INFO  [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB
2024-12-09T13:20:14,113 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36743-0x1012b57633b0002 connected
2024-12-09T13:20:14,116 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5
2024-12-09T13:20:14,118 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36743-0x1012b57633b0002, quorum=127.0.0.1:60172, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master
2024-12-09T13:20:14,126 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36743-0x1012b57633b0002, quorum=127.0.0.1:60172, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl
2024-12-09T13:20:14,130 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36743
2024-12-09T13:20:14,131 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36743
2024-12-09T13:20:14,133 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36743
2024-12-09T13:20:14,134 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36743
2024-12-09T13:20:14,135 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36743
2024-12-09T13:20:14,157 INFO  [Time-limited test {}] client.ConnectionUtils(128): regionserver/cad571b91d50:0 server-side Connection retries=45
2024-12-09T13:20:14,158 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-12-09T13:20:14,158 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-12-09T13:20:14,158 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-12-09T13:20:14,158 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-12-09T13:20:14,159 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-12-09T13:20:14,159 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService
2024-12-09T13:20:14,159 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-12-09T13:20:14,163 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:33659
2024-12-09T13:20:14,165 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33659 connecting to ZooKeeper ensemble=127.0.0.1:60172
2024-12-09T13:20:14,166 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-12-09T13:20:14,169 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-12-09T13:20:14,179 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:336590x0, quorum=127.0.0.1:60172, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-12-09T13:20:14,180 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:336590x0, quorum=127.0.0.1:60172, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-12-09T13:20:14,180 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33659-0x1012b57633b0003 connected
2024-12-09T13:20:14,181 INFO  [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB
2024-12-09T13:20:14,186 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5
2024-12-09T13:20:14,189 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33659-0x1012b57633b0003, quorum=127.0.0.1:60172, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master
2024-12-09T13:20:14,192 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33659-0x1012b57633b0003, quorum=127.0.0.1:60172, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl
2024-12-09T13:20:14,193 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33659
2024-12-09T13:20:14,194 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33659
2024-12-09T13:20:14,194 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33659
2024-12-09T13:20:14,195 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33659
2024-12-09T13:20:14,196 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33659
2024-12-09T13:20:14,215 DEBUG [M:0;cad571b91d50:38991 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;cad571b91d50:38991
2024-12-09T13:20:14,217 INFO  [master/cad571b91d50:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/cad571b91d50,38991,1733750412650
2024-12-09T13:20:14,226 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38991-0x1012b57633b0000, quorum=127.0.0.1:60172, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-12-09T13:20:14,226 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33659-0x1012b57633b0003, quorum=127.0.0.1:60172, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-12-09T13:20:14,226 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36743-0x1012b57633b0002, quorum=127.0.0.1:60172, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-12-09T13:20:14,226 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40691-0x1012b57633b0001, quorum=127.0.0.1:60172, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-12-09T13:20:14,229 DEBUG [master/cad571b91d50:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38991-0x1012b57633b0000, quorum=127.0.0.1:60172, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/cad571b91d50,38991,1733750412650
2024-12-09T13:20:14,262 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36743-0x1012b57633b0002, quorum=127.0.0.1:60172, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master
2024-12-09T13:20:14,267 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36743-0x1012b57633b0002, quorum=127.0.0.1:60172, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-09T13:20:14,267 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40691-0x1012b57633b0001, quorum=127.0.0.1:60172, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master
2024-12-09T13:20:14,267 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40691-0x1012b57633b0001, quorum=127.0.0.1:60172, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-09T13:20:14,267 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33659-0x1012b57633b0003, quorum=127.0.0.1:60172, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master
2024-12-09T13:20:14,268 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33659-0x1012b57633b0003, quorum=127.0.0.1:60172, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-09T13:20:14,268 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38991-0x1012b57633b0000, quorum=127.0.0.1:60172, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-09T13:20:14,279 DEBUG [master/cad571b91d50:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38991-0x1012b57633b0000, quorum=127.0.0.1:60172, baseZNode=/hbase Set watcher on existing znode=/hbase/master
2024-12-09T13:20:14,283 INFO  [master/cad571b91d50:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/cad571b91d50,38991,1733750412650 from backup master directory
2024-12-09T13:20:14,286 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38991-0x1012b57633b0000, quorum=127.0.0.1:60172, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/cad571b91d50,38991,1733750412650
2024-12-09T13:20:14,290 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40691-0x1012b57633b0001, quorum=127.0.0.1:60172, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-12-09T13:20:14,291 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36743-0x1012b57633b0002, quorum=127.0.0.1:60172, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-12-09T13:20:14,294 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33659-0x1012b57633b0003, quorum=127.0.0.1:60172, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-12-09T13:20:14,295 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38991-0x1012b57633b0000, quorum=127.0.0.1:60172, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-12-09T13:20:14,299 WARN  [master/cad571b91d50:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-12-09T13:20:14,299 INFO  [master/cad571b91d50:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=cad571b91d50,38991,1733750412650
2024-12-09T13:20:14,302 INFO  [master/cad571b91d50:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0
2024-12-09T13:20:14,307 INFO  [master/cad571b91d50:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0
2024-12-09T13:20:14,451 DEBUG [master/cad571b91d50:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38669/user/jenkins/test-data/f58aea57-8815-ec6c-94a2-731531e192b4/hbase.id] with ID: 8da611a7-c68d-4b51-8ee8-7ccaf308a207
2024-12-09T13:20:14,452 DEBUG [master/cad571b91d50:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38669/user/jenkins/test-data/f58aea57-8815-ec6c-94a2-731531e192b4/.tmp/hbase.id
2024-12-09T13:20:14,488 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36633 is added to blk_1073741826_1002 (size=42)
2024-12-09T13:20:14,490 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37781 is added to blk_1073741826_1002 (size=42)
2024-12-09T13:20:14,493 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42667 is added to blk_1073741826_1002 (size=42)
2024-12-09T13:20:14,494 DEBUG [master/cad571b91d50:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38669/user/jenkins/test-data/f58aea57-8815-ec6c-94a2-731531e192b4/.tmp/hbase.id]:[hdfs://localhost:38669/user/jenkins/test-data/f58aea57-8815-ec6c-94a2-731531e192b4/hbase.id]
2024-12-09T13:20:14,551 INFO  [master/cad571b91d50:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-12-09T13:20:14,558 INFO  [master/cad571b91d50:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem.
2024-12-09T13:20:14,586 INFO  [master/cad571b91d50:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 24ms.
2024-12-09T13:20:14,593 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40691-0x1012b57633b0001, quorum=127.0.0.1:60172, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-09T13:20:14,593 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38991-0x1012b57633b0000, quorum=127.0.0.1:60172, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-09T13:20:14,595 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33659-0x1012b57633b0003, quorum=127.0.0.1:60172, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-09T13:20:14,595 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36743-0x1012b57633b0002, quorum=127.0.0.1:60172, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-09T13:20:14,641 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37781 is added to blk_1073741827_1003 (size=196)
2024-12-09T13:20:14,643 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36633 is added to blk_1073741827_1003 (size=196)
2024-12-09T13:20:14,643 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42667 is added to blk_1073741827_1003 (size=196)
2024-12-09T13:20:14,661 INFO  [master/cad571b91d50:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-12-09T13:20:14,663 INFO  [master/cad571b91d50:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000
2024-12-09T13:20:14,670 INFO  [master/cad571b91d50:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-12-09T13:20:14,741 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36633 is added to blk_1073741828_1004 (size=1189)
2024-12-09T13:20:14,742 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42667 is added to blk_1073741828_1004 (size=1189)
2024-12-09T13:20:14,743 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37781 is added to blk_1073741828_1004 (size=1189)
2024-12-09T13:20:14,762 INFO  [master/cad571b91d50:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38669/user/jenkins/test-data/f58aea57-8815-ec6c-94a2-731531e192b4/MasterData/data/master/store
2024-12-09T13:20:14,787 WARN  [IPC Server handler 0 on default port 38669 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology
2024-12-09T13:20:14,788 WARN  [IPC Server handler 0 on default port 38669 {}] protocol.BlockStoragePolicy(161): Failed to place enough replicas: expected size is 1 but only 0 storage types can be selected (replication=3, selected=[], unavailable=[DISK], removed=[DISK], policy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]})
2024-12-09T13:20:14,788 WARN  [IPC Server handler 0 on default port 38669 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) All required storage types are unavailable:  unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}
2024-12-09T13:20:14,805 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42667 is added to blk_1073741829_1005 (size=34)
2024-12-09T13:20:14,805 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37781 is added to blk_1073741829_1005 (size=34)
2024-12-09T13:20:14,811 INFO  [master/cad571b91d50:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure.
2024-12-09T13:20:14,815 DEBUG [master/cad571b91d50:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-09T13:20:14,817 DEBUG [master/cad571b91d50:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-12-09T13:20:14,817 INFO  [master/cad571b91d50:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-09T13:20:14,817 DEBUG [master/cad571b91d50:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-09T13:20:14,819 DEBUG [master/cad571b91d50:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-12-09T13:20:14,819 DEBUG [master/cad571b91d50:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-09T13:20:14,819 INFO  [master/cad571b91d50:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-09T13:20:14,821 DEBUG [master/cad571b91d50:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1733750414817Disabling compacts and flushes for region at 1733750414817Disabling writes for close at 1733750414819 (+2 ms)Writing region close event to WAL at 1733750414819Closed at 1733750414819
2024-12-09T13:20:14,823 WARN  [master/cad571b91d50:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38669/user/jenkins/test-data/f58aea57-8815-ec6c-94a2-731531e192b4/MasterData/data/master/store/.initializing
2024-12-09T13:20:14,824 DEBUG [master/cad571b91d50:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38669/user/jenkins/test-data/f58aea57-8815-ec6c-94a2-731531e192b4/MasterData/WALs/cad571b91d50,38991,1733750412650
2024-12-09T13:20:14,835 INFO  [master/cad571b91d50:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-12-09T13:20:14,865 INFO  [master/cad571b91d50:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=cad571b91d50%2C38991%2C1733750412650, suffix=, logDir=hdfs://localhost:38669/user/jenkins/test-data/f58aea57-8815-ec6c-94a2-731531e192b4/MasterData/WALs/cad571b91d50,38991,1733750412650, archiveDir=hdfs://localhost:38669/user/jenkins/test-data/f58aea57-8815-ec6c-94a2-731531e192b4/MasterData/oldWALs, maxLogs=10
2024-12-09T13:20:14,912 DEBUG [master/cad571b91d50:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f58aea57-8815-ec6c-94a2-731531e192b4/MasterData/WALs/cad571b91d50,38991,1733750412650/cad571b91d50%2C38991%2C1733750412650.1733750414872, exclude list is [], retry=0
2024-12-09T13:20:14,915 WARN  [IPC Server handler 1 on default port 38669 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology
2024-12-09T13:20:14,916 WARN  [IPC Server handler 1 on default port 38669 {}] protocol.BlockStoragePolicy(161): Failed to place enough replicas: expected size is 1 but only 0 storage types can be selected (replication=3, selected=[], unavailable=[DISK], removed=[DISK], policy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]})
2024-12-09T13:20:14,916 WARN  [IPC Server handler 1 on default port 38669 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) All required storage types are unavailable:  unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}
2024-12-09T13:20:14,935 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396
java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo)
	at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.<clinit>(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.initialize(FanOutOneBlockAsyncDFSOutputHelper.java:413) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:472) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:467) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.NettyFutureUtils.lambda$addListener$0(NettyFutureUtils.java:56) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setSuccess0(DefaultPromise.java:625) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.trySuccess(DefaultPromise.java:105) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPromise.trySuccess(DefaultChannelPromise.java:84) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:658) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:696) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:20:14,940 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37781,DS-4858dcea-8176-4e1a-a0aa-2e238ae3d36d,DISK]
2024-12-09T13:20:14,941 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42667,DS-310fa6c7-1b44-48c5-91ee-03a00afaa58d,DISK]
2024-12-09T13:20:14,944 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf.
2024-12-09T13:20:15,022 INFO  [master/cad571b91d50:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f58aea57-8815-ec6c-94a2-731531e192b4/MasterData/WALs/cad571b91d50,38991,1733750412650/cad571b91d50%2C38991%2C1733750412650.1733750414872
2024-12-09T13:20:15,031 DEBUG [master/cad571b91d50:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45053:45053),(127.0.0.1/127.0.0.1:38687:38687)]
2024-12-09T13:20:15,032 DEBUG [master/cad571b91d50:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}
2024-12-09T13:20:15,033 DEBUG [master/cad571b91d50:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-09T13:20:15,038 DEBUG [master/cad571b91d50:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682
2024-12-09T13:20:15,039 DEBUG [master/cad571b91d50:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682
2024-12-09T13:20:15,100 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 
2024-12-09T13:20:15,135 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info
2024-12-09T13:20:15,140 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:20:15,145 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-09T13:20:15,146 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 
2024-12-09T13:20:15,161 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc
2024-12-09T13:20:15,161 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:20:15,162 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-09T13:20:15,163 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 
2024-12-09T13:20:15,174 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs
2024-12-09T13:20:15,174 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:20:15,179 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-09T13:20:15,179 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 
2024-12-09T13:20:15,189 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state
2024-12-09T13:20:15,189 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:20:15,194 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-09T13:20:15,196 DEBUG [master/cad571b91d50:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682
2024-12-09T13:20:15,201 DEBUG [master/cad571b91d50:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38669/user/jenkins/test-data/f58aea57-8815-ec6c-94a2-731531e192b4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-12-09T13:20:15,206 DEBUG [master/cad571b91d50:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38669/user/jenkins/test-data/f58aea57-8815-ec6c-94a2-731531e192b4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-12-09T13:20:15,214 DEBUG [master/cad571b91d50:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682
2024-12-09T13:20:15,215 DEBUG [master/cad571b91d50:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682
2024-12-09T13:20:15,222 DEBUG [master/cad571b91d50:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-12-09T13:20:15,228 DEBUG [master/cad571b91d50:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682
2024-12-09T13:20:15,249 DEBUG [master/cad571b91d50:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38669/user/jenkins/test-data/f58aea57-8815-ec6c-94a2-731531e192b4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-09T13:20:15,252 INFO  [master/cad571b91d50:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63636165, jitterRate=-0.05174724757671356}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-12-09T13:20:15,261 DEBUG [master/cad571b91d50:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682:
Writing region info on filesystem at 1733750415059Initializing all the Stores at 1733750415063 (+4 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733750415065 (+2 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733750415067 (+2 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733750415069 (+2 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733750415069Cleaning up temporary data from old regions at 1733750415215 (+146 ms)Region opened successfully at 1733750415260 (+45 ms)
2024-12-09T13:20:15,265 INFO  [master/cad571b91d50:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4
2024-12-09T13:20:15,329 DEBUG [master/cad571b91d50:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@406f296, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=cad571b91d50/172.17.0.3:0
2024-12-09T13:20:15,379 INFO  [master/cad571b91d50:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating...
2024-12-09T13:20:15,397 INFO  [master/cad571b91d50:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5
2024-12-09T13:20:15,397 INFO  [master/cad571b91d50:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50
2024-12-09T13:20:15,401 INFO  [master/cad571b91d50:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery...
2024-12-09T13:20:15,403 INFO  [master/cad571b91d50:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 2 msec
2024-12-09T13:20:15,410 INFO  [master/cad571b91d50:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 6 msec
2024-12-09T13:20:15,411 INFO  [master/cad571b91d50:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150
2024-12-09T13:20:15,463 INFO  [master/cad571b91d50:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'.
2024-12-09T13:20:15,489 DEBUG [master/cad571b91d50:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38991-0x1012b57633b0000, quorum=127.0.0.1:60172, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error)
2024-12-09T13:20:15,499 DEBUG [master/cad571b91d50:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false
2024-12-09T13:20:15,503 INFO  [master/cad571b91d50:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1
2024-12-09T13:20:15,512 DEBUG [master/cad571b91d50:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38991-0x1012b57633b0000, quorum=127.0.0.1:60172, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error)
2024-12-09T13:20:15,520 DEBUG [master/cad571b91d50:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false
2024-12-09T13:20:15,524 INFO  [master/cad571b91d50:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited
2024-12-09T13:20:15,532 DEBUG [master/cad571b91d50:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38991-0x1012b57633b0000, quorum=127.0.0.1:60172, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error)
2024-12-09T13:20:15,535 DEBUG [master/cad571b91d50:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false
2024-12-09T13:20:15,539 DEBUG [master/cad571b91d50:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38991-0x1012b57633b0000, quorum=127.0.0.1:60172, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error)
2024-12-09T13:20:15,550 DEBUG [master/cad571b91d50:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false
2024-12-09T13:20:15,608 DEBUG [master/cad571b91d50:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38991-0x1012b57633b0000, quorum=127.0.0.1:60172, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error)
2024-12-09T13:20:15,619 DEBUG [master/cad571b91d50:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false
2024-12-09T13:20:15,630 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40691-0x1012b57633b0001, quorum=127.0.0.1:60172, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running
2024-12-09T13:20:15,631 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38991-0x1012b57633b0000, quorum=127.0.0.1:60172, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running
2024-12-09T13:20:15,631 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40691-0x1012b57633b0001, quorum=127.0.0.1:60172, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-09T13:20:15,631 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38991-0x1012b57633b0000, quorum=127.0.0.1:60172, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-09T13:20:15,631 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33659-0x1012b57633b0003, quorum=127.0.0.1:60172, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running
2024-12-09T13:20:15,631 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33659-0x1012b57633b0003, quorum=127.0.0.1:60172, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-09T13:20:15,638 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36743-0x1012b57633b0002, quorum=127.0.0.1:60172, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running
2024-12-09T13:20:15,639 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36743-0x1012b57633b0002, quorum=127.0.0.1:60172, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-09T13:20:15,641 INFO  [master/cad571b91d50:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=cad571b91d50,38991,1733750412650, sessionid=0x1012b57633b0000, setting cluster-up flag (Was=false)
2024-12-09T13:20:15,666 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40691-0x1012b57633b0001, quorum=127.0.0.1:60172, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-09T13:20:15,670 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33659-0x1012b57633b0003, quorum=127.0.0.1:60172, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-09T13:20:15,671 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38991-0x1012b57633b0000, quorum=127.0.0.1:60172, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-09T13:20:15,673 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36743-0x1012b57633b0002, quorum=127.0.0.1:60172, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-09T13:20:15,682 DEBUG [master/cad571b91d50:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort
2024-12-09T13:20:15,694 DEBUG [master/cad571b91d50:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=cad571b91d50,38991,1733750412650
2024-12-09T13:20:15,707 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40691-0x1012b57633b0001, quorum=127.0.0.1:60172, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-09T13:20:15,708 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33659-0x1012b57633b0003, quorum=127.0.0.1:60172, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-09T13:20:15,708 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38991-0x1012b57633b0000, quorum=127.0.0.1:60172, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-09T13:20:15,712 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36743-0x1012b57633b0002, quorum=127.0.0.1:60172, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-09T13:20:15,748 DEBUG [master/cad571b91d50:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort
2024-12-09T13:20:15,759 DEBUG [master/cad571b91d50:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=cad571b91d50,38991,1733750412650
2024-12-09T13:20:15,777 INFO  [master/cad571b91d50:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38669/user/jenkins/test-data/f58aea57-8815-ec6c-94a2-731531e192b4/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again
2024-12-09T13:20:15,827 INFO  [RS:0;cad571b91d50:40691 {}] regionserver.HRegionServer(746): ClusterId : 8da611a7-c68d-4b51-8ee8-7ccaf308a207
2024-12-09T13:20:15,830 DEBUG [RS:0;cad571b91d50:40691 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing
2024-12-09T13:20:15,838 INFO  [RS:1;cad571b91d50:36743 {}] regionserver.HRegionServer(746): ClusterId : 8da611a7-c68d-4b51-8ee8-7ccaf308a207
2024-12-09T13:20:15,839 DEBUG [RS:1;cad571b91d50:36743 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing
2024-12-09T13:20:15,846 INFO  [RS:2;cad571b91d50:33659 {}] regionserver.HRegionServer(746): ClusterId : 8da611a7-c68d-4b51-8ee8-7ccaf308a207
2024-12-09T13:20:15,846 DEBUG [RS:2;cad571b91d50:33659 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing
2024-12-09T13:20:15,857 DEBUG [RS:1;cad571b91d50:36743 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized
2024-12-09T13:20:15,857 DEBUG [RS:1;cad571b91d50:36743 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing
2024-12-09T13:20:15,857 DEBUG [RS:0;cad571b91d50:40691 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized
2024-12-09T13:20:15,857 DEBUG [RS:2;cad571b91d50:33659 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized
2024-12-09T13:20:15,857 DEBUG [RS:0;cad571b91d50:40691 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing
2024-12-09T13:20:15,857 DEBUG [RS:2;cad571b91d50:33659 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing
2024-12-09T13:20:15,863 DEBUG [RS:1;cad571b91d50:36743 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized
2024-12-09T13:20:15,863 DEBUG [RS:2;cad571b91d50:33659 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized
2024-12-09T13:20:15,864 DEBUG [RS:2;cad571b91d50:33659 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@449ec417, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=cad571b91d50/172.17.0.3:0
2024-12-09T13:20:15,864 DEBUG [RS:1;cad571b91d50:36743 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c40bd1a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=cad571b91d50/172.17.0.3:0
2024-12-09T13:20:15,874 DEBUG [RS:0;cad571b91d50:40691 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized
2024-12-09T13:20:15,875 DEBUG [RS:0;cad571b91d50:40691 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6527b89b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=cad571b91d50/172.17.0.3:0
2024-12-09T13:20:15,890 DEBUG [RS:2;cad571b91d50:33659 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;cad571b91d50:33659
2024-12-09T13:20:15,896 INFO  [RS:2;cad571b91d50:33659 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled
2024-12-09T13:20:15,897 INFO  [RS:2;cad571b91d50:33659 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled
2024-12-09T13:20:15,897 DEBUG [RS:2;cad571b91d50:33659 {}] regionserver.HRegionServer(832): About to register with Master.
2024-12-09T13:20:15,900 DEBUG [RS:0;cad571b91d50:40691 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;cad571b91d50:40691
2024-12-09T13:20:15,901 INFO  [RS:0;cad571b91d50:40691 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled
2024-12-09T13:20:15,901 INFO  [RS:0;cad571b91d50:40691 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled
2024-12-09T13:20:15,901 INFO  [AsyncFSWAL-0-hdfs://localhost:38669/user/jenkins/test-data/f58aea57-8815-ec6c-94a2-731531e192b4/MasterData-prefix:cad571b91d50,38991,1733750412650 {}] compress.Compression(560): Loaded codec org.apache.hadoop.hbase.io.compress.ReusableStreamGzipCodec for compression algorithm GZ
2024-12-09T13:20:15,901 DEBUG [RS:0;cad571b91d50:40691 {}] regionserver.HRegionServer(832): About to register with Master.
2024-12-09T13:20:15,905 INFO  [RS:2;cad571b91d50:33659 {}] regionserver.HRegionServer(2659): reportForDuty to master=cad571b91d50,38991,1733750412650 with port=33659, startcode=1733750414157
2024-12-09T13:20:15,907 INFO  [RS:0;cad571b91d50:40691 {}] regionserver.HRegionServer(2659): reportForDuty to master=cad571b91d50,38991,1733750412650 with port=40691, startcode=1733750413897
2024-12-09T13:20:15,912 DEBUG [RS:1;cad571b91d50:36743 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;cad571b91d50:36743
2024-12-09T13:20:15,912 INFO  [RS:1;cad571b91d50:36743 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled
2024-12-09T13:20:15,912 INFO  [RS:1;cad571b91d50:36743 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled
2024-12-09T13:20:15,912 DEBUG [RS:1;cad571b91d50:36743 {}] regionserver.HRegionServer(832): About to register with Master.
2024-12-09T13:20:15,915 INFO  [RS:1;cad571b91d50:36743 {}] regionserver.HRegionServer(2659): reportForDuty to master=cad571b91d50,38991,1733750412650 with port=36743, startcode=1733750414089
2024-12-09T13:20:15,921 DEBUG [RS:0;cad571b91d50:40691 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false
2024-12-09T13:20:15,921 DEBUG [RS:1;cad571b91d50:36743 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false
2024-12-09T13:20:15,921 DEBUG [RS:2;cad571b91d50:33659 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false
2024-12-09T13:20:15,923 DEBUG [master/cad571b91d50:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta
2024-12-09T13:20:15,936 INFO  [master/cad571b91d50:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2
2024-12-09T13:20:15,949 INFO  [master/cad571b91d50:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc.
2024-12-09T13:20:15,958 DEBUG [master/cad571b91d50:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: cad571b91d50,38991,1733750412650
Number of backup masters: 0
Number of live region servers: 0
Number of dead region servers: 0
Number of unknown region servers: 0
Average load: 0.0
Number of requests: 0
Number of regions: 0
Number of regions in transition: 0
2024-12-09T13:20:15,983 DEBUG [master/cad571b91d50:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/cad571b91d50:0, corePoolSize=5, maxPoolSize=5
2024-12-09T13:20:15,984 DEBUG [master/cad571b91d50:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/cad571b91d50:0, corePoolSize=5, maxPoolSize=5
2024-12-09T13:20:15,984 DEBUG [master/cad571b91d50:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/cad571b91d50:0, corePoolSize=5, maxPoolSize=5
2024-12-09T13:20:15,984 DEBUG [master/cad571b91d50:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/cad571b91d50:0, corePoolSize=5, maxPoolSize=5
2024-12-09T13:20:15,984 DEBUG [master/cad571b91d50:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/cad571b91d50:0, corePoolSize=10, maxPoolSize=10
2024-12-09T13:20:15,985 DEBUG [master/cad571b91d50:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/cad571b91d50:0, corePoolSize=1, maxPoolSize=1
2024-12-09T13:20:15,985 DEBUG [master/cad571b91d50:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/cad571b91d50:0, corePoolSize=2, maxPoolSize=2
2024-12-09T13:20:15,985 DEBUG [master/cad571b91d50:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/cad571b91d50:0, corePoolSize=1, maxPoolSize=1
2024-12-09T13:20:16,007 INFO  [HMaster-EventLoopGroup-2-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53005, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService
2024-12-09T13:20:16,009 INFO  [HMaster-EventLoopGroup-2-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46545, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService
2024-12-09T13:20:16,011 INFO  [HMaster-EventLoopGroup-2-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60399, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService
2024-12-09T13:20:16,023 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38991 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet
	at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:20:16,024 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta
2024-12-09T13:20:16,025 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region
2024-12-09T13:20:16,031 INFO  [master/cad571b91d50:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733750446031
2024-12-09T13:20:16,033 INFO  [master/cad571b91d50:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1
2024-12-09T13:20:16,034 INFO  [master/cad571b91d50:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner
2024-12-09T13:20:16,039 INFO  [master/cad571b91d50:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner
2024-12-09T13:20:16,039 INFO  [master/cad571b91d50:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner
2024-12-09T13:20:16,039 INFO  [master/cad571b91d50:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner
2024-12-09T13:20:16,040 INFO  [master/cad571b91d50:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads
2024-12-09T13:20:16,043 INFO  [master/cad571b91d50:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-12-09T13:20:16,029 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38991 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet
	at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:20:16,051 INFO  [master/cad571b91d50:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2
2024-12-09T13:20:16,051 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:20:16,052 INFO  [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}
2024-12-09T13:20:16,052 INFO  [master/cad571b91d50:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner
2024-12-09T13:20:16,053 INFO  [master/cad571b91d50:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner
2024-12-09T13:20:16,047 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38991 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet
	at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:20:16,065 DEBUG [RS:2;cad571b91d50:33659 {}] regionserver.HRegionServer(2683): Master is not running yet
2024-12-09T13:20:16,065 DEBUG [RS:1;cad571b91d50:36743 {}] regionserver.HRegionServer(2683): Master is not running yet
2024-12-09T13:20:16,065 WARN  [RS:2;cad571b91d50:33659 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying.
2024-12-09T13:20:16,065 DEBUG [RS:0;cad571b91d50:40691 {}] regionserver.HRegionServer(2683): Master is not running yet
2024-12-09T13:20:16,066 WARN  [RS:1;cad571b91d50:36743 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying.
2024-12-09T13:20:16,066 WARN  [RS:0;cad571b91d50:40691 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying.
2024-12-09T13:20:16,067 WARN  [IPC Server handler 4 on default port 38669 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology
2024-12-09T13:20:16,068 WARN  [IPC Server handler 4 on default port 38669 {}] protocol.BlockStoragePolicy(161): Failed to place enough replicas: expected size is 1 but only 0 storage types can be selected (replication=3, selected=[], unavailable=[DISK], removed=[DISK], policy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]})
2024-12-09T13:20:16,068 WARN  [IPC Server handler 4 on default port 38669 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) All required storage types are unavailable:  unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}
2024-12-09T13:20:16,066 INFO  [master/cad571b91d50:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner
2024-12-09T13:20:16,069 INFO  [master/cad571b91d50:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner
2024-12-09T13:20:16,076 DEBUG [master/cad571b91d50:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/cad571b91d50:0:becomeActiveMaster-HFileCleaner.large.0-1733750416073,5,FailOnTimeoutGroup]
2024-12-09T13:20:16,077 DEBUG [master/cad571b91d50:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/cad571b91d50:0:becomeActiveMaster-HFileCleaner.small.0-1733750416076,5,FailOnTimeoutGroup]
2024-12-09T13:20:16,077 INFO  [master/cad571b91d50:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-12-09T13:20:16,077 INFO  [master/cad571b91d50:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it.
2024-12-09T13:20:16,079 INFO  [master/cad571b91d50:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled.
2024-12-09T13:20:16,079 INFO  [master/cad571b91d50:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled.
2024-12-09T13:20:16,103 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42667 is added to blk_1073741831_1007 (size=1321)
2024-12-09T13:20:16,105 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37781 is added to blk_1073741831_1007 (size=1321)
2024-12-09T13:20:16,107 INFO  [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38669/user/jenkins/test-data/f58aea57-8815-ec6c-94a2-731531e192b4/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321
2024-12-09T13:20:16,107 INFO  [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38669/user/jenkins/test-data/f58aea57-8815-ec6c-94a2-731531e192b4
2024-12-09T13:20:16,133 WARN  [IPC Server handler 2 on default port 38669 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology
2024-12-09T13:20:16,133 WARN  [IPC Server handler 2 on default port 38669 {}] protocol.BlockStoragePolicy(161): Failed to place enough replicas: expected size is 1 but only 0 storage types can be selected (replication=3, selected=[], unavailable=[DISK], removed=[DISK], policy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]})
2024-12-09T13:20:16,133 WARN  [IPC Server handler 2 on default port 38669 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) All required storage types are unavailable:  unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}
2024-12-09T13:20:16,156 WARN  [RedundancyMonitor {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=false) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology
2024-12-09T13:20:16,156 WARN  [RedundancyMonitor {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=false) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology
2024-12-09T13:20:16,156 WARN  [RedundancyMonitor {}] protocol.BlockStoragePolicy(161): Failed to place enough replicas: expected size is 1 but only 0 storage types can be selected (replication=3, selected=[], unavailable=[DISK, ARCHIVE], removed=[DISK], policy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]})
2024-12-09T13:20:16,156 WARN  [RedundancyMonitor {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK, ARCHIVE], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=false) All required storage types are unavailable:  unavailableStorages=[DISK, ARCHIVE], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}
2024-12-09T13:20:16,157 WARN  [RedundancyMonitor {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=false) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology
2024-12-09T13:20:16,157 WARN  [RedundancyMonitor {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=false) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology
2024-12-09T13:20:16,157 WARN  [RedundancyMonitor {}] protocol.BlockStoragePolicy(161): Failed to place enough replicas: expected size is 1 but only 0 storage types can be selected (replication=3, selected=[], unavailable=[DISK, ARCHIVE], removed=[DISK], policy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]})
2024-12-09T13:20:16,157 WARN  [RedundancyMonitor {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK, ARCHIVE], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=false) All required storage types are unavailable:  unavailableStorages=[DISK, ARCHIVE], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}
2024-12-09T13:20:16,167 INFO  [RS:2;cad571b91d50:33659 {}] regionserver.HRegionServer(2659): reportForDuty to master=cad571b91d50,38991,1733750412650 with port=33659, startcode=1733750414157
2024-12-09T13:20:16,168 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37781 is added to blk_1073741832_1008 (size=32)
2024-12-09T13:20:16,170 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38991 {}] master.ServerManager(363): Checking decommissioned status of RegionServer cad571b91d50,33659,1733750414157
2024-12-09T13:20:16,171 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42667 is added to blk_1073741832_1008 (size=32)
2024-12-09T13:20:16,171 INFO  [RS:0;cad571b91d50:40691 {}] regionserver.HRegionServer(2659): reportForDuty to master=cad571b91d50,38991,1733750412650 with port=40691, startcode=1733750413897
2024-12-09T13:20:16,173 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38991 {}] master.ServerManager(517): Registering regionserver=cad571b91d50,33659,1733750414157
2024-12-09T13:20:16,178 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-09T13:20:16,179 INFO  [RS:1;cad571b91d50:36743 {}] regionserver.HRegionServer(2659): reportForDuty to master=cad571b91d50,38991,1733750412650 with port=36743, startcode=1733750414089
2024-12-09T13:20:16,186 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-12-09T13:20:16,192 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38991 {}] master.ServerManager(363): Checking decommissioned status of RegionServer cad571b91d50,40691,1733750413897
2024-12-09T13:20:16,195 DEBUG [RS:2;cad571b91d50:33659 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38669/user/jenkins/test-data/f58aea57-8815-ec6c-94a2-731531e192b4
2024-12-09T13:20:16,195 DEBUG [RS:2;cad571b91d50:33659 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38669
2024-12-09T13:20:16,196 DEBUG [RS:2;cad571b91d50:33659 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1
2024-12-09T13:20:16,198 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38991 {}] master.ServerManager(517): Registering regionserver=cad571b91d50,40691,1733750413897
2024-12-09T13:20:16,201 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-12-09T13:20:16,201 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:20:16,202 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38991-0x1012b57633b0000, quorum=127.0.0.1:60172, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs
2024-12-09T13:20:16,211 DEBUG [RS:2;cad571b91d50:33659 {}] zookeeper.ZKUtil(111): regionserver:33659-0x1012b57633b0003, quorum=127.0.0.1:60172, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/cad571b91d50,33659,1733750414157
2024-12-09T13:20:16,211 WARN  [RS:2;cad571b91d50:33659 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-12-09T13:20:16,211 INFO  [RS:2;cad571b91d50:33659 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-12-09T13:20:16,211 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-09T13:20:16,211 DEBUG [RS:2;cad571b91d50:33659 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38669/user/jenkins/test-data/f58aea57-8815-ec6c-94a2-731531e192b4/WALs/cad571b91d50,33659,1733750414157
2024-12-09T13:20:16,212 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-12-09T13:20:16,216 DEBUG [RS:0;cad571b91d50:40691 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38669/user/jenkins/test-data/f58aea57-8815-ec6c-94a2-731531e192b4
2024-12-09T13:20:16,216 DEBUG [RS:0;cad571b91d50:40691 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38669
2024-12-09T13:20:16,217 DEBUG [RS:0;cad571b91d50:40691 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1
2024-12-09T13:20:16,218 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38991 {}] master.ServerManager(363): Checking decommissioned status of RegionServer cad571b91d50,36743,1733750414089
2024-12-09T13:20:16,219 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38991 {}] master.ServerManager(517): Registering regionserver=cad571b91d50,36743,1733750414089
2024-12-09T13:20:16,220 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-12-09T13:20:16,220 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:20:16,226 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-09T13:20:16,226 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-12-09T13:20:16,231 DEBUG [RS:1;cad571b91d50:36743 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38669/user/jenkins/test-data/f58aea57-8815-ec6c-94a2-731531e192b4
2024-12-09T13:20:16,231 DEBUG [RS:1;cad571b91d50:36743 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38669
2024-12-09T13:20:16,231 DEBUG [RS:1;cad571b91d50:36743 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1
2024-12-09T13:20:16,233 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [cad571b91d50,33659,1733750414157]
2024-12-09T13:20:16,233 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-12-09T13:20:16,233 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:20:16,234 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38991-0x1012b57633b0000, quorum=127.0.0.1:60172, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs
2024-12-09T13:20:16,241 DEBUG [RS:1;cad571b91d50:36743 {}] zookeeper.ZKUtil(111): regionserver:36743-0x1012b57633b0002, quorum=127.0.0.1:60172, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/cad571b91d50,36743,1733750414089
2024-12-09T13:20:16,246 WARN  [RS:1;cad571b91d50:36743 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-12-09T13:20:16,246 INFO  [RS:1;cad571b91d50:36743 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-12-09T13:20:16,241 DEBUG [RS:0;cad571b91d50:40691 {}] zookeeper.ZKUtil(111): regionserver:40691-0x1012b57633b0001, quorum=127.0.0.1:60172, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/cad571b91d50,40691,1733750413897
2024-12-09T13:20:16,247 DEBUG [RS:1;cad571b91d50:36743 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38669/user/jenkins/test-data/f58aea57-8815-ec6c-94a2-731531e192b4/WALs/cad571b91d50,36743,1733750414089
2024-12-09T13:20:16,247 WARN  [RS:0;cad571b91d50:40691 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-12-09T13:20:16,247 INFO  [RS:0;cad571b91d50:40691 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-12-09T13:20:16,247 DEBUG [RS:0;cad571b91d50:40691 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38669/user/jenkins/test-data/f58aea57-8815-ec6c-94a2-731531e192b4/WALs/cad571b91d50,40691,1733750413897
2024-12-09T13:20:16,242 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [cad571b91d50,36743,1733750414089]
2024-12-09T13:20:16,250 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [cad571b91d50,40691,1733750413897]
2024-12-09T13:20:16,251 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-09T13:20:16,251 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-12-09T13:20:16,263 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-12-09T13:20:16,264 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:20:16,269 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-09T13:20:16,269 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-12-09T13:20:16,278 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38669/user/jenkins/test-data/f58aea57-8815-ec6c-94a2-731531e192b4/data/hbase/meta/1588230740
2024-12-09T13:20:16,282 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38669/user/jenkins/test-data/f58aea57-8815-ec6c-94a2-731531e192b4/data/hbase/meta/1588230740
2024-12-09T13:20:16,292 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-12-09T13:20:16,292 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-12-09T13:20:16,296 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-12-09T13:20:16,299 INFO  [RS:2;cad571b91d50:33659 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds
2024-12-09T13:20:16,303 INFO  [RS:1;cad571b91d50:36743 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds
2024-12-09T13:20:16,312 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-12-09T13:20:16,319 INFO  [RS:0;cad571b91d50:40691 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds
2024-12-09T13:20:16,329 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38669/user/jenkins/test-data/f58aea57-8815-ec6c-94a2-731531e192b4/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-09T13:20:16,332 INFO  [RS:2;cad571b91d50:33659 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false
2024-12-09T13:20:16,335 INFO  [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63106423, jitterRate=-0.05964101850986481}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-12-09T13:20:16,337 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740:
Writing region info on filesystem at 1733750416179Initializing all the Stores at 1733750416185 (+6 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733750416186 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733750416186Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733750416186Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733750416186Cleaning up temporary data from old regions at 1733750416292 (+106 ms)Region opened successfully at 1733750416337 (+45 ms)
2024-12-09T13:20:16,337 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-12-09T13:20:16,337 INFO  [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-12-09T13:20:16,337 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-12-09T13:20:16,337 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-12-09T13:20:16,337 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-12-09T13:20:16,344 INFO  [RS:2;cad571b91d50:33659 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms
2024-12-09T13:20:16,344 INFO  [RS:2;cad571b91d50:33659 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled.
2024-12-09T13:20:16,346 INFO  [RS:1;cad571b91d50:36743 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false
2024-12-09T13:20:16,346 INFO  [RS:0;cad571b91d50:40691 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false
2024-12-09T13:20:16,348 INFO  [RS:1;cad571b91d50:36743 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms
2024-12-09T13:20:16,348 INFO  [RS:1;cad571b91d50:36743 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled.
2024-12-09T13:20:16,353 INFO  [RS:0;cad571b91d50:40691 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms
2024-12-09T13:20:16,353 INFO  [RS:1;cad571b91d50:36743 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S
2024-12-09T13:20:16,353 INFO  [RS:0;cad571b91d50:40691 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled.
2024-12-09T13:20:16,354 INFO  [RS:2;cad571b91d50:33659 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S
2024-12-09T13:20:16,354 INFO  [RS:0;cad571b91d50:40691 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S
2024-12-09T13:20:16,355 INFO  [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-12-09T13:20:16,355 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1733750416337Disabling compacts and flushes for region at 1733750416337Disabling writes for close at 1733750416337Writing region close event to WAL at 1733750416355 (+18 ms)Closed at 1733750416355
2024-12-09T13:20:16,360 INFO  [RS:0;cad571b91d50:40691 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 
2024-12-09T13:20:16,363 INFO  [RS:0;cad571b91d50:40691 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled.
2024-12-09T13:20:16,363 DEBUG [RS:0;cad571b91d50:40691 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/cad571b91d50:0, corePoolSize=1, maxPoolSize=1
2024-12-09T13:20:16,363 DEBUG [RS:0;cad571b91d50:40691 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/cad571b91d50:0, corePoolSize=1, maxPoolSize=1
2024-12-09T13:20:16,367 INFO  [RS:1;cad571b91d50:36743 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 
2024-12-09T13:20:16,368 INFO  [RS:1;cad571b91d50:36743 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled.
2024-12-09T13:20:16,368 DEBUG [RS:1;cad571b91d50:36743 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/cad571b91d50:0, corePoolSize=1, maxPoolSize=1
2024-12-09T13:20:16,368 DEBUG [RS:1;cad571b91d50:36743 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/cad571b91d50:0, corePoolSize=1, maxPoolSize=1
2024-12-09T13:20:16,368 DEBUG [RS:1;cad571b91d50:36743 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/cad571b91d50:0, corePoolSize=1, maxPoolSize=1
2024-12-09T13:20:16,368 DEBUG [RS:1;cad571b91d50:36743 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/cad571b91d50:0, corePoolSize=1, maxPoolSize=1
2024-12-09T13:20:16,369 DEBUG [RS:1;cad571b91d50:36743 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/cad571b91d50:0, corePoolSize=1, maxPoolSize=1
2024-12-09T13:20:16,369 DEBUG [RS:1;cad571b91d50:36743 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/cad571b91d50:0, corePoolSize=2, maxPoolSize=2
2024-12-09T13:20:16,369 DEBUG [RS:1;cad571b91d50:36743 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/cad571b91d50:0, corePoolSize=1, maxPoolSize=1
2024-12-09T13:20:16,369 DEBUG [RS:1;cad571b91d50:36743 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/cad571b91d50:0, corePoolSize=1, maxPoolSize=1
2024-12-09T13:20:16,369 DEBUG [RS:1;cad571b91d50:36743 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/cad571b91d50:0, corePoolSize=1, maxPoolSize=1
2024-12-09T13:20:16,369 DEBUG [RS:1;cad571b91d50:36743 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/cad571b91d50:0, corePoolSize=1, maxPoolSize=1
2024-12-09T13:20:16,369 DEBUG [RS:1;cad571b91d50:36743 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/cad571b91d50:0, corePoolSize=1, maxPoolSize=1
2024-12-09T13:20:16,369 DEBUG [RS:1;cad571b91d50:36743 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/cad571b91d50:0, corePoolSize=1, maxPoolSize=1
2024-12-09T13:20:16,370 DEBUG [RS:1;cad571b91d50:36743 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/cad571b91d50:0, corePoolSize=3, maxPoolSize=3
2024-12-09T13:20:16,370 DEBUG [RS:0;cad571b91d50:40691 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/cad571b91d50:0, corePoolSize=1, maxPoolSize=1
2024-12-09T13:20:16,370 DEBUG [RS:1;cad571b91d50:36743 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0, corePoolSize=3, maxPoolSize=3
2024-12-09T13:20:16,370 DEBUG [RS:0;cad571b91d50:40691 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/cad571b91d50:0, corePoolSize=1, maxPoolSize=1
2024-12-09T13:20:16,370 DEBUG [RS:0;cad571b91d50:40691 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/cad571b91d50:0, corePoolSize=1, maxPoolSize=1
2024-12-09T13:20:16,370 DEBUG [RS:0;cad571b91d50:40691 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/cad571b91d50:0, corePoolSize=2, maxPoolSize=2
2024-12-09T13:20:16,361 INFO  [RS:2;cad571b91d50:33659 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 
2024-12-09T13:20:16,370 DEBUG [RS:0;cad571b91d50:40691 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/cad571b91d50:0, corePoolSize=1, maxPoolSize=1
2024-12-09T13:20:16,371 DEBUG [RS:0;cad571b91d50:40691 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/cad571b91d50:0, corePoolSize=1, maxPoolSize=1
2024-12-09T13:20:16,371 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta
2024-12-09T13:20:16,371 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta
2024-12-09T13:20:16,371 DEBUG [RS:0;cad571b91d50:40691 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/cad571b91d50:0, corePoolSize=1, maxPoolSize=1
2024-12-09T13:20:16,371 DEBUG [RS:0;cad571b91d50:40691 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/cad571b91d50:0, corePoolSize=1, maxPoolSize=1
2024-12-09T13:20:16,371 DEBUG [RS:0;cad571b91d50:40691 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/cad571b91d50:0, corePoolSize=1, maxPoolSize=1
2024-12-09T13:20:16,371 INFO  [RS:2;cad571b91d50:33659 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled.
2024-12-09T13:20:16,371 DEBUG [RS:0;cad571b91d50:40691 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/cad571b91d50:0, corePoolSize=1, maxPoolSize=1
2024-12-09T13:20:16,371 DEBUG [RS:0;cad571b91d50:40691 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/cad571b91d50:0, corePoolSize=3, maxPoolSize=3
2024-12-09T13:20:16,372 DEBUG [RS:0;cad571b91d50:40691 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0, corePoolSize=3, maxPoolSize=3
2024-12-09T13:20:16,372 DEBUG [RS:2;cad571b91d50:33659 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/cad571b91d50:0, corePoolSize=1, maxPoolSize=1
2024-12-09T13:20:16,373 DEBUG [RS:2;cad571b91d50:33659 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/cad571b91d50:0, corePoolSize=1, maxPoolSize=1
2024-12-09T13:20:16,373 DEBUG [RS:2;cad571b91d50:33659 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/cad571b91d50:0, corePoolSize=1, maxPoolSize=1
2024-12-09T13:20:16,374 DEBUG [RS:2;cad571b91d50:33659 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/cad571b91d50:0, corePoolSize=1, maxPoolSize=1
2024-12-09T13:20:16,374 DEBUG [RS:2;cad571b91d50:33659 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/cad571b91d50:0, corePoolSize=1, maxPoolSize=1
2024-12-09T13:20:16,375 DEBUG [RS:2;cad571b91d50:33659 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/cad571b91d50:0, corePoolSize=2, maxPoolSize=2
2024-12-09T13:20:16,375 DEBUG [RS:2;cad571b91d50:33659 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/cad571b91d50:0, corePoolSize=1, maxPoolSize=1
2024-12-09T13:20:16,375 DEBUG [RS:2;cad571b91d50:33659 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/cad571b91d50:0, corePoolSize=1, maxPoolSize=1
2024-12-09T13:20:16,376 DEBUG [RS:2;cad571b91d50:33659 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/cad571b91d50:0, corePoolSize=1, maxPoolSize=1
2024-12-09T13:20:16,376 DEBUG [RS:2;cad571b91d50:33659 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/cad571b91d50:0, corePoolSize=1, maxPoolSize=1
2024-12-09T13:20:16,377 DEBUG [RS:2;cad571b91d50:33659 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/cad571b91d50:0, corePoolSize=1, maxPoolSize=1
2024-12-09T13:20:16,377 DEBUG [RS:2;cad571b91d50:33659 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/cad571b91d50:0, corePoolSize=1, maxPoolSize=1
2024-12-09T13:20:16,377 DEBUG [RS:2;cad571b91d50:33659 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/cad571b91d50:0, corePoolSize=3, maxPoolSize=3
2024-12-09T13:20:16,377 DEBUG [RS:2;cad571b91d50:33659 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0, corePoolSize=3, maxPoolSize=3
2024-12-09T13:20:16,380 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}]
2024-12-09T13:20:16,392 INFO  [RS:1;cad571b91d50:36743 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled.
2024-12-09T13:20:16,393 INFO  [RS:1;cad571b91d50:36743 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled.
2024-12-09T13:20:16,393 INFO  [RS:1;cad571b91d50:36743 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-12-09T13:20:16,393 INFO  [RS:1;cad571b91d50:36743 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled.
2024-12-09T13:20:16,393 INFO  [RS:1;cad571b91d50:36743 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled.
2024-12-09T13:20:16,393 INFO  [RS:1;cad571b91d50:36743 {}] hbase.ChoreService(168): Chore ScheduledChore name=cad571b91d50,36743,1733750414089-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-12-09T13:20:16,399 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-12-09T13:20:16,403 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false
2024-12-09T13:20:16,414 INFO  [RS:0;cad571b91d50:40691 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled.
2024-12-09T13:20:16,415 INFO  [RS:0;cad571b91d50:40691 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled.
2024-12-09T13:20:16,415 INFO  [RS:0;cad571b91d50:40691 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-12-09T13:20:16,415 INFO  [RS:0;cad571b91d50:40691 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled.
2024-12-09T13:20:16,415 INFO  [RS:0;cad571b91d50:40691 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled.
2024-12-09T13:20:16,415 INFO  [RS:0;cad571b91d50:40691 {}] hbase.ChoreService(168): Chore ScheduledChore name=cad571b91d50,40691,1733750413897-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-12-09T13:20:16,421 INFO  [RS:2;cad571b91d50:33659 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled.
2024-12-09T13:20:16,421 INFO  [RS:2;cad571b91d50:33659 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled.
2024-12-09T13:20:16,421 INFO  [RS:2;cad571b91d50:33659 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-12-09T13:20:16,421 INFO  [RS:2;cad571b91d50:33659 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled.
2024-12-09T13:20:16,421 INFO  [RS:2;cad571b91d50:33659 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled.
2024-12-09T13:20:16,421 INFO  [RS:2;cad571b91d50:33659 {}] hbase.ChoreService(168): Chore ScheduledChore name=cad571b91d50,33659,1733750414157-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-12-09T13:20:16,448 INFO  [RS:2;cad571b91d50:33659 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false
2024-12-09T13:20:16,451 INFO  [RS:2;cad571b91d50:33659 {}] hbase.ChoreService(168): Chore ScheduledChore name=cad571b91d50,33659,1733750414157-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled.
2024-12-09T13:20:16,451 INFO  [RS:1;cad571b91d50:36743 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false
2024-12-09T13:20:16,451 INFO  [RS:1;cad571b91d50:36743 {}] hbase.ChoreService(168): Chore ScheduledChore name=cad571b91d50,36743,1733750414089-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled.
2024-12-09T13:20:16,452 INFO  [RS:1;cad571b91d50:36743 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-12-09T13:20:16,452 INFO  [RS:1;cad571b91d50:36743 {}] regionserver.Replication(171): cad571b91d50,36743,1733750414089 started
2024-12-09T13:20:16,454 INFO  [RS:0;cad571b91d50:40691 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false
2024-12-09T13:20:16,454 INFO  [RS:0;cad571b91d50:40691 {}] hbase.ChoreService(168): Chore ScheduledChore name=cad571b91d50,40691,1733750413897-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled.
2024-12-09T13:20:16,455 INFO  [RS:0;cad571b91d50:40691 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-12-09T13:20:16,455 INFO  [RS:0;cad571b91d50:40691 {}] regionserver.Replication(171): cad571b91d50,40691,1733750413897 started
2024-12-09T13:20:16,455 INFO  [RS:2;cad571b91d50:33659 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-12-09T13:20:16,455 INFO  [RS:2;cad571b91d50:33659 {}] regionserver.Replication(171): cad571b91d50,33659,1733750414157 started
2024-12-09T13:20:16,489 INFO  [RS:0;cad571b91d50:40691 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-12-09T13:20:16,490 INFO  [RS:0;cad571b91d50:40691 {}] regionserver.HRegionServer(1482): Serving as cad571b91d50,40691,1733750413897, RpcServer on cad571b91d50/172.17.0.3:40691, sessionid=0x1012b57633b0001
2024-12-09T13:20:16,491 DEBUG [RS:0;cad571b91d50:40691 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting
2024-12-09T13:20:16,491 DEBUG [RS:0;cad571b91d50:40691 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager cad571b91d50,40691,1733750413897
2024-12-09T13:20:16,492 DEBUG [RS:0;cad571b91d50:40691 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'cad571b91d50,40691,1733750413897'
2024-12-09T13:20:16,492 DEBUG [RS:0;cad571b91d50:40691 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort'
2024-12-09T13:20:16,493 DEBUG [RS:0;cad571b91d50:40691 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired'
2024-12-09T13:20:16,495 DEBUG [RS:0;cad571b91d50:40691 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started
2024-12-09T13:20:16,496 DEBUG [RS:0;cad571b91d50:40691 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting
2024-12-09T13:20:16,496 DEBUG [RS:0;cad571b91d50:40691 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager cad571b91d50,40691,1733750413897
2024-12-09T13:20:16,496 DEBUG [RS:0;cad571b91d50:40691 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'cad571b91d50,40691,1733750413897'
2024-12-09T13:20:16,496 DEBUG [RS:0;cad571b91d50:40691 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort'
2024-12-09T13:20:16,497 DEBUG [RS:0;cad571b91d50:40691 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired'
2024-12-09T13:20:16,497 DEBUG [RS:0;cad571b91d50:40691 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started
2024-12-09T13:20:16,498 INFO  [RS:0;cad571b91d50:40691 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled
2024-12-09T13:20:16,498 INFO  [RS:1;cad571b91d50:36743 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-12-09T13:20:16,498 INFO  [RS:0;cad571b91d50:40691 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager.
2024-12-09T13:20:16,498 INFO  [RS:2;cad571b91d50:33659 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-12-09T13:20:16,499 INFO  [RS:2;cad571b91d50:33659 {}] regionserver.HRegionServer(1482): Serving as cad571b91d50,33659,1733750414157, RpcServer on cad571b91d50/172.17.0.3:33659, sessionid=0x1012b57633b0003
2024-12-09T13:20:16,499 DEBUG [RS:2;cad571b91d50:33659 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting
2024-12-09T13:20:16,499 DEBUG [RS:2;cad571b91d50:33659 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager cad571b91d50,33659,1733750414157
2024-12-09T13:20:16,499 DEBUG [RS:2;cad571b91d50:33659 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'cad571b91d50,33659,1733750414157'
2024-12-09T13:20:16,499 DEBUG [RS:2;cad571b91d50:33659 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort'
2024-12-09T13:20:16,499 INFO  [RS:1;cad571b91d50:36743 {}] regionserver.HRegionServer(1482): Serving as cad571b91d50,36743,1733750414089, RpcServer on cad571b91d50/172.17.0.3:36743, sessionid=0x1012b57633b0002
2024-12-09T13:20:16,500 DEBUG [RS:1;cad571b91d50:36743 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting
2024-12-09T13:20:16,500 DEBUG [RS:1;cad571b91d50:36743 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager cad571b91d50,36743,1733750414089
2024-12-09T13:20:16,500 DEBUG [RS:1;cad571b91d50:36743 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'cad571b91d50,36743,1733750414089'
2024-12-09T13:20:16,500 DEBUG [RS:1;cad571b91d50:36743 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort'
2024-12-09T13:20:16,506 DEBUG [RS:1;cad571b91d50:36743 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired'
2024-12-09T13:20:16,506 DEBUG [RS:2;cad571b91d50:33659 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired'
2024-12-09T13:20:16,508 DEBUG [RS:2;cad571b91d50:33659 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started
2024-12-09T13:20:16,508 DEBUG [RS:2;cad571b91d50:33659 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting
2024-12-09T13:20:16,508 DEBUG [RS:2;cad571b91d50:33659 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager cad571b91d50,33659,1733750414157
2024-12-09T13:20:16,508 DEBUG [RS:2;cad571b91d50:33659 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'cad571b91d50,33659,1733750414157'
2024-12-09T13:20:16,508 DEBUG [RS:2;cad571b91d50:33659 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort'
2024-12-09T13:20:16,510 DEBUG [RS:1;cad571b91d50:36743 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started
2024-12-09T13:20:16,510 DEBUG [RS:1;cad571b91d50:36743 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting
2024-12-09T13:20:16,510 DEBUG [RS:1;cad571b91d50:36743 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager cad571b91d50,36743,1733750414089
2024-12-09T13:20:16,511 DEBUG [RS:1;cad571b91d50:36743 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'cad571b91d50,36743,1733750414089'
2024-12-09T13:20:16,511 DEBUG [RS:1;cad571b91d50:36743 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort'
2024-12-09T13:20:16,512 DEBUG [RS:2;cad571b91d50:33659 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired'
2024-12-09T13:20:16,515 DEBUG [RS:2;cad571b91d50:33659 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started
2024-12-09T13:20:16,515 INFO  [RS:2;cad571b91d50:33659 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled
2024-12-09T13:20:16,515 INFO  [RS:2;cad571b91d50:33659 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager.
2024-12-09T13:20:16,518 DEBUG [RS:1;cad571b91d50:36743 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired'
2024-12-09T13:20:16,522 DEBUG [RS:1;cad571b91d50:36743 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started
2024-12-09T13:20:16,522 INFO  [RS:1;cad571b91d50:36743 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled
2024-12-09T13:20:16,522 INFO  [RS:1;cad571b91d50:36743 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager.
2024-12-09T13:20:16,554 WARN  [cad571b91d50:38991 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-09T13:20:16,605 INFO  [RS:0;cad571b91d50:40691 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-12-09T13:20:16,614 INFO  [RS:0;cad571b91d50:40691 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=cad571b91d50%2C40691%2C1733750413897, suffix=, logDir=hdfs://localhost:38669/user/jenkins/test-data/f58aea57-8815-ec6c-94a2-731531e192b4/WALs/cad571b91d50,40691,1733750413897, archiveDir=hdfs://localhost:38669/user/jenkins/test-data/f58aea57-8815-ec6c-94a2-731531e192b4/oldWALs, maxLogs=32
2024-12-09T13:20:16,619 INFO  [RS:2;cad571b91d50:33659 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-12-09T13:20:16,627 INFO  [RS:1;cad571b91d50:36743 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-12-09T13:20:16,636 INFO  [RS:2;cad571b91d50:33659 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=cad571b91d50%2C33659%2C1733750414157, suffix=, logDir=hdfs://localhost:38669/user/jenkins/test-data/f58aea57-8815-ec6c-94a2-731531e192b4/WALs/cad571b91d50,33659,1733750414157, archiveDir=hdfs://localhost:38669/user/jenkins/test-data/f58aea57-8815-ec6c-94a2-731531e192b4/oldWALs, maxLogs=32
2024-12-09T13:20:16,639 INFO  [RS:1;cad571b91d50:36743 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=cad571b91d50%2C36743%2C1733750414089, suffix=, logDir=hdfs://localhost:38669/user/jenkins/test-data/f58aea57-8815-ec6c-94a2-731531e192b4/WALs/cad571b91d50,36743,1733750414089, archiveDir=hdfs://localhost:38669/user/jenkins/test-data/f58aea57-8815-ec6c-94a2-731531e192b4/oldWALs, maxLogs=32
2024-12-09T13:20:16,653 DEBUG [RS:0;cad571b91d50:40691 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f58aea57-8815-ec6c-94a2-731531e192b4/WALs/cad571b91d50,40691,1733750413897/cad571b91d50%2C40691%2C1733750413897.1733750416618, exclude list is [], retry=0
2024-12-09T13:20:16,658 DEBUG [RS:2;cad571b91d50:33659 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f58aea57-8815-ec6c-94a2-731531e192b4/WALs/cad571b91d50,33659,1733750414157/cad571b91d50%2C33659%2C1733750414157.1733750416639, exclude list is [], retry=0
2024-12-09T13:20:16,658 DEBUG [RS:1;cad571b91d50:36743 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f58aea57-8815-ec6c-94a2-731531e192b4/WALs/cad571b91d50,36743,1733750414089/cad571b91d50%2C36743%2C1733750414089.1733750416641, exclude list is [], retry=0
2024-12-09T13:20:16,663 WARN  [IPC Server handler 3 on default port 38669 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology
2024-12-09T13:20:16,663 WARN  [IPC Server handler 3 on default port 38669 {}] protocol.BlockStoragePolicy(161): Failed to place enough replicas: expected size is 1 but only 0 storage types can be selected (replication=3, selected=[], unavailable=[DISK], removed=[DISK], policy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]})
2024-12-09T13:20:16,664 WARN  [IPC Server handler 3 on default port 38669 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) All required storage types are unavailable:  unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}
2024-12-09T13:20:16,666 WARN  [IPC Server handler 0 on default port 38669 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology
2024-12-09T13:20:16,666 WARN  [IPC Server handler 0 on default port 38669 {}] protocol.BlockStoragePolicy(161): Failed to place enough replicas: expected size is 1 but only 0 storage types can be selected (replication=3, selected=[], unavailable=[DISK], removed=[DISK], policy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]})
2024-12-09T13:20:16,666 WARN  [IPC Server handler 0 on default port 38669 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) All required storage types are unavailable:  unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}
2024-12-09T13:20:16,670 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37781,DS-4858dcea-8176-4e1a-a0aa-2e238ae3d36d,DISK]
2024-12-09T13:20:16,671 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42667,DS-310fa6c7-1b44-48c5-91ee-03a00afaa58d,DISK]
2024-12-09T13:20:16,683 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42667,DS-310fa6c7-1b44-48c5-91ee-03a00afaa58d,DISK]
2024-12-09T13:20:16,684 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42667,DS-310fa6c7-1b44-48c5-91ee-03a00afaa58d,DISK]
2024-12-09T13:20:16,686 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36633,DS-24d34457-d44e-4b4d-99cf-d912522ac431,DISK]
2024-12-09T13:20:16,687 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37781,DS-4858dcea-8176-4e1a-a0aa-2e238ae3d36d,DISK]
2024-12-09T13:20:16,687 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37781,DS-4858dcea-8176-4e1a-a0aa-2e238ae3d36d,DISK]
2024-12-09T13:20:16,717 INFO  [RS:1;cad571b91d50:36743 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f58aea57-8815-ec6c-94a2-731531e192b4/WALs/cad571b91d50,36743,1733750414089/cad571b91d50%2C36743%2C1733750414089.1733750416641
2024-12-09T13:20:16,719 DEBUG [RS:1;cad571b91d50:36743 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45053:45053),(127.0.0.1/127.0.0.1:38687:38687)]
2024-12-09T13:20:16,720 INFO  [RS:2;cad571b91d50:33659 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f58aea57-8815-ec6c-94a2-731531e192b4/WALs/cad571b91d50,33659,1733750414157/cad571b91d50%2C33659%2C1733750414157.1733750416639
2024-12-09T13:20:16,722 DEBUG [RS:2;cad571b91d50:33659 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44245:44245),(127.0.0.1/127.0.0.1:45053:45053),(127.0.0.1/127.0.0.1:38687:38687)]
2024-12-09T13:20:16,723 INFO  [RS:0;cad571b91d50:40691 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f58aea57-8815-ec6c-94a2-731531e192b4/WALs/cad571b91d50,40691,1733750413897/cad571b91d50%2C40691%2C1733750413897.1733750416618
2024-12-09T13:20:16,725 DEBUG [RS:0;cad571b91d50:40691 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45053:45053),(127.0.0.1/127.0.0.1:38687:38687)]
2024-12-09T13:20:16,808 DEBUG [cad571b91d50:38991 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=3, allServersCount=3
2024-12-09T13:20:16,819 DEBUG [cad571b91d50:38991 {}] balancer.BalancerClusterState(204): Hosts are {cad571b91d50=0} racks are {/default-rack=0}
2024-12-09T13:20:16,831 DEBUG [cad571b91d50:38991 {}] balancer.BalancerClusterState(303): server 0 has 0 regions
2024-12-09T13:20:16,831 DEBUG [cad571b91d50:38991 {}] balancer.BalancerClusterState(303): server 1 has 0 regions
2024-12-09T13:20:16,831 DEBUG [cad571b91d50:38991 {}] balancer.BalancerClusterState(303): server 2 has 0 regions
2024-12-09T13:20:16,831 DEBUG [cad571b91d50:38991 {}] balancer.BalancerClusterState(310): server 0 is on host 0
2024-12-09T13:20:16,831 DEBUG [cad571b91d50:38991 {}] balancer.BalancerClusterState(310): server 1 is on host 0
2024-12-09T13:20:16,831 DEBUG [cad571b91d50:38991 {}] balancer.BalancerClusterState(310): server 2 is on host 0
2024-12-09T13:20:16,831 INFO  [cad571b91d50:38991 {}] balancer.BalancerClusterState(321): server 0 is on rack 0
2024-12-09T13:20:16,831 INFO  [cad571b91d50:38991 {}] balancer.BalancerClusterState(321): server 1 is on rack 0
2024-12-09T13:20:16,831 INFO  [cad571b91d50:38991 {}] balancer.BalancerClusterState(321): server 2 is on rack 0
2024-12-09T13:20:16,831 DEBUG [cad571b91d50:38991 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1
2024-12-09T13:20:16,846 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=cad571b91d50,40691,1733750413897
2024-12-09T13:20:16,856 INFO  [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as cad571b91d50,40691,1733750413897, state=OPENING
2024-12-09T13:20:16,871 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it
2024-12-09T13:20:16,875 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33659-0x1012b57633b0003, quorum=127.0.0.1:60172, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-09T13:20:16,878 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40691-0x1012b57633b0001, quorum=127.0.0.1:60172, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-09T13:20:16,878 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36743-0x1012b57633b0002, quorum=127.0.0.1:60172, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-09T13:20:16,879 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38991-0x1012b57633b0000, quorum=127.0.0.1:60172, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-09T13:20:16,880 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-12-09T13:20:16,880 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-12-09T13:20:16,880 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-12-09T13:20:16,883 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-12-09T13:20:16,883 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-12-09T13:20:16,886 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=cad571b91d50,40691,1733750413897}]
2024-12-09T13:20:17,076 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-12-09T13:20:17,079 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52787, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService
2024-12-09T13:20:17,095 INFO  [RS_OPEN_META-regionserver/cad571b91d50:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740
2024-12-09T13:20:17,096 INFO  [RS_OPEN_META-regionserver/cad571b91d50:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-12-09T13:20:17,097 INFO  [RS_OPEN_META-regionserver/cad571b91d50:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta
2024-12-09T13:20:17,108 INFO  [RS_OPEN_META-regionserver/cad571b91d50:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=cad571b91d50%2C40691%2C1733750413897.meta, suffix=.meta, logDir=hdfs://localhost:38669/user/jenkins/test-data/f58aea57-8815-ec6c-94a2-731531e192b4/WALs/cad571b91d50,40691,1733750413897, archiveDir=hdfs://localhost:38669/user/jenkins/test-data/f58aea57-8815-ec6c-94a2-731531e192b4/oldWALs, maxLogs=32
2024-12-09T13:20:17,131 DEBUG [RS_OPEN_META-regionserver/cad571b91d50:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f58aea57-8815-ec6c-94a2-731531e192b4/WALs/cad571b91d50,40691,1733750413897/cad571b91d50%2C40691%2C1733750413897.meta.1733750417109.meta, exclude list is [], retry=0
2024-12-09T13:20:17,137 WARN  [IPC Server handler 2 on default port 38669 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology
2024-12-09T13:20:17,137 WARN  [IPC Server handler 2 on default port 38669 {}] protocol.BlockStoragePolicy(161): Failed to place enough replicas: expected size is 1 but only 0 storage types can be selected (replication=3, selected=[], unavailable=[DISK], removed=[DISK], policy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]})
2024-12-09T13:20:17,137 WARN  [IPC Server handler 2 on default port 38669 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) All required storage types are unavailable:  unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}
2024-12-09T13:20:17,141 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42667,DS-310fa6c7-1b44-48c5-91ee-03a00afaa58d,DISK]
2024-12-09T13:20:17,142 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37781,DS-4858dcea-8176-4e1a-a0aa-2e238ae3d36d,DISK]
2024-12-09T13:20:17,159 INFO  [RS_OPEN_META-regionserver/cad571b91d50:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f58aea57-8815-ec6c-94a2-731531e192b4/WALs/cad571b91d50,40691,1733750413897/cad571b91d50%2C40691%2C1733750413897.meta.1733750417109.meta
2024-12-09T13:20:17,159 DEBUG [RS_OPEN_META-regionserver/cad571b91d50:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38687:38687),(127.0.0.1/127.0.0.1:45053:45053)]
2024-12-09T13:20:17,160 DEBUG [RS_OPEN_META-regionserver/cad571b91d50:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}
2024-12-09T13:20:17,162 DEBUG [RS_OPEN_META-regionserver/cad571b91d50:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911
2024-12-09T13:20:17,165 DEBUG [RS_OPEN_META-regionserver/cad571b91d50:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService
2024-12-09T13:20:17,172 INFO  [RS_OPEN_META-regionserver/cad571b91d50:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully.
2024-12-09T13:20:17,176 DEBUG [RS_OPEN_META-regionserver/cad571b91d50:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740
2024-12-09T13:20:17,177 DEBUG [RS_OPEN_META-regionserver/cad571b91d50:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-09T13:20:17,177 DEBUG [RS_OPEN_META-regionserver/cad571b91d50:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740
2024-12-09T13:20:17,177 DEBUG [RS_OPEN_META-regionserver/cad571b91d50:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740
2024-12-09T13:20:17,182 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-12-09T13:20:17,183 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-12-09T13:20:17,183 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:20:17,184 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-09T13:20:17,185 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-12-09T13:20:17,188 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-12-09T13:20:17,188 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:20:17,190 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-09T13:20:17,190 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-12-09T13:20:17,201 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-12-09T13:20:17,201 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:20:17,209 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-09T13:20:17,209 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-12-09T13:20:17,215 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-12-09T13:20:17,215 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:20:17,216 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-09T13:20:17,218 DEBUG [RS_OPEN_META-regionserver/cad571b91d50:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-12-09T13:20:17,220 DEBUG [RS_OPEN_META-regionserver/cad571b91d50:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38669/user/jenkins/test-data/f58aea57-8815-ec6c-94a2-731531e192b4/data/hbase/meta/1588230740
2024-12-09T13:20:17,224 DEBUG [RS_OPEN_META-regionserver/cad571b91d50:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38669/user/jenkins/test-data/f58aea57-8815-ec6c-94a2-731531e192b4/data/hbase/meta/1588230740
2024-12-09T13:20:17,227 DEBUG [RS_OPEN_META-regionserver/cad571b91d50:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-12-09T13:20:17,227 DEBUG [RS_OPEN_META-regionserver/cad571b91d50:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-12-09T13:20:17,229 DEBUG [RS_OPEN_META-regionserver/cad571b91d50:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-12-09T13:20:17,232 DEBUG [RS_OPEN_META-regionserver/cad571b91d50:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-12-09T13:20:17,234 INFO  [RS_OPEN_META-regionserver/cad571b91d50:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67399386, jitterRate=0.004329115152359009}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-12-09T13:20:17,234 DEBUG [RS_OPEN_META-regionserver/cad571b91d50:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740
2024-12-09T13:20:17,236 DEBUG [RS_OPEN_META-regionserver/cad571b91d50:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740:
Running coprocessor pre-open hook at 1733750417178Writing region info on filesystem at 1733750417178Initializing all the Stores at 1733750417181 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733750417181Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733750417181Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733750417181Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733750417181Cleaning up temporary data from old regions at 1733750417227 (+46 ms)Running coprocessor post-open hooks at 1733750417234 (+7 ms)Region opened successfully at 1733750417236 (+2 ms)
2024-12-09T13:20:17,255 INFO  [RS_OPEN_META-regionserver/cad571b91d50:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733750417068
2024-12-09T13:20:17,286 DEBUG [RS_OPEN_META-regionserver/cad571b91d50:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740
2024-12-09T13:20:17,290 INFO  [RS_OPEN_META-regionserver/cad571b91d50:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740
2024-12-09T13:20:17,293 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=cad571b91d50,40691,1733750413897
2024-12-09T13:20:17,309 INFO  [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as cad571b91d50,40691,1733750413897, state=OPEN
2024-12-09T13:20:17,321 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40691-0x1012b57633b0001, quorum=127.0.0.1:60172, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-12-09T13:20:17,322 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33659-0x1012b57633b0003, quorum=127.0.0.1:60172, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-12-09T13:20:17,322 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36743-0x1012b57633b0002, quorum=127.0.0.1:60172, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-12-09T13:20:17,322 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-12-09T13:20:17,322 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-12-09T13:20:17,322 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-12-09T13:20:17,322 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38991-0x1012b57633b0000, quorum=127.0.0.1:60172, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-12-09T13:20:17,323 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-12-09T13:20:17,323 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=cad571b91d50,40691,1733750413897
2024-12-09T13:20:17,337 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2
2024-12-09T13:20:17,337 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=cad571b91d50,40691,1733750413897 in 438 msec
2024-12-09T13:20:17,346 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1
2024-12-09T13:20:17,347 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 960 msec
2024-12-09T13:20:17,348 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta
2024-12-09T13:20:17,348 INFO  [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces
2024-12-09T13:20:17,371 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-09T13:20:17,372 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cad571b91d50,40691,1733750413897, seqNum=-1]
2024-12-09T13:20:17,404 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-09T13:20:17,415 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36349, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-09T13:20:17,454 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.6380 sec
2024-12-09T13:20:17,455 INFO  [master/cad571b91d50:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733750417454, completionTime=-1
2024-12-09T13:20:17,459 INFO  [master/cad571b91d50:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running
2024-12-09T13:20:17,459 DEBUG [master/cad571b91d50:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster...
2024-12-09T13:20:17,509 INFO  [master/cad571b91d50:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=3
2024-12-09T13:20:17,509 INFO  [master/cad571b91d50:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733750477509
2024-12-09T13:20:17,509 INFO  [master/cad571b91d50:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733750537509
2024-12-09T13:20:17,509 INFO  [master/cad571b91d50:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 50 msec
2024-12-09T13:20:17,511 DEBUG [master/cad571b91d50:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache
2024-12-09T13:20:17,520 INFO  [master/cad571b91d50:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cad571b91d50,38991,1733750412650-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-12-09T13:20:17,520 INFO  [master/cad571b91d50:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cad571b91d50,38991,1733750412650-BalancerChore, period=300000, unit=MILLISECONDS is enabled.
2024-12-09T13:20:17,520 INFO  [master/cad571b91d50:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cad571b91d50,38991,1733750412650-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled.
2024-12-09T13:20:17,523 INFO  [master/cad571b91d50:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-cad571b91d50:38991, period=300000, unit=MILLISECONDS is enabled.
2024-12-09T13:20:17,524 INFO  [master/cad571b91d50:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled.
2024-12-09T13:20:17,527 INFO  [master/cad571b91d50:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled.
2024-12-09T13:20:17,531 DEBUG [master/cad571b91d50:0.Chore.1 {}] janitor.CatalogJanitor(180): 
2024-12-09T13:20:17,569 INFO  [master/cad571b91d50:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.269sec
2024-12-09T13:20:17,572 INFO  [master/cad571b91d50:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled
2024-12-09T13:20:17,573 INFO  [master/cad571b91d50:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting.
2024-12-09T13:20:17,575 INFO  [master/cad571b91d50:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting.
2024-12-09T13:20:17,575 INFO  [master/cad571b91d50:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting.
2024-12-09T13:20:17,576 INFO  [master/cad571b91d50:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding
2024-12-09T13:20:17,578 INFO  [master/cad571b91d50:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cad571b91d50,38991,1733750412650-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-12-09T13:20:17,579 INFO  [master/cad571b91d50:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cad571b91d50,38991,1733750412650-MobFileCompactionChore, period=604800, unit=SECONDS is enabled.
2024-12-09T13:20:17,587 DEBUG [master/cad571b91d50:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds
2024-12-09T13:20:17,588 INFO  [master/cad571b91d50:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled.
2024-12-09T13:20:17,588 INFO  [master/cad571b91d50:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cad571b91d50,38991,1733750412650-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled.
2024-12-09T13:20:17,660 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e4c2dcd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-09T13:20:17,666 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cad571b91d50,38991,-1 for getting cluster id
2024-12-09T13:20:17,670 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-09T13:20:17,692 DEBUG [HMaster-EventLoopGroup-2-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8da611a7-c68d-4b51-8ee8-7ccaf308a207'
2024-12-09T13:20:17,703 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-09T13:20:17,703 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8da611a7-c68d-4b51-8ee8-7ccaf308a207"

2024-12-09T13:20:17,707 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d3b6baa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-09T13:20:17,707 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cad571b91d50,38991,-1]
2024-12-09T13:20:17,711 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-09T13:20:17,716 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-09T13:20:17,719 INFO  [HMaster-EventLoopGroup-2-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58074, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-12-09T13:20:17,723 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5fea663b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-09T13:20:17,724 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-09T13:20:17,746 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cad571b91d50,40691,1733750413897, seqNum=-1]
2024-12-09T13:20:17,746 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-09T13:20:17,763 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42576, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-09T13:20:17,811 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=cad571b91d50,38991,1733750412650
2024-12-09T13:20:17,812 INFO  [Time-limited test {}] wal.AbstractTestWALReplay(147): hbase.rootdir=hdfs://localhost:38669/hbase
2024-12-09T13:20:17,858 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testNameConflictWhenSplit0 Thread=354, OpenFileDescriptor=583, MaxFileDescriptor=1048576, SystemLoadAverage=1049, ProcessCount=11, AvailableMemoryMB=6150
2024-12-09T13:20:17,898 INFO  [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-12-09T13:20:17,904 INFO  [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-12-09T13:20:17,908 INFO  [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-12-09T13:20:17,924 INFO  [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-68044866, suffix=, logDir=hdfs://localhost:38669/hbase/WALs/hregion-68044866, archiveDir=hdfs://localhost:38669/hbase/oldWALs, maxLogs=32
2024-12-09T13:20:17,950 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-68044866/hregion-68044866.1733750417927, exclude list is [], retry=0
2024-12-09T13:20:17,959 DEBUG [AsyncFSWAL-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42667,DS-310fa6c7-1b44-48c5-91ee-03a00afaa58d,DISK]
2024-12-09T13:20:17,970 DEBUG [AsyncFSWAL-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37781,DS-4858dcea-8176-4e1a-a0aa-2e238ae3d36d,DISK]
2024-12-09T13:20:17,983 DEBUG [AsyncFSWAL-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36633,DS-24d34457-d44e-4b4d-99cf-d912522ac431,DISK]
2024-12-09T13:20:17,995 INFO  [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-68044866/hregion-68044866.1733750417927
2024-12-09T13:20:17,998 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38687:38687),(127.0.0.1/127.0.0.1:45053:45053),(127.0.0.1/127.0.0.1:44245:44245)]
2024-12-09T13:20:17,999 INFO  [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => e5c2afeed643e085ce17ee60129f74b3, NAME => 'testReplayEditsWrittenIntoWAL,,1733750417900.e5c2afeed643e085ce17ee60129f74b3.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenIntoWAL', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38669/hbase
2024-12-09T13:20:18,066 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42667 is added to blk_1073741838_1014 (size=64)
2024-12-09T13:20:18,066 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36633 is added to blk_1073741838_1014 (size=64)
2024-12-09T13:20:18,067 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37781 is added to blk_1073741838_1014 (size=64)
2024-12-09T13:20:18,073 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1733750417900.e5c2afeed643e085ce17ee60129f74b3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-09T13:20:18,083 INFO  [StoreOpener-e5c2afeed643e085ce17ee60129f74b3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region e5c2afeed643e085ce17ee60129f74b3 
2024-12-09T13:20:18,095 INFO  [StoreOpener-e5c2afeed643e085ce17ee60129f74b3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e5c2afeed643e085ce17ee60129f74b3 columnFamilyName a
2024-12-09T13:20:18,095 DEBUG [StoreOpener-e5c2afeed643e085ce17ee60129f74b3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:20:18,096 INFO  [StoreOpener-e5c2afeed643e085ce17ee60129f74b3-1 {}] regionserver.HStore(327): Store=e5c2afeed643e085ce17ee60129f74b3/a,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-09T13:20:18,097 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for e5c2afeed643e085ce17ee60129f74b3
2024-12-09T13:20:18,098 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38669/hbase/data/default/testReplayEditsWrittenIntoWAL/e5c2afeed643e085ce17ee60129f74b3
2024-12-09T13:20:18,099 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38669/hbase/data/default/testReplayEditsWrittenIntoWAL/e5c2afeed643e085ce17ee60129f74b3
2024-12-09T13:20:18,103 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for e5c2afeed643e085ce17ee60129f74b3
2024-12-09T13:20:18,104 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for e5c2afeed643e085ce17ee60129f74b3
2024-12-09T13:20:18,111 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for e5c2afeed643e085ce17ee60129f74b3
2024-12-09T13:20:18,119 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38669/hbase/data/default/testReplayEditsWrittenIntoWAL/e5c2afeed643e085ce17ee60129f74b3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-09T13:20:18,120 INFO  [Time-limited test {}] regionserver.HRegion(1114): Opened e5c2afeed643e085ce17ee60129f74b3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74793953, jitterRate=0.11451674997806549}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-12-09T13:20:18,122 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for e5c2afeed643e085ce17ee60129f74b3:
Writing region info on filesystem at 1733750418073Initializing all the Stores at 1733750418080 (+7 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733750418080Cleaning up temporary data from old regions at 1733750418104 (+24 ms)Region opened successfully at 1733750418122 (+18 ms)
2024-12-09T13:20:18,122 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing e5c2afeed643e085ce17ee60129f74b3, disabling compactions & flushes
2024-12-09T13:20:18,123 INFO  [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenIntoWAL,,1733750417900.e5c2afeed643e085ce17ee60129f74b3.
2024-12-09T13:20:18,123 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenIntoWAL,,1733750417900.e5c2afeed643e085ce17ee60129f74b3.
2024-12-09T13:20:18,123 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenIntoWAL,,1733750417900.e5c2afeed643e085ce17ee60129f74b3. after waiting 0 ms
2024-12-09T13:20:18,123 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenIntoWAL,,1733750417900.e5c2afeed643e085ce17ee60129f74b3.
2024-12-09T13:20:18,127 INFO  [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenIntoWAL,,1733750417900.e5c2afeed643e085ce17ee60129f74b3.
2024-12-09T13:20:18,127 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for e5c2afeed643e085ce17ee60129f74b3:
Waiting for close lock at 1733750418122Disabling compacts and flushes for region at 1733750418122Disabling writes for close at 1733750418123 (+1 ms)Writing region close event to WAL at 1733750418126 (+3 ms)Closed at 1733750418126
2024-12-09T13:20:18,142 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37781 is added to blk_1073741837_1013 (size=95)
2024-12-09T13:20:18,143 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42667 is added to blk_1073741837_1013 (size=95)
2024-12-09T13:20:18,144 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36633 is added to blk_1073741837_1013 (size=95)
2024-12-09T13:20:18,154 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs
2024-12-09T13:20:18,155 INFO  [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-68044866:(num 1733750417927)
2024-12-09T13:20:18,159 INFO  [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testMonitor
2024-12-09T13:20:18,224 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42667 is added to blk_1073741839_1015 (size=320)
2024-12-09T13:20:18,225 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37781 is added to blk_1073741839_1015 (size=320)
2024-12-09T13:20:18,232 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36633 is added to blk_1073741839_1015 (size=320)
2024-12-09T13:20:18,232 INFO  [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testMonitor
2024-12-09T13:20:18,294 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36633 is added to blk_1073741840_1016 (size=253)
2024-12-09T13:20:18,295 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37781 is added to blk_1073741840_1016 (size=253)
2024-12-09T13:20:18,297 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42667 is added to blk_1073741840_1016 (size=253)
2024-12-09T13:20:18,334 INFO  [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38669/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733750417895/wal-1, size=320 (320bytes)
2024-12-09T13:20:18,335 DEBUG [Time-limited test {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils
2024-12-09T13:20:18,338 DEBUG [Time-limited test {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease()
2024-12-09T13:20:18,346 INFO  [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38669/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733750417895/wal-1
2024-12-09T13:20:18,363 INFO  [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38669/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733750417895/wal-1 after 11ms
2024-12-09T13:20:18,385 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:38669/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733750417895/wal-1: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ
2024-12-09T13:20:18,386 INFO  [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38669/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733750417895/wal-1 took 54ms
2024-12-09T13:20:18,401 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38669/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733750417895/wal-1 so closing down
2024-12-09T13:20:18,401 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish
2024-12-09T13:20:18,404 INFO  [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal-1.temp
2024-12-09T13:20:18,411 INFO  [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38669/hbase/data/default/testReplayEditsWrittenIntoWAL/e5c2afeed643e085ce17ee60129f74b3/recovered.edits/0000000000000000001-wal-1.temp
2024-12-09T13:20:18,412 INFO  [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished
2024-12-09T13:20:18,459 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36633 is added to blk_1073741841_1017 (size=320)
2024-12-09T13:20:18,459 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42667 is added to blk_1073741841_1017 (size=320)
2024-12-09T13:20:18,462 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37781 is added to blk_1073741841_1017 (size=320)
2024-12-09T13:20:18,471 INFO  [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38669/hbase/data/default/testReplayEditsWrittenIntoWAL/e5c2afeed643e085ce17ee60129f74b3/recovered.edits/0000000000000000001-wal-1.temp (wrote 2 edits, skipped 0 edits in 0 ms)
2024-12-09T13:20:18,485 INFO  [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38669/hbase/data/default/testReplayEditsWrittenIntoWAL/e5c2afeed643e085ce17ee60129f74b3/recovered.edits/0000000000000000001-wal-1.temp to hdfs://localhost:38669/hbase/data/default/testReplayEditsWrittenIntoWAL/e5c2afeed643e085ce17ee60129f74b3/recovered.edits/0000000000000000002
2024-12-09T13:20:18,490 INFO  [Time-limited test {}] wal.WALSplitter(425): Processed 2 edits across 1 Regions in 95 ms; skipped=0; WAL=hdfs://localhost:38669/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733750417895/wal-1, size=320, length=320, corrupted=false, cancelled=false
2024-12-09T13:20:18,491 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38669/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733750417895/wal-1, journal: Splitting hdfs://localhost:38669/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733750417895/wal-1, size=320 (320bytes) at 1733750418334Finishing writing output for hdfs://localhost:38669/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733750417895/wal-1 so closing down at 1733750418401 (+67 ms)Creating recovered edits writer path=hdfs://localhost:38669/hbase/data/default/testReplayEditsWrittenIntoWAL/e5c2afeed643e085ce17ee60129f74b3/recovered.edits/0000000000000000001-wal-1.temp at 1733750418411 (+10 ms)3 split writer threads finished at 1733750418412 (+1 ms)Closed recovered edits writer path=hdfs://localhost:38669/hbase/data/default/testReplayEditsWrittenIntoWAL/e5c2afeed643e085ce17ee60129f74b3/recovered.edits/0000000000000000001-wal-1.temp (wrote 2 edits, skipped 0 edits in 0 ms) at 1733750418471 (+59 ms)Rename recovered edits hdfs://localhost:38669/hbase/data/default/testReplayEditsWrittenIntoWAL/e5c2afeed643e085ce17ee60129f74b3/recovered.edits/0000000000000000001-wal-1.temp to hdfs://localhost:38669/hbase/data/default/testReplayEditsWrittenIntoWAL/e5c2afeed643e085ce17ee60129f74b3/recovered.edits/0000000000000000002 at 1733750418485 (+14 ms)Processed 2 edits across 1 Regions in 95 ms; skipped=0; WAL=hdfs://localhost:38669/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733750417895/wal-1, size=320, length=320, corrupted=false, cancelled=false at 1733750418490 (+5 ms)
2024-12-09T13:20:18,517 INFO  [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38669/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733750417895/wal-2, size=253 (253bytes)
2024-12-09T13:20:18,517 INFO  [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38669/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733750417895/wal-2
2024-12-09T13:20:18,521 INFO  [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38669/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733750417895/wal-2 after 4ms
2024-12-09T13:20:18,543 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:38669/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733750417895/wal-2: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ
2024-12-09T13:20:18,544 INFO  [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38669/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733750417895/wal-2 took 27ms
2024-12-09T13:20:18,559 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38669/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733750417895/wal-2 so closing down
2024-12-09T13:20:18,559 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish
2024-12-09T13:20:18,580 INFO  [Time-limited test-Writer-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000002-wal-2.temp
2024-12-09T13:20:18,594 INFO  [Time-limited test-Writer-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38669/hbase/data/default/testReplayEditsWrittenIntoWAL/e5c2afeed643e085ce17ee60129f74b3/recovered.edits/0000000000000000002-wal-2.temp
2024-12-09T13:20:18,596 INFO  [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished
2024-12-09T13:20:18,656 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36633 is added to blk_1073741842_1018 (size=253)
2024-12-09T13:20:18,656 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37781 is added to blk_1073741842_1018 (size=253)
2024-12-09T13:20:18,656 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42667 is added to blk_1073741842_1018 (size=253)
2024-12-09T13:20:18,659 INFO  [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38669/hbase/data/default/testReplayEditsWrittenIntoWAL/e5c2afeed643e085ce17ee60129f74b3/recovered.edits/0000000000000000002-wal-2.temp (wrote 1 edits, skipped 0 edits in 0 ms)
2024-12-09T13:20:18,667 DEBUG [split-log-closeStream-pool-0 {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:38669/hbase/data/default/testReplayEditsWrittenIntoWAL/e5c2afeed643e085ce17ee60129f74b3/recovered.edits/0000000000000000002: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ
2024-12-09T13:20:18,671 WARN  [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(184): Found existing old edits file and we have less entries. Deleting hdfs://localhost:38669/hbase/data/default/testReplayEditsWrittenIntoWAL/e5c2afeed643e085ce17ee60129f74b3/recovered.edits/0000000000000000002-wal-2.temp, length=253
2024-12-09T13:20:18,673 INFO  [Time-limited test {}] wal.WALSplitter(425): Processed 1 edits across 1 Regions in 122 ms; skipped=0; WAL=hdfs://localhost:38669/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733750417895/wal-2, size=253, length=253, corrupted=false, cancelled=false
2024-12-09T13:20:18,673 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38669/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733750417895/wal-2, journal: Splitting hdfs://localhost:38669/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733750417895/wal-2, size=253 (253bytes) at 1733750418517Finishing writing output for hdfs://localhost:38669/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733750417895/wal-2 so closing down at 1733750418559 (+42 ms)Creating recovered edits writer path=hdfs://localhost:38669/hbase/data/default/testReplayEditsWrittenIntoWAL/e5c2afeed643e085ce17ee60129f74b3/recovered.edits/0000000000000000002-wal-2.temp at 1733750418595 (+36 ms)3 split writer threads finished at 1733750418596 (+1 ms)Closed recovered edits writer path=hdfs://localhost:38669/hbase/data/default/testReplayEditsWrittenIntoWAL/e5c2afeed643e085ce17ee60129f74b3/recovered.edits/0000000000000000002-wal-2.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1733750418660 (+64 ms)Processed 1 edits across 1 Regions in 122 ms; skipped=0; WAL=hdfs://localhost:38669/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733750417895/wal-2, size=253, length=253, corrupted=false, cancelled=false at 1733750418673 (+13 ms)
2024-12-09T13:20:18,673 INFO  [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor
2024-12-09T13:20:18,679 INFO  [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:38669/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733750417895, archiveDir=hdfs://localhost:38669/hbase/oldWALs, maxLogs=32
2024-12-09T13:20:18,701 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testnameconflictwhensplit0-manual,16010,1733750417895/wal.1733750418680, exclude list is [], retry=0
2024-12-09T13:20:18,708 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36633,DS-24d34457-d44e-4b4d-99cf-d912522ac431,DISK]
2024-12-09T13:20:18,710 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42667,DS-310fa6c7-1b44-48c5-91ee-03a00afaa58d,DISK]
2024-12-09T13:20:18,710 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37781,DS-4858dcea-8176-4e1a-a0aa-2e238ae3d36d,DISK]
2024-12-09T13:20:18,731 INFO  [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testnameconflictwhensplit0-manual,16010,1733750417895/wal.1733750418680
2024-12-09T13:20:18,734 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44245:44245),(127.0.0.1/127.0.0.1:38687:38687),(127.0.0.1/127.0.0.1:45053:45053)]
2024-12-09T13:20:18,735 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => e5c2afeed643e085ce17ee60129f74b3, NAME => 'testReplayEditsWrittenIntoWAL,,1733750417900.e5c2afeed643e085ce17ee60129f74b3.', STARTKEY => '', ENDKEY => ''}
2024-12-09T13:20:18,735 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1733750417900.e5c2afeed643e085ce17ee60129f74b3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-09T13:20:18,735 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for e5c2afeed643e085ce17ee60129f74b3
2024-12-09T13:20:18,735 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for e5c2afeed643e085ce17ee60129f74b3
2024-12-09T13:20:18,739 INFO  [StoreOpener-e5c2afeed643e085ce17ee60129f74b3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region e5c2afeed643e085ce17ee60129f74b3 
2024-12-09T13:20:18,740 INFO  [StoreOpener-e5c2afeed643e085ce17ee60129f74b3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e5c2afeed643e085ce17ee60129f74b3 columnFamilyName a
2024-12-09T13:20:18,741 DEBUG [StoreOpener-e5c2afeed643e085ce17ee60129f74b3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:20:18,742 INFO  [StoreOpener-e5c2afeed643e085ce17ee60129f74b3-1 {}] regionserver.HStore(327): Store=e5c2afeed643e085ce17ee60129f74b3/a,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-09T13:20:18,742 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for e5c2afeed643e085ce17ee60129f74b3
2024-12-09T13:20:18,744 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38669/hbase/data/default/testReplayEditsWrittenIntoWAL/e5c2afeed643e085ce17ee60129f74b3
2024-12-09T13:20:18,750 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:38669/hbase/data/default/testReplayEditsWrittenIntoWAL/e5c2afeed643e085ce17ee60129f74b3
2024-12-09T13:20:18,755 INFO  [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:38669/hbase/data/default/testReplayEditsWrittenIntoWAL/e5c2afeed643e085ce17ee60129f74b3/recovered.edits/0000000000000000002
2024-12-09T13:20:18,773 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:38669/hbase/data/default/testReplayEditsWrittenIntoWAL/e5c2afeed643e085ce17ee60129f74b3/recovered.edits/0000000000000000002: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ
2024-12-09T13:20:18,788 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 2, skipped 0, firstSequenceIdInLog=1, maxSequenceIdInLog=2, path=hdfs://localhost:38669/hbase/data/default/testReplayEditsWrittenIntoWAL/e5c2afeed643e085ce17ee60129f74b3/recovered.edits/0000000000000000002
2024-12-09T13:20:18,792 INFO  [Time-limited test {}] regionserver.HRegion(2902): Flushing e5c2afeed643e085ce17ee60129f74b3 1/1 column families, dataSize=108 B heapSize=512 B
2024-12-09T13:20:18,863 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38669/hbase/data/default/testReplayEditsWrittenIntoWAL/e5c2afeed643e085ce17ee60129f74b3/.tmp/a/6842c0fc883d4e8fbad665c8e8345552 is 58, key is testReplayEditsWrittenIntoWAL/a:1/1733750418155/Put/seqid=0
2024-12-09T13:20:18,882 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36633 is added to blk_1073741844_1020 (size=5170)
2024-12-09T13:20:18,882 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37781 is added to blk_1073741844_1020 (size=5170)
2024-12-09T13:20:18,883 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42667 is added to blk_1073741844_1020 (size=5170)
2024-12-09T13:20:18,883 INFO  [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=2 (bloomFilter=true), to=hdfs://localhost:38669/hbase/data/default/testReplayEditsWrittenIntoWAL/e5c2afeed643e085ce17ee60129f74b3/.tmp/a/6842c0fc883d4e8fbad665c8e8345552
2024-12-09T13:20:19,048 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38669/hbase/data/default/testReplayEditsWrittenIntoWAL/e5c2afeed643e085ce17ee60129f74b3/.tmp/a/6842c0fc883d4e8fbad665c8e8345552 as hdfs://localhost:38669/hbase/data/default/testReplayEditsWrittenIntoWAL/e5c2afeed643e085ce17ee60129f74b3/a/6842c0fc883d4e8fbad665c8e8345552
2024-12-09T13:20:19,070 INFO  [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38669/hbase/data/default/testReplayEditsWrittenIntoWAL/e5c2afeed643e085ce17ee60129f74b3/a/6842c0fc883d4e8fbad665c8e8345552, entries=2, sequenceid=2, filesize=5.0 K
2024-12-09T13:20:19,078 INFO  [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~108 B/108, heapSize ~496 B/496, currentSize=0 B/0 for e5c2afeed643e085ce17ee60129f74b3 in 284ms, sequenceid=2, compaction requested=false; wal=null
2024-12-09T13:20:19,083 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:38669/hbase/data/default/testReplayEditsWrittenIntoWAL/e5c2afeed643e085ce17ee60129f74b3/recovered.edits/0000000000000000002
2024-12-09T13:20:19,085 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for e5c2afeed643e085ce17ee60129f74b3
2024-12-09T13:20:19,085 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for e5c2afeed643e085ce17ee60129f74b3
2024-12-09T13:20:19,094 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for e5c2afeed643e085ce17ee60129f74b3
2024-12-09T13:20:19,098 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38669/hbase/data/default/testReplayEditsWrittenIntoWAL/e5c2afeed643e085ce17ee60129f74b3/recovered.edits/2.seqid, newMaxSeqId=2, maxSeqId=1
2024-12-09T13:20:19,099 INFO  [Time-limited test {}] regionserver.HRegion(1114): Opened e5c2afeed643e085ce17ee60129f74b3; next sequenceid=3; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69447956, jitterRate=0.0348551869392395}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-12-09T13:20:19,101 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for e5c2afeed643e085ce17ee60129f74b3:
Writing region info on filesystem at 1733750418736Initializing all the Stores at 1733750418738 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733750418738Obtaining lock to block concurrent updates at 1733750418792 (+54 ms)Preparing flush snapshotting stores in e5c2afeed643e085ce17ee60129f74b3 at 1733750418792Finished memstore snapshotting testReplayEditsWrittenIntoWAL,,1733750417900.e5c2afeed643e085ce17ee60129f74b3., syncing WAL and waiting on mvcc, flushsize=dataSize=108, getHeapSize=496, getOffHeapSize=0, getCellsCount=2 at 1733750418796 (+4 ms)Flushing stores of testReplayEditsWrittenIntoWAL,,1733750417900.e5c2afeed643e085ce17ee60129f74b3. at 1733750418796Flushing e5c2afeed643e085ce17ee60129f74b3/a: creating writer at 1733750418798 (+2 ms)Flushing e5c2afeed643e085ce17ee60129f74b3/a: appending metadata at 1733750418851 (+53 ms)Flushing e5c2afeed643e085ce17ee60129f74b3/a: closing flushed file at 1733750418854 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@54a4765e: reopening flushed file at 1733750419045 (+191 ms)Finished flush of dataSize ~108 B/108, heapSize ~496 B/496, currentSize=0 B/0 for e5c2afeed643e085ce17ee60129f74b3 in 284ms, sequenceid=2, compaction requested=false; wal=null at 1733750419078 (+33 ms)Cleaning up temporary data from old regions at 1733750419085 (+7 ms)Region opened successfully at 1733750419100 (+15 ms)
2024-12-09T13:20:19,141 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testNameConflictWhenSplit0 Thread=366 (was 354)
Potentially hanging thread: PacketResponder: BP-1272807186-172.17.0.3-1733750408806:blk_1073741843_1019, type=LAST_IN_PIPELINE
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	java.base@17.0.11/java.lang.Object.wait(Object.java:338)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: PacketResponder: BP-1272807186-172.17.0.3-1733750408806:blk_1073741843_1019, type=LAST_IN_PIPELINE
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	java.base@17.0.11/java.lang.Object.wait(Object.java:338)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1274793967_22 at /127.0.0.1:36810 [Receiving block BP-1272807186-172.17.0.3-1733750408806:blk_1073741843_1019]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343)
	java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151)
	app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1274793967_22 at /127.0.0.1:39386 [Receiving block BP-1272807186-172.17.0.3-1733750408806:blk_1073741843_1019]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343)
	java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151)
	app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1274793967_22 at /127.0.0.1:33450 [Waiting for operation #5]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1274793967_22 at /127.0.0.1:33448 [Receiving block BP-1272807186-172.17.0.3-1733750408806:blk_1073741843_1019]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343)
	java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151)
	app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: AsyncFSWAL-8-2
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1274793967_22 at /127.0.0.1:36818 [Waiting for operation #6]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: AsyncFSWAL-8-1
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: TestAsyncWALReplay-pool-0
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: AsyncFSWAL-8-3
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:38669/hbase-prefix:default
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: PacketResponder: BP-1272807186-172.17.0.3-1733750408806:blk_1073741843_1019, type=LAST_IN_PIPELINE
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	java.base@17.0.11/java.lang.Object.wait(Object.java:338)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1274793967_22 at /127.0.0.1:55742 [Waiting for operation #9]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=677 (was 583) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1049 (was 1049), ProcessCount=11 (was 11), AvailableMemoryMB=5955 (was 6150)
2024-12-09T13:20:19,167 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testNameConflictWhenSplit1 Thread=366, OpenFileDescriptor=677, MaxFileDescriptor=1048576, SystemLoadAverage=1049, ProcessCount=11, AvailableMemoryMB=5954
2024-12-09T13:20:19,193 INFO  [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-12-09T13:20:19,206 INFO  [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-12-09T13:20:19,208 INFO  [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-12-09T13:20:19,224 INFO  [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-84807555, suffix=, logDir=hdfs://localhost:38669/hbase/WALs/hregion-84807555, archiveDir=hdfs://localhost:38669/hbase/oldWALs, maxLogs=32
2024-12-09T13:20:19,242 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-84807555/hregion-84807555.1733750419225, exclude list is [], retry=0
2024-12-09T13:20:19,251 DEBUG [AsyncFSWAL-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42667,DS-310fa6c7-1b44-48c5-91ee-03a00afaa58d,DISK]
2024-12-09T13:20:19,253 DEBUG [AsyncFSWAL-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37781,DS-4858dcea-8176-4e1a-a0aa-2e238ae3d36d,DISK]
2024-12-09T13:20:19,256 DEBUG [AsyncFSWAL-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36633,DS-24d34457-d44e-4b4d-99cf-d912522ac431,DISK]
2024-12-09T13:20:19,279 INFO  [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-84807555/hregion-84807555.1733750419225
2024-12-09T13:20:19,283 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38687:38687),(127.0.0.1/127.0.0.1:45053:45053),(127.0.0.1/127.0.0.1:44245:44245)]
2024-12-09T13:20:19,283 INFO  [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => cd87ac0f50471e6eb37ccc8631e156c4, NAME => 'testReplayEditsWrittenIntoWAL,,1733750419197.cd87ac0f50471e6eb37ccc8631e156c4.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenIntoWAL', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38669/hbase
2024-12-09T13:20:19,359 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37781 is added to blk_1073741846_1022 (size=64)
2024-12-09T13:20:19,359 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36633 is added to blk_1073741846_1022 (size=64)
2024-12-09T13:20:19,360 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42667 is added to blk_1073741846_1022 (size=64)
2024-12-09T13:20:19,761 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1733750419197.cd87ac0f50471e6eb37ccc8631e156c4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-09T13:20:19,765 INFO  [StoreOpener-cd87ac0f50471e6eb37ccc8631e156c4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region cd87ac0f50471e6eb37ccc8631e156c4 
2024-12-09T13:20:19,768 INFO  [StoreOpener-cd87ac0f50471e6eb37ccc8631e156c4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cd87ac0f50471e6eb37ccc8631e156c4 columnFamilyName a
2024-12-09T13:20:19,768 DEBUG [StoreOpener-cd87ac0f50471e6eb37ccc8631e156c4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:20:19,769 INFO  [StoreOpener-cd87ac0f50471e6eb37ccc8631e156c4-1 {}] regionserver.HStore(327): Store=cd87ac0f50471e6eb37ccc8631e156c4/a,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-09T13:20:19,770 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for cd87ac0f50471e6eb37ccc8631e156c4
2024-12-09T13:20:19,771 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38669/hbase/data/default/testReplayEditsWrittenIntoWAL/cd87ac0f50471e6eb37ccc8631e156c4
2024-12-09T13:20:19,772 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38669/hbase/data/default/testReplayEditsWrittenIntoWAL/cd87ac0f50471e6eb37ccc8631e156c4
2024-12-09T13:20:19,772 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for cd87ac0f50471e6eb37ccc8631e156c4
2024-12-09T13:20:19,773 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for cd87ac0f50471e6eb37ccc8631e156c4
2024-12-09T13:20:19,775 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for cd87ac0f50471e6eb37ccc8631e156c4
2024-12-09T13:20:19,780 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38669/hbase/data/default/testReplayEditsWrittenIntoWAL/cd87ac0f50471e6eb37ccc8631e156c4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-09T13:20:19,781 INFO  [Time-limited test {}] regionserver.HRegion(1114): Opened cd87ac0f50471e6eb37ccc8631e156c4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67434879, jitterRate=0.004858002066612244}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-12-09T13:20:19,781 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for cd87ac0f50471e6eb37ccc8631e156c4:
Writing region info on filesystem at 1733750419761Initializing all the Stores at 1733750419764 (+3 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733750419764Cleaning up temporary data from old regions at 1733750419773 (+9 ms)Region opened successfully at 1733750419781 (+8 ms)
2024-12-09T13:20:19,781 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing cd87ac0f50471e6eb37ccc8631e156c4, disabling compactions & flushes
2024-12-09T13:20:19,781 INFO  [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenIntoWAL,,1733750419197.cd87ac0f50471e6eb37ccc8631e156c4.
2024-12-09T13:20:19,781 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenIntoWAL,,1733750419197.cd87ac0f50471e6eb37ccc8631e156c4.
2024-12-09T13:20:19,781 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenIntoWAL,,1733750419197.cd87ac0f50471e6eb37ccc8631e156c4. after waiting 0 ms
2024-12-09T13:20:19,781 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenIntoWAL,,1733750419197.cd87ac0f50471e6eb37ccc8631e156c4.
2024-12-09T13:20:19,782 INFO  [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenIntoWAL,,1733750419197.cd87ac0f50471e6eb37ccc8631e156c4.
2024-12-09T13:20:19,782 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for cd87ac0f50471e6eb37ccc8631e156c4:
Waiting for close lock at 1733750419781Disabling compacts and flushes for region at 1733750419781Disabling writes for close at 1733750419781Writing region close event to WAL at 1733750419782 (+1 ms)Closed at 1733750419782
2024-12-09T13:20:19,801 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /hbase/WALs/hregion-84807555/hregion-84807555.1733750419225 not finished, retry = 0
2024-12-09T13:20:19,802 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36633 is added to blk_1073741845_1021 (size=95)
2024-12-09T13:20:19,803 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42667 is added to blk_1073741845_1021 (size=95)
2024-12-09T13:20:19,803 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37781 is added to blk_1073741845_1021 (size=95)
2024-12-09T13:20:19,906 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs
2024-12-09T13:20:19,907 INFO  [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-84807555:(num 1733750419225)
2024-12-09T13:20:19,908 INFO  [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testMonitor
2024-12-09T13:20:19,933 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37781 is added to blk_1073741847_1023 (size=320)
2024-12-09T13:20:19,936 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42667 is added to blk_1073741847_1023 (size=320)
2024-12-09T13:20:19,936 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36633 is added to blk_1073741847_1023 (size=320)
2024-12-09T13:20:19,937 INFO  [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testMonitor
2024-12-09T13:20:19,954 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42667 is added to blk_1073741848_1024 (size=253)
2024-12-09T13:20:19,955 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36633 is added to blk_1073741848_1024 (size=253)
2024-12-09T13:20:19,955 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37781 is added to blk_1073741848_1024 (size=253)
2024-12-09T13:20:19,985 INFO  [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38669/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733750419191/wal-2, size=253 (253bytes)
2024-12-09T13:20:19,985 INFO  [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38669/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733750419191/wal-2
2024-12-09T13:20:19,987 INFO  [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38669/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733750419191/wal-2 after 2ms
2024-12-09T13:20:19,992 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:38669/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733750419191/wal-2: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ
2024-12-09T13:20:19,993 INFO  [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38669/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733750419191/wal-2 took 8ms
2024-12-09T13:20:20,007 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38669/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733750419191/wal-2 so closing down
2024-12-09T13:20:20,007 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish
2024-12-09T13:20:20,010 INFO  [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000002-wal-2.temp
2024-12-09T13:20:20,014 INFO  [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38669/hbase/data/default/testReplayEditsWrittenIntoWAL/cd87ac0f50471e6eb37ccc8631e156c4/recovered.edits/0000000000000000002-wal-2.temp
2024-12-09T13:20:20,015 INFO  [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished
2024-12-09T13:20:20,031 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37781 is added to blk_1073741849_1025 (size=253)
2024-12-09T13:20:20,032 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42667 is added to blk_1073741849_1025 (size=253)
2024-12-09T13:20:20,036 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36633 is added to blk_1073741849_1025 (size=253)
2024-12-09T13:20:20,037 INFO  [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38669/hbase/data/default/testReplayEditsWrittenIntoWAL/cd87ac0f50471e6eb37ccc8631e156c4/recovered.edits/0000000000000000002-wal-2.temp (wrote 1 edits, skipped 0 edits in 0 ms)
2024-12-09T13:20:20,040 INFO  [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38669/hbase/data/default/testReplayEditsWrittenIntoWAL/cd87ac0f50471e6eb37ccc8631e156c4/recovered.edits/0000000000000000002-wal-2.temp to hdfs://localhost:38669/hbase/data/default/testReplayEditsWrittenIntoWAL/cd87ac0f50471e6eb37ccc8631e156c4/recovered.edits/0000000000000000002
2024-12-09T13:20:20,040 INFO  [Time-limited test {}] wal.WALSplitter(425): Processed 1 edits across 1 Regions in 42 ms; skipped=0; WAL=hdfs://localhost:38669/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733750419191/wal-2, size=253, length=253, corrupted=false, cancelled=false
2024-12-09T13:20:20,040 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38669/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733750419191/wal-2, journal: Splitting hdfs://localhost:38669/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733750419191/wal-2, size=253 (253bytes) at 1733750419985Finishing writing output for hdfs://localhost:38669/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733750419191/wal-2 so closing down at 1733750420007 (+22 ms)Creating recovered edits writer path=hdfs://localhost:38669/hbase/data/default/testReplayEditsWrittenIntoWAL/cd87ac0f50471e6eb37ccc8631e156c4/recovered.edits/0000000000000000002-wal-2.temp at 1733750420014 (+7 ms)3 split writer threads finished at 1733750420015 (+1 ms)Closed recovered edits writer path=hdfs://localhost:38669/hbase/data/default/testReplayEditsWrittenIntoWAL/cd87ac0f50471e6eb37ccc8631e156c4/recovered.edits/0000000000000000002-wal-2.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1733750420037 (+22 ms)Rename recovered edits hdfs://localhost:38669/hbase/data/default/testReplayEditsWrittenIntoWAL/cd87ac0f50471e6eb37ccc8631e156c4/recovered.edits/0000000000000000002-wal-2.temp to hdfs://localhost:38669/hbase/data/default/testReplayEditsWrittenIntoWAL/cd87ac0f50471e6eb37ccc8631e156c4/recovered.edits/0000000000000000002 at 1733750420040 (+3 ms)Processed 1 edits across 1 Regions in 42 ms; skipped=0; WAL=hdfs://localhost:38669/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733750419191/wal-2, size=253, length=253, corrupted=false, cancelled=false at 1733750420040
2024-12-09T13:20:20,064 INFO  [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38669/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733750419191/wal-1, size=320 (320bytes)
2024-12-09T13:20:20,064 INFO  [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38669/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733750419191/wal-1
2024-12-09T13:20:20,065 INFO  [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38669/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733750419191/wal-1 after 1ms
2024-12-09T13:20:20,076 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:38669/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733750419191/wal-1: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ
2024-12-09T13:20:20,077 INFO  [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38669/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733750419191/wal-1 took 13ms
2024-12-09T13:20:20,101 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38669/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733750419191/wal-1 so closing down
2024-12-09T13:20:20,101 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish
2024-12-09T13:20:20,110 INFO  [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal-1.temp
2024-12-09T13:20:20,118 INFO  [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38669/hbase/data/default/testReplayEditsWrittenIntoWAL/cd87ac0f50471e6eb37ccc8631e156c4/recovered.edits/0000000000000000001-wal-1.temp
2024-12-09T13:20:20,119 INFO  [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished
2024-12-09T13:20:20,150 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37781 is added to blk_1073741850_1026 (size=320)
2024-12-09T13:20:20,150 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36633 is added to blk_1073741850_1026 (size=320)
2024-12-09T13:20:20,150 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42667 is added to blk_1073741850_1026 (size=320)
2024-12-09T13:20:20,151 INFO  [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38669/hbase/data/default/testReplayEditsWrittenIntoWAL/cd87ac0f50471e6eb37ccc8631e156c4/recovered.edits/0000000000000000001-wal-1.temp (wrote 2 edits, skipped 0 edits in 0 ms)
2024-12-09T13:20:20,156 DEBUG [split-log-closeStream-pool-0 {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:38669/hbase/data/default/testReplayEditsWrittenIntoWAL/cd87ac0f50471e6eb37ccc8631e156c4/recovered.edits/0000000000000000002: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ
2024-12-09T13:20:20,159 WARN  [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(175): Found existing old edits file. It could be the result of a previous failed split attempt or we have duplicated wal entries. Deleting hdfs://localhost:38669/hbase/data/default/testReplayEditsWrittenIntoWAL/cd87ac0f50471e6eb37ccc8631e156c4/recovered.edits/0000000000000000002, length=253
2024-12-09T13:20:20,169 INFO  [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38669/hbase/data/default/testReplayEditsWrittenIntoWAL/cd87ac0f50471e6eb37ccc8631e156c4/recovered.edits/0000000000000000001-wal-1.temp to hdfs://localhost:38669/hbase/data/default/testReplayEditsWrittenIntoWAL/cd87ac0f50471e6eb37ccc8631e156c4/recovered.edits/0000000000000000002
2024-12-09T13:20:20,170 INFO  [Time-limited test {}] wal.WALSplitter(425): Processed 2 edits across 1 Regions in 88 ms; skipped=0; WAL=hdfs://localhost:38669/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733750419191/wal-1, size=320, length=320, corrupted=false, cancelled=false
2024-12-09T13:20:20,170 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38669/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733750419191/wal-1, journal: Splitting hdfs://localhost:38669/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733750419191/wal-1, size=320 (320bytes) at 1733750420064Finishing writing output for hdfs://localhost:38669/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733750419191/wal-1 so closing down at 1733750420101 (+37 ms)Creating recovered edits writer path=hdfs://localhost:38669/hbase/data/default/testReplayEditsWrittenIntoWAL/cd87ac0f50471e6eb37ccc8631e156c4/recovered.edits/0000000000000000001-wal-1.temp at 1733750420119 (+18 ms)3 split writer threads finished at 1733750420119Closed recovered edits writer path=hdfs://localhost:38669/hbase/data/default/testReplayEditsWrittenIntoWAL/cd87ac0f50471e6eb37ccc8631e156c4/recovered.edits/0000000000000000001-wal-1.temp (wrote 2 edits, skipped 0 edits in 0 ms) at 1733750420151 (+32 ms)Rename recovered edits hdfs://localhost:38669/hbase/data/default/testReplayEditsWrittenIntoWAL/cd87ac0f50471e6eb37ccc8631e156c4/recovered.edits/0000000000000000001-wal-1.temp to hdfs://localhost:38669/hbase/data/default/testReplayEditsWrittenIntoWAL/cd87ac0f50471e6eb37ccc8631e156c4/recovered.edits/0000000000000000002 at 1733750420170 (+19 ms)Processed 2 edits across 1 Regions in 88 ms; skipped=0; WAL=hdfs://localhost:38669/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733750419191/wal-1, size=320, length=320, corrupted=false, cancelled=false at 1733750420170
2024-12-09T13:20:20,170 INFO  [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor
2024-12-09T13:20:20,173 INFO  [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:38669/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733750419191, archiveDir=hdfs://localhost:38669/hbase/oldWALs, maxLogs=32
2024-12-09T13:20:20,191 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testnameconflictwhensplit1-manual,16010,1733750419191/wal.1733750420174, exclude list is [], retry=0
2024-12-09T13:20:20,197 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37781,DS-4858dcea-8176-4e1a-a0aa-2e238ae3d36d,DISK]
2024-12-09T13:20:20,197 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42667,DS-310fa6c7-1b44-48c5-91ee-03a00afaa58d,DISK]
2024-12-09T13:20:20,198 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36633,DS-24d34457-d44e-4b4d-99cf-d912522ac431,DISK]
2024-12-09T13:20:20,204 INFO  [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testnameconflictwhensplit1-manual,16010,1733750419191/wal.1733750420174
2024-12-09T13:20:20,204 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45053:45053),(127.0.0.1/127.0.0.1:38687:38687),(127.0.0.1/127.0.0.1:44245:44245)]
2024-12-09T13:20:20,204 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => cd87ac0f50471e6eb37ccc8631e156c4, NAME => 'testReplayEditsWrittenIntoWAL,,1733750419197.cd87ac0f50471e6eb37ccc8631e156c4.', STARTKEY => '', ENDKEY => ''}
2024-12-09T13:20:20,205 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1733750419197.cd87ac0f50471e6eb37ccc8631e156c4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-09T13:20:20,205 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for cd87ac0f50471e6eb37ccc8631e156c4
2024-12-09T13:20:20,205 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for cd87ac0f50471e6eb37ccc8631e156c4
2024-12-09T13:20:20,215 INFO  [StoreOpener-cd87ac0f50471e6eb37ccc8631e156c4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region cd87ac0f50471e6eb37ccc8631e156c4 
2024-12-09T13:20:20,217 INFO  [StoreOpener-cd87ac0f50471e6eb37ccc8631e156c4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cd87ac0f50471e6eb37ccc8631e156c4 columnFamilyName a
2024-12-09T13:20:20,218 DEBUG [StoreOpener-cd87ac0f50471e6eb37ccc8631e156c4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:20:20,219 INFO  [StoreOpener-cd87ac0f50471e6eb37ccc8631e156c4-1 {}] regionserver.HStore(327): Store=cd87ac0f50471e6eb37ccc8631e156c4/a,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-09T13:20:20,219 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for cd87ac0f50471e6eb37ccc8631e156c4
2024-12-09T13:20:20,220 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38669/hbase/data/default/testReplayEditsWrittenIntoWAL/cd87ac0f50471e6eb37ccc8631e156c4
2024-12-09T13:20:20,223 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:38669/hbase/data/default/testReplayEditsWrittenIntoWAL/cd87ac0f50471e6eb37ccc8631e156c4
2024-12-09T13:20:20,225 INFO  [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:38669/hbase/data/default/testReplayEditsWrittenIntoWAL/cd87ac0f50471e6eb37ccc8631e156c4/recovered.edits/0000000000000000002
2024-12-09T13:20:20,232 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:38669/hbase/data/default/testReplayEditsWrittenIntoWAL/cd87ac0f50471e6eb37ccc8631e156c4/recovered.edits/0000000000000000002: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ
2024-12-09T13:20:20,234 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 2, skipped 0, firstSequenceIdInLog=1, maxSequenceIdInLog=2, path=hdfs://localhost:38669/hbase/data/default/testReplayEditsWrittenIntoWAL/cd87ac0f50471e6eb37ccc8631e156c4/recovered.edits/0000000000000000002
2024-12-09T13:20:20,234 INFO  [Time-limited test {}] regionserver.HRegion(2902): Flushing cd87ac0f50471e6eb37ccc8631e156c4 1/1 column families, dataSize=108 B heapSize=512 B
2024-12-09T13:20:20,261 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38669/hbase/data/default/testReplayEditsWrittenIntoWAL/cd87ac0f50471e6eb37ccc8631e156c4/.tmp/a/78df1ac3ec2d4a70b7dc1911fe3a5baf is 58, key is testReplayEditsWrittenIntoWAL/a:1/1733750419907/Put/seqid=0
2024-12-09T13:20:20,281 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36633 is added to blk_1073741852_1028 (size=5170)
2024-12-09T13:20:20,281 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37781 is added to blk_1073741852_1028 (size=5170)
2024-12-09T13:20:20,282 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42667 is added to blk_1073741852_1028 (size=5170)
2024-12-09T13:20:20,283 INFO  [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=2 (bloomFilter=true), to=hdfs://localhost:38669/hbase/data/default/testReplayEditsWrittenIntoWAL/cd87ac0f50471e6eb37ccc8631e156c4/.tmp/a/78df1ac3ec2d4a70b7dc1911fe3a5baf
2024-12-09T13:20:20,292 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38669/hbase/data/default/testReplayEditsWrittenIntoWAL/cd87ac0f50471e6eb37ccc8631e156c4/.tmp/a/78df1ac3ec2d4a70b7dc1911fe3a5baf as hdfs://localhost:38669/hbase/data/default/testReplayEditsWrittenIntoWAL/cd87ac0f50471e6eb37ccc8631e156c4/a/78df1ac3ec2d4a70b7dc1911fe3a5baf
2024-12-09T13:20:20,300 INFO  [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38669/hbase/data/default/testReplayEditsWrittenIntoWAL/cd87ac0f50471e6eb37ccc8631e156c4/a/78df1ac3ec2d4a70b7dc1911fe3a5baf, entries=2, sequenceid=2, filesize=5.0 K
2024-12-09T13:20:20,301 INFO  [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~108 B/108, heapSize ~496 B/496, currentSize=0 B/0 for cd87ac0f50471e6eb37ccc8631e156c4 in 67ms, sequenceid=2, compaction requested=false; wal=null
2024-12-09T13:20:20,302 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:38669/hbase/data/default/testReplayEditsWrittenIntoWAL/cd87ac0f50471e6eb37ccc8631e156c4/recovered.edits/0000000000000000002
2024-12-09T13:20:20,302 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for cd87ac0f50471e6eb37ccc8631e156c4
2024-12-09T13:20:20,303 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for cd87ac0f50471e6eb37ccc8631e156c4
2024-12-09T13:20:20,305 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for cd87ac0f50471e6eb37ccc8631e156c4
2024-12-09T13:20:20,309 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38669/hbase/data/default/testReplayEditsWrittenIntoWAL/cd87ac0f50471e6eb37ccc8631e156c4/recovered.edits/2.seqid, newMaxSeqId=2, maxSeqId=1
2024-12-09T13:20:20,310 INFO  [Time-limited test {}] regionserver.HRegion(1114): Opened cd87ac0f50471e6eb37ccc8631e156c4; next sequenceid=3; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70798264, jitterRate=0.05497634410858154}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-12-09T13:20:20,310 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for cd87ac0f50471e6eb37ccc8631e156c4:
Writing region info on filesystem at 1733750420205Initializing all the Stores at 1733750420210 (+5 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733750420210Obtaining lock to block concurrent updates at 1733750420234 (+24 ms)Preparing flush snapshotting stores in cd87ac0f50471e6eb37ccc8631e156c4 at 1733750420234Finished memstore snapshotting testReplayEditsWrittenIntoWAL,,1733750419197.cd87ac0f50471e6eb37ccc8631e156c4., syncing WAL and waiting on mvcc, flushsize=dataSize=108, getHeapSize=496, getOffHeapSize=0, getCellsCount=2 at 1733750420234Flushing stores of testReplayEditsWrittenIntoWAL,,1733750419197.cd87ac0f50471e6eb37ccc8631e156c4. at 1733750420234Flushing cd87ac0f50471e6eb37ccc8631e156c4/a: creating writer at 1733750420235 (+1 ms)Flushing cd87ac0f50471e6eb37ccc8631e156c4/a: appending metadata at 1733750420259 (+24 ms)Flushing cd87ac0f50471e6eb37ccc8631e156c4/a: closing flushed file at 1733750420259Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6a42d9b4: reopening flushed file at 1733750420291 (+32 ms)Finished flush of dataSize ~108 B/108, heapSize ~496 B/496, currentSize=0 B/0 for cd87ac0f50471e6eb37ccc8631e156c4 in 67ms, sequenceid=2, compaction requested=false; wal=null at 1733750420301 (+10 ms)Cleaning up temporary data from old regions at 1733750420303 (+2 ms)Region opened successfully at 1733750420310 (+7 ms)
2024-12-09T13:20:20,329 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testNameConflictWhenSplit1 Thread=376 (was 366)
Potentially hanging thread: PacketResponder: BP-1272807186-172.17.0.3-1733750408806:blk_1073741851_1027, type=LAST_IN_PIPELINE
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	java.base@17.0.11/java.lang.Object.wait(Object.java:338)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: AsyncFSWAL-10-3
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: PacketResponder: BP-1272807186-172.17.0.3-1733750408806:blk_1073741851_1027, type=LAST_IN_PIPELINE
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	java.base@17.0.11/java.lang.Object.wait(Object.java:338)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: AsyncFSWAL-10-2
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1274793967_22 at /127.0.0.1:33450 [Waiting for operation #12]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1274793967_22 at /127.0.0.1:36818 [Waiting for operation #8]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1274793967_22 at /127.0.0.1:39460 [Receiving block BP-1272807186-172.17.0.3-1733750408806:blk_1073741851_1027]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343)
	java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151)
	app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: AsyncFSWAL-10-1
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1274793967_22 at /127.0.0.1:33530 [Receiving block BP-1272807186-172.17.0.3-1733750408806:blk_1073741851_1027]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343)
	java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151)
	app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1274793967_22 at /127.0.0.1:36886 [Receiving block BP-1272807186-172.17.0.3-1733750408806:blk_1073741851_1027]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343)
	java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151)
	app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: PacketResponder: BP-1272807186-172.17.0.3-1733750408806:blk_1073741851_1027, type=LAST_IN_PIPELINE
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	java.base@17.0.11/java.lang.Object.wait(Object.java:338)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1274793967_22 at /127.0.0.1:55742 [Waiting for operation #15]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=761 (was 677) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1049 (was 1049), ProcessCount=11 (was 11), AvailableMemoryMB=5794 (was 5954)
2024-12-09T13:20:20,342 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testReplayEditsWrittenIntoWAL Thread=376, OpenFileDescriptor=761, MaxFileDescriptor=1048576, SystemLoadAverage=1049, ProcessCount=11, AvailableMemoryMB=5793
2024-12-09T13:20:20,365 INFO  [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-12-09T13:20:20,368 INFO  [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-12-09T13:20:20,369 INFO  [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-12-09T13:20:20,372 INFO  [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-55836740, suffix=, logDir=hdfs://localhost:38669/hbase/WALs/hregion-55836740, archiveDir=hdfs://localhost:38669/hbase/oldWALs, maxLogs=32
2024-12-09T13:20:20,388 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-55836740/hregion-55836740.1733750420372, exclude list is [], retry=0
2024-12-09T13:20:20,392 DEBUG [AsyncFSWAL-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42667,DS-310fa6c7-1b44-48c5-91ee-03a00afaa58d,DISK]
2024-12-09T13:20:20,393 DEBUG [AsyncFSWAL-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37781,DS-4858dcea-8176-4e1a-a0aa-2e238ae3d36d,DISK]
2024-12-09T13:20:20,393 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36633 is added to blk_1073741829_1005 (size=34)
2024-12-09T13:20:20,394 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36633 is added to blk_1073741831_1007 (size=1321)
2024-12-09T13:20:20,394 DEBUG [AsyncFSWAL-12-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36633,DS-24d34457-d44e-4b4d-99cf-d912522ac431,DISK]
2024-12-09T13:20:20,394 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36633 is added to blk_1073741832_1008 (size=32)
2024-12-09T13:20:20,398 INFO  [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-55836740/hregion-55836740.1733750420372
2024-12-09T13:20:20,398 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38687:38687),(127.0.0.1/127.0.0.1:45053:45053),(127.0.0.1/127.0.0.1:44245:44245)]
2024-12-09T13:20:20,399 INFO  [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => f16ba6f3044077927c9fa4eff75ed8d5, NAME => 'testReplayEditsWrittenIntoWAL,,1733750420366.f16ba6f3044077927c9fa4eff75ed8d5.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenIntoWAL', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38669/hbase
2024-12-09T13:20:20,409 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42667 is added to blk_1073741854_1030 (size=64)
2024-12-09T13:20:20,409 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36633 is added to blk_1073741854_1030 (size=64)
2024-12-09T13:20:20,410 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37781 is added to blk_1073741854_1030 (size=64)
2024-12-09T13:20:20,411 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1733750420366.f16ba6f3044077927c9fa4eff75ed8d5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-09T13:20:20,413 INFO  [StoreOpener-f16ba6f3044077927c9fa4eff75ed8d5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region f16ba6f3044077927c9fa4eff75ed8d5 
2024-12-09T13:20:20,415 INFO  [StoreOpener-f16ba6f3044077927c9fa4eff75ed8d5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f16ba6f3044077927c9fa4eff75ed8d5 columnFamilyName a
2024-12-09T13:20:20,415 DEBUG [StoreOpener-f16ba6f3044077927c9fa4eff75ed8d5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:20:20,416 INFO  [StoreOpener-f16ba6f3044077927c9fa4eff75ed8d5-1 {}] regionserver.HStore(327): Store=f16ba6f3044077927c9fa4eff75ed8d5/a,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-09T13:20:20,416 INFO  [StoreOpener-f16ba6f3044077927c9fa4eff75ed8d5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region f16ba6f3044077927c9fa4eff75ed8d5 
2024-12-09T13:20:20,418 INFO  [StoreOpener-f16ba6f3044077927c9fa4eff75ed8d5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f16ba6f3044077927c9fa4eff75ed8d5 columnFamilyName b
2024-12-09T13:20:20,418 DEBUG [StoreOpener-f16ba6f3044077927c9fa4eff75ed8d5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:20:20,419 INFO  [StoreOpener-f16ba6f3044077927c9fa4eff75ed8d5-1 {}] regionserver.HStore(327): Store=f16ba6f3044077927c9fa4eff75ed8d5/b,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-09T13:20:20,419 INFO  [StoreOpener-f16ba6f3044077927c9fa4eff75ed8d5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region f16ba6f3044077927c9fa4eff75ed8d5 
2024-12-09T13:20:20,421 INFO  [StoreOpener-f16ba6f3044077927c9fa4eff75ed8d5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f16ba6f3044077927c9fa4eff75ed8d5 columnFamilyName c
2024-12-09T13:20:20,421 DEBUG [StoreOpener-f16ba6f3044077927c9fa4eff75ed8d5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:20:20,422 INFO  [StoreOpener-f16ba6f3044077927c9fa4eff75ed8d5-1 {}] regionserver.HStore(327): Store=f16ba6f3044077927c9fa4eff75ed8d5/c,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-09T13:20:20,422 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for f16ba6f3044077927c9fa4eff75ed8d5
2024-12-09T13:20:20,423 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38669/hbase/data/default/testReplayEditsWrittenIntoWAL/f16ba6f3044077927c9fa4eff75ed8d5
2024-12-09T13:20:20,424 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38669/hbase/data/default/testReplayEditsWrittenIntoWAL/f16ba6f3044077927c9fa4eff75ed8d5
2024-12-09T13:20:20,427 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for f16ba6f3044077927c9fa4eff75ed8d5
2024-12-09T13:20:20,427 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for f16ba6f3044077927c9fa4eff75ed8d5
2024-12-09T13:20:20,428 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenIntoWAL descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-12-09T13:20:20,430 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for f16ba6f3044077927c9fa4eff75ed8d5
2024-12-09T13:20:20,433 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38669/hbase/data/default/testReplayEditsWrittenIntoWAL/f16ba6f3044077927c9fa4eff75ed8d5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-09T13:20:20,434 INFO  [Time-limited test {}] regionserver.HRegion(1114): Opened f16ba6f3044077927c9fa4eff75ed8d5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68262376, jitterRate=0.017188668251037598}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-12-09T13:20:20,434 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for f16ba6f3044077927c9fa4eff75ed8d5:
Writing region info on filesystem at 1733750420411Initializing all the Stores at 1733750420412 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733750420412Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733750420413 (+1 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733750420413Cleaning up temporary data from old regions at 1733750420427 (+14 ms)Region opened successfully at 1733750420434 (+7 ms)
2024-12-09T13:20:20,434 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing f16ba6f3044077927c9fa4eff75ed8d5, disabling compactions & flushes
2024-12-09T13:20:20,434 INFO  [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenIntoWAL,,1733750420366.f16ba6f3044077927c9fa4eff75ed8d5.
2024-12-09T13:20:20,435 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenIntoWAL,,1733750420366.f16ba6f3044077927c9fa4eff75ed8d5.
2024-12-09T13:20:20,435 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenIntoWAL,,1733750420366.f16ba6f3044077927c9fa4eff75ed8d5. after waiting 0 ms
2024-12-09T13:20:20,435 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenIntoWAL,,1733750420366.f16ba6f3044077927c9fa4eff75ed8d5.
2024-12-09T13:20:20,435 INFO  [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenIntoWAL,,1733750420366.f16ba6f3044077927c9fa4eff75ed8d5.
2024-12-09T13:20:20,435 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for f16ba6f3044077927c9fa4eff75ed8d5:
Waiting for close lock at 1733750420434Disabling compacts and flushes for region at 1733750420434Disabling writes for close at 1733750420435 (+1 ms)Writing region close event to WAL at 1733750420435Closed at 1733750420435
2024-12-09T13:20:20,439 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36633 is added to blk_1073741853_1029 (size=95)
2024-12-09T13:20:20,439 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42667 is added to blk_1073741853_1029 (size=95)
2024-12-09T13:20:20,439 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37781 is added to blk_1073741853_1029 (size=95)
2024-12-09T13:20:20,444 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs
2024-12-09T13:20:20,444 INFO  [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-55836740:(num 1733750420372)
2024-12-09T13:20:20,444 INFO  [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor
2024-12-09T13:20:20,446 INFO  [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:38669/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733750420364, archiveDir=hdfs://localhost:38669/hbase/oldWALs, maxLogs=32
2024-12-09T13:20:20,461 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733750420364/wal.1733750420447, exclude list is [], retry=0
2024-12-09T13:20:20,464 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42667,DS-310fa6c7-1b44-48c5-91ee-03a00afaa58d,DISK]
2024-12-09T13:20:20,465 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36633,DS-24d34457-d44e-4b4d-99cf-d912522ac431,DISK]
2024-12-09T13:20:20,465 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37781,DS-4858dcea-8176-4e1a-a0aa-2e238ae3d36d,DISK]
2024-12-09T13:20:20,468 INFO  [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733750420364/wal.1733750420447
2024-12-09T13:20:20,469 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38687:38687),(127.0.0.1/127.0.0.1:44245:44245),(127.0.0.1/127.0.0.1:45053:45053)]
2024-12-09T13:20:20,807 INFO  [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38669/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733750420364/wal.1733750420447, size=0 (0bytes)
2024-12-09T13:20:20,807 WARN  [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:38669/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733750420364/wal.1733750420447 might be still open, length is 0
2024-12-09T13:20:20,807 INFO  [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38669/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733750420364/wal.1733750420447
2024-12-09T13:20:20,809 WARN  [IPC Server handler 0 on default port 38669 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733750420364/wal.1733750420447 has not been closed. Lease recovery is in progress. RecoveryId = 1032 for block blk_1073741855_1031
2024-12-09T13:20:20,810 INFO  [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:38669/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733750420364/wal.1733750420447 after 3ms
2024-12-09T13:20:22,688 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-12-09T13:20:22,765 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta'
2024-12-09T13:20:23,294 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta
2024-12-09T13:20:23,295 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer
2024-12-09T13:20:23,297 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-12-09T13:20:23,297 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers
2024-12-09T13:20:23,297 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store
2024-12-09T13:20:23,297 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer
2024-12-09T13:20:23,298 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsWrittenIntoWAL
2024-12-09T13:20:23,299 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsWrittenIntoWAL Metrics about Tables on a single HBase RegionServer
2024-12-09T13:20:23,795 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1274793967_22 at /127.0.0.1:39494 [Receiving block BP-1272807186-172.17.0.3-1733750408806:blk_1073741855_1031] {}] datanode.DataXceiver(331): 127.0.0.1:42667:DataXceiver error processing WRITE_BLOCK operation  src: /127.0.0.1:39494 dst: /127.0.0.1:42667
java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:42667 remote=/127.0.0.1:39494]. Total timeout mills is 60000, 56951 millis timeout left.
	at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?]
	at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?]
	at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?]
	at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?]
	at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?]
	at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:20:23,796 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1274793967_22 at /127.0.0.1:36920 [Receiving block BP-1272807186-172.17.0.3-1733750408806:blk_1073741855_1031] {}] datanode.DataXceiver(331): 127.0.0.1:37781:DataXceiver error processing WRITE_BLOCK operation  src: /127.0.0.1:36920 dst: /127.0.0.1:37781
java.io.IOException: Premature EOF from inputStream
	at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:20:23,803 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1274793967_22 at /127.0.0.1:33586 [Receiving block BP-1272807186-172.17.0.3-1733750408806:blk_1073741855_1031] {}] datanode.DataXceiver(331): 127.0.0.1:36633:DataXceiver error processing WRITE_BLOCK operation  src: /127.0.0.1:33586 dst: /127.0.0.1:36633
java.io.IOException: Premature EOF from inputStream
	at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:20:23,815 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42667 is added to blk_1073741855_1032 (size=263633)
2024-12-09T13:20:23,820 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36633 is added to blk_1073741855_1032 (size=263633)
2024-12-09T13:20:23,832 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37781 is added to blk_1073741855_1032 (size=263633)
2024-12-09T13:20:24,811 INFO  [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:38669/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733750420364/wal.1733750420447 after 4004ms
2024-12-09T13:20:24,816 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:38669/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733750420364/wal.1733750420447: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ
2024-12-09T13:20:24,818 INFO  [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38669/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733750420364/wal.1733750420447 took 4012ms
2024-12-09T13:20:24,832 INFO  [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.1733750420447.temp
2024-12-09T13:20:24,844 INFO  [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38669/hbase/data/default/testReplayEditsWrittenIntoWAL/f16ba6f3044077927c9fa4eff75ed8d5/recovered.edits/0000000000000000001-wal.1733750420447.temp
2024-12-09T13:20:24,989 INFO  [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:38669/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733750420364/wal.1733750420447; continuing.
2024-12-09T13:20:24,990 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38669/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733750420364/wal.1733750420447 so closing down
2024-12-09T13:20:24,990 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish
2024-12-09T13:20:24,990 INFO  [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished
2024-12-09T13:20:24,993 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36633 is added to blk_1073741856_1033 (size=263641)
2024-12-09T13:20:24,995 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42667 is added to blk_1073741856_1033 (size=263641)
2024-12-09T13:20:24,996 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37781 is added to blk_1073741856_1033 (size=263641)
2024-12-09T13:20:24,998 INFO  [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38669/hbase/data/default/testReplayEditsWrittenIntoWAL/f16ba6f3044077927c9fa4eff75ed8d5/recovered.edits/0000000000000000001-wal.1733750420447.temp (wrote 3002 edits, skipped 0 edits in 72 ms)
2024-12-09T13:20:25,004 INFO  [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38669/hbase/data/default/testReplayEditsWrittenIntoWAL/f16ba6f3044077927c9fa4eff75ed8d5/recovered.edits/0000000000000000001-wal.1733750420447.temp to hdfs://localhost:38669/hbase/data/default/testReplayEditsWrittenIntoWAL/f16ba6f3044077927c9fa4eff75ed8d5/recovered.edits/0000000000000003002
2024-12-09T13:20:25,004 INFO  [Time-limited test {}] wal.WALSplitter(425): Processed 3002 edits across 1 Regions in 184 ms; skipped=0; WAL=hdfs://localhost:38669/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733750420364/wal.1733750420447, size=0, length=0, corrupted=false, cancelled=false
2024-12-09T13:20:25,004 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38669/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733750420364/wal.1733750420447, journal: Splitting hdfs://localhost:38669/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733750420364/wal.1733750420447, size=0 (0bytes) at 1733750420807Creating recovered edits writer path=hdfs://localhost:38669/hbase/data/default/testReplayEditsWrittenIntoWAL/f16ba6f3044077927c9fa4eff75ed8d5/recovered.edits/0000000000000000001-wal.1733750420447.temp at 1733750424844 (+4037 ms)Split 1024 edits, skipped 0 edits. at 1733750424911 (+67 ms)Split 2048 edits, skipped 0 edits. at 1733750424956 (+45 ms)Finishing writing output for hdfs://localhost:38669/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733750420364/wal.1733750420447 so closing down at 1733750424990 (+34 ms)3 split writer threads finished at 1733750424990Closed recovered edits writer path=hdfs://localhost:38669/hbase/data/default/testReplayEditsWrittenIntoWAL/f16ba6f3044077927c9fa4eff75ed8d5/recovered.edits/0000000000000000001-wal.1733750420447.temp (wrote 3002 edits, skipped 0 edits in 72 ms) at 1733750424998 (+8 ms)Rename recovered edits hdfs://localhost:38669/hbase/data/default/testReplayEditsWrittenIntoWAL/f16ba6f3044077927c9fa4eff75ed8d5/recovered.edits/0000000000000000001-wal.1733750420447.temp to hdfs://localhost:38669/hbase/data/default/testReplayEditsWrittenIntoWAL/f16ba6f3044077927c9fa4eff75ed8d5/recovered.edits/0000000000000003002 at 1733750425004 (+6 ms)Processed 3002 edits across 1 Regions in 184 ms; skipped=0; WAL=hdfs://localhost:38669/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733750420364/wal.1733750420447, size=0, length=0, corrupted=false, cancelled=false at 1733750425004
2024-12-09T13:20:25,007 INFO  [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38669/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733750420364/wal.1733750420447 to hdfs://localhost:38669/hbase/oldWALs/wal.1733750420447
2024-12-09T13:20:25,008 INFO  [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:38669/hbase/data/default/testReplayEditsWrittenIntoWAL/f16ba6f3044077927c9fa4eff75ed8d5/recovered.edits/0000000000000003002
2024-12-09T13:20:25,009 INFO  [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor
2024-12-09T13:20:25,012 INFO  [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:38669/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733750420364, archiveDir=hdfs://localhost:38669/hbase/oldWALs, maxLogs=32
2024-12-09T13:20:25,029 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733750420364/wal.1733750425012, exclude list is [], retry=0
2024-12-09T13:20:25,034 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37781,DS-4858dcea-8176-4e1a-a0aa-2e238ae3d36d,DISK]
2024-12-09T13:20:25,035 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42667,DS-310fa6c7-1b44-48c5-91ee-03a00afaa58d,DISK]
2024-12-09T13:20:25,035 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36633,DS-24d34457-d44e-4b4d-99cf-d912522ac431,DISK]
2024-12-09T13:20:25,046 INFO  [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733750420364/wal.1733750425012
2024-12-09T13:20:25,046 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45053:45053),(127.0.0.1/127.0.0.1:38687:38687),(127.0.0.1/127.0.0.1:44245:44245)]
2024-12-09T13:20:25,047 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1733750420366.f16ba6f3044077927c9fa4eff75ed8d5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-09T13:20:25,050 INFO  [StoreOpener-f16ba6f3044077927c9fa4eff75ed8d5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region f16ba6f3044077927c9fa4eff75ed8d5 
2024-12-09T13:20:25,056 INFO  [StoreOpener-f16ba6f3044077927c9fa4eff75ed8d5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f16ba6f3044077927c9fa4eff75ed8d5 columnFamilyName a
2024-12-09T13:20:25,057 DEBUG [StoreOpener-f16ba6f3044077927c9fa4eff75ed8d5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:20:25,059 INFO  [StoreOpener-f16ba6f3044077927c9fa4eff75ed8d5-1 {}] regionserver.HStore(327): Store=f16ba6f3044077927c9fa4eff75ed8d5/a,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-09T13:20:25,059 INFO  [StoreOpener-f16ba6f3044077927c9fa4eff75ed8d5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region f16ba6f3044077927c9fa4eff75ed8d5 
2024-12-09T13:20:25,060 INFO  [StoreOpener-f16ba6f3044077927c9fa4eff75ed8d5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f16ba6f3044077927c9fa4eff75ed8d5 columnFamilyName b
2024-12-09T13:20:25,061 DEBUG [StoreOpener-f16ba6f3044077927c9fa4eff75ed8d5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:20:25,062 INFO  [StoreOpener-f16ba6f3044077927c9fa4eff75ed8d5-1 {}] regionserver.HStore(327): Store=f16ba6f3044077927c9fa4eff75ed8d5/b,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-09T13:20:25,062 INFO  [StoreOpener-f16ba6f3044077927c9fa4eff75ed8d5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region f16ba6f3044077927c9fa4eff75ed8d5 
2024-12-09T13:20:25,063 INFO  [StoreOpener-f16ba6f3044077927c9fa4eff75ed8d5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f16ba6f3044077927c9fa4eff75ed8d5 columnFamilyName c
2024-12-09T13:20:25,063 DEBUG [StoreOpener-f16ba6f3044077927c9fa4eff75ed8d5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:20:25,065 INFO  [StoreOpener-f16ba6f3044077927c9fa4eff75ed8d5-1 {}] regionserver.HStore(327): Store=f16ba6f3044077927c9fa4eff75ed8d5/c,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-09T13:20:25,065 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for f16ba6f3044077927c9fa4eff75ed8d5
2024-12-09T13:20:25,067 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38669/hbase/data/default/testReplayEditsWrittenIntoWAL/f16ba6f3044077927c9fa4eff75ed8d5
2024-12-09T13:20:25,069 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:38669/hbase/data/default/testReplayEditsWrittenIntoWAL/f16ba6f3044077927c9fa4eff75ed8d5
2024-12-09T13:20:25,070 INFO  [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:38669/hbase/data/default/testReplayEditsWrittenIntoWAL/f16ba6f3044077927c9fa4eff75ed8d5/recovered.edits/0000000000000003002
2024-12-09T13:20:25,076 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:38669/hbase/data/default/testReplayEditsWrittenIntoWAL/f16ba6f3044077927c9fa4eff75ed8d5/recovered.edits/0000000000000003002: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ
2024-12-09T13:20:25,148 INFO  [Time-limited test {}] wal.AbstractTestWALReplay$4$1(796): InternalFlushCache Invoked
2024-12-09T13:20:25,633 INFO  [Time-limited test {}] regionserver.HRegion(2902): Flushing f16ba6f3044077927c9fa4eff75ed8d5 3/3 column families, dataSize=42.49 KB heapSize=100.11 KB
2024-12-09T13:20:25,723 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38669/hbase/data/default/testReplayEditsWrittenIntoWAL/f16ba6f3044077927c9fa4eff75ed8d5/.tmp/a/1cccf32e5d964056b2eebe85bf78a1b6 is 62, key is testReplayEditsWrittenIntoWAL/a:100/1733750420479/Put/seqid=0
2024-12-09T13:20:25,743 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36633 is added to blk_1073741858_1035 (size=50463)
2024-12-09T13:20:25,744 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37781 is added to blk_1073741858_1035 (size=50463)
2024-12-09T13:20:25,744 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42667 is added to blk_1073741858_1035 (size=50463)
2024-12-09T13:20:25,749 INFO  [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=754 (bloomFilter=true), to=hdfs://localhost:38669/hbase/data/default/testReplayEditsWrittenIntoWAL/f16ba6f3044077927c9fa4eff75ed8d5/.tmp/a/1cccf32e5d964056b2eebe85bf78a1b6
2024-12-09T13:20:25,763 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38669/hbase/data/default/testReplayEditsWrittenIntoWAL/f16ba6f3044077927c9fa4eff75ed8d5/.tmp/a/1cccf32e5d964056b2eebe85bf78a1b6 as hdfs://localhost:38669/hbase/data/default/testReplayEditsWrittenIntoWAL/f16ba6f3044077927c9fa4eff75ed8d5/a/1cccf32e5d964056b2eebe85bf78a1b6
2024-12-09T13:20:25,772 INFO  [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38669/hbase/data/default/testReplayEditsWrittenIntoWAL/f16ba6f3044077927c9fa4eff75ed8d5/a/1cccf32e5d964056b2eebe85bf78a1b6, entries=754, sequenceid=754, filesize=49.3 K
2024-12-09T13:20:25,772 INFO  [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~42.49 KB/43512, heapSize ~99.59 KB/101984, currentSize=0 B/0 for f16ba6f3044077927c9fa4eff75ed8d5 in 139ms, sequenceid=754, compaction requested=false; wal=null
2024-12-09T13:20:25,792 INFO  [Time-limited test {}] wal.AbstractTestWALReplay$4$1(796): InternalFlushCache Invoked
2024-12-09T13:20:25,793 INFO  [Time-limited test {}] regionserver.HRegion(2902): Flushing f16ba6f3044077927c9fa4eff75ed8d5 3/3 column families, dataSize=42.49 KB heapSize=100.11 KB
2024-12-09T13:20:25,805 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38669/hbase/data/default/testReplayEditsWrittenIntoWAL/f16ba6f3044077927c9fa4eff75ed8d5/.tmp/a/ac0d0f9f5cd64503a0fe30aff9fd7a4a is 62, key is testReplayEditsWrittenIntoWAL/a:754/1733750420549/Put/seqid=0
2024-12-09T13:20:25,846 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42667 is added to blk_1073741859_1036 (size=20072)
2024-12-09T13:20:25,847 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36633 is added to blk_1073741859_1036 (size=20072)
2024-12-09T13:20:25,847 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37781 is added to blk_1073741859_1036 (size=20072)
2024-12-09T13:20:25,848 INFO  [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.93 KB at sequenceid=1508 (bloomFilter=true), to=hdfs://localhost:38669/hbase/data/default/testReplayEditsWrittenIntoWAL/f16ba6f3044077927c9fa4eff75ed8d5/.tmp/a/ac0d0f9f5cd64503a0fe30aff9fd7a4a
2024-12-09T13:20:25,893 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38669/hbase/data/default/testReplayEditsWrittenIntoWAL/f16ba6f3044077927c9fa4eff75ed8d5/.tmp/b/5b2bdedcaa7a4af1898aba8cf7aa6d2d is 62, key is testReplayEditsWrittenIntoWAL/b:100/1733750420580/Put/seqid=0
2024-12-09T13:20:25,915 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42667 is added to blk_1073741860_1037 (size=35835)
2024-12-09T13:20:25,920 INFO  [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28.56 KB at sequenceid=1508 (bloomFilter=true), to=hdfs://localhost:38669/hbase/data/default/testReplayEditsWrittenIntoWAL/f16ba6f3044077927c9fa4eff75ed8d5/.tmp/b/5b2bdedcaa7a4af1898aba8cf7aa6d2d
2024-12-09T13:20:25,923 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36633 is added to blk_1073741860_1037 (size=35835)
2024-12-09T13:20:25,923 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37781 is added to blk_1073741860_1037 (size=35835)
2024-12-09T13:20:25,938 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38669/hbase/data/default/testReplayEditsWrittenIntoWAL/f16ba6f3044077927c9fa4eff75ed8d5/.tmp/a/ac0d0f9f5cd64503a0fe30aff9fd7a4a as hdfs://localhost:38669/hbase/data/default/testReplayEditsWrittenIntoWAL/f16ba6f3044077927c9fa4eff75ed8d5/a/ac0d0f9f5cd64503a0fe30aff9fd7a4a
2024-12-09T13:20:25,966 INFO  [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38669/hbase/data/default/testReplayEditsWrittenIntoWAL/f16ba6f3044077927c9fa4eff75ed8d5/a/ac0d0f9f5cd64503a0fe30aff9fd7a4a, entries=246, sequenceid=1508, filesize=19.6 K
2024-12-09T13:20:25,973 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38669/hbase/data/default/testReplayEditsWrittenIntoWAL/f16ba6f3044077927c9fa4eff75ed8d5/.tmp/b/5b2bdedcaa7a4af1898aba8cf7aa6d2d as hdfs://localhost:38669/hbase/data/default/testReplayEditsWrittenIntoWAL/f16ba6f3044077927c9fa4eff75ed8d5/b/5b2bdedcaa7a4af1898aba8cf7aa6d2d
2024-12-09T13:20:25,983 INFO  [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38669/hbase/data/default/testReplayEditsWrittenIntoWAL/f16ba6f3044077927c9fa4eff75ed8d5/b/5b2bdedcaa7a4af1898aba8cf7aa6d2d, entries=508, sequenceid=1508, filesize=35.0 K
2024-12-09T13:20:25,983 INFO  [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~42.49 KB/43512, heapSize ~99.83 KB/102224, currentSize=0 B/0 for f16ba6f3044077927c9fa4eff75ed8d5 in 191ms, sequenceid=1508, compaction requested=false; wal=null
2024-12-09T13:20:26,012 INFO  [Time-limited test {}] wal.AbstractTestWALReplay$4$1(796): InternalFlushCache Invoked
2024-12-09T13:20:26,013 INFO  [Time-limited test {}] regionserver.HRegion(2902): Flushing f16ba6f3044077927c9fa4eff75ed8d5 3/3 column families, dataSize=42.49 KB heapSize=100.11 KB
2024-12-09T13:20:26,026 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38669/hbase/data/default/testReplayEditsWrittenIntoWAL/f16ba6f3044077927c9fa4eff75ed8d5/.tmp/b/3f7b2db144184326919bd3f78c4e66d6 is 62, key is testReplayEditsWrittenIntoWAL/b:508/1733750420605/Put/seqid=0
2024-12-09T13:20:26,054 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37781 is added to blk_1073741861_1038 (size=35082)
2024-12-09T13:20:26,055 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42667 is added to blk_1073741861_1038 (size=35082)
2024-12-09T13:20:26,055 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36633 is added to blk_1073741861_1038 (size=35082)
2024-12-09T13:20:26,453 INFO  [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.87 KB at sequenceid=2262 (bloomFilter=true), to=hdfs://localhost:38669/hbase/data/default/testReplayEditsWrittenIntoWAL/f16ba6f3044077927c9fa4eff75ed8d5/.tmp/b/3f7b2db144184326919bd3f78c4e66d6
2024-12-09T13:20:26,482 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38669/hbase/data/default/testReplayEditsWrittenIntoWAL/f16ba6f3044077927c9fa4eff75ed8d5/.tmp/c/8aae43d0b07645bc97d7dcb2402f23d4 is 62, key is testReplayEditsWrittenIntoWAL/c:100/1733750420666/Put/seqid=0
2024-12-09T13:20:26,498 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36633 is added to blk_1073741862_1039 (size=20825)
2024-12-09T13:20:26,499 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42667 is added to blk_1073741862_1039 (size=20825)
2024-12-09T13:20:26,499 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37781 is added to blk_1073741862_1039 (size=20825)
2024-12-09T13:20:26,500 INFO  [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=14.63 KB at sequenceid=2262 (bloomFilter=true), to=hdfs://localhost:38669/hbase/data/default/testReplayEditsWrittenIntoWAL/f16ba6f3044077927c9fa4eff75ed8d5/.tmp/c/8aae43d0b07645bc97d7dcb2402f23d4
2024-12-09T13:20:26,515 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38669/hbase/data/default/testReplayEditsWrittenIntoWAL/f16ba6f3044077927c9fa4eff75ed8d5/.tmp/b/3f7b2db144184326919bd3f78c4e66d6 as hdfs://localhost:38669/hbase/data/default/testReplayEditsWrittenIntoWAL/f16ba6f3044077927c9fa4eff75ed8d5/b/3f7b2db144184326919bd3f78c4e66d6
2024-12-09T13:20:26,537 INFO  [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38669/hbase/data/default/testReplayEditsWrittenIntoWAL/f16ba6f3044077927c9fa4eff75ed8d5/b/3f7b2db144184326919bd3f78c4e66d6, entries=492, sequenceid=2262, filesize=34.3 K
2024-12-09T13:20:26,540 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38669/hbase/data/default/testReplayEditsWrittenIntoWAL/f16ba6f3044077927c9fa4eff75ed8d5/.tmp/c/8aae43d0b07645bc97d7dcb2402f23d4 as hdfs://localhost:38669/hbase/data/default/testReplayEditsWrittenIntoWAL/f16ba6f3044077927c9fa4eff75ed8d5/c/8aae43d0b07645bc97d7dcb2402f23d4
2024-12-09T13:20:26,568 INFO  [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38669/hbase/data/default/testReplayEditsWrittenIntoWAL/f16ba6f3044077927c9fa4eff75ed8d5/c/8aae43d0b07645bc97d7dcb2402f23d4, entries=262, sequenceid=2262, filesize=20.3 K
2024-12-09T13:20:26,568 INFO  [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~42.49 KB/43512, heapSize ~99.83 KB/102224, currentSize=0 B/0 for f16ba6f3044077927c9fa4eff75ed8d5 in 555ms, sequenceid=2262, compaction requested=false; wal=null
2024-12-09T13:20:26,583 WARN  [Time-limited test {}] regionserver.HRegion(5722): No family for cell testReplayEditsWrittenIntoWAL/another family:testReplayEditsWrittenIntoWAL/1733750420740/Put/vlen=29/seqid=0 in region testReplayEditsWrittenIntoWAL,,1733750420366.f16ba6f3044077927c9fa4eff75ed8d5.
2024-12-09T13:20:26,587 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 3001, skipped 1, firstSequenceIdInLog=1, maxSequenceIdInLog=3002, path=hdfs://localhost:38669/hbase/data/default/testReplayEditsWrittenIntoWAL/f16ba6f3044077927c9fa4eff75ed8d5/recovered.edits/0000000000000003002
2024-12-09T13:20:26,587 INFO  [Time-limited test {}] wal.AbstractTestWALReplay$4$1(796): InternalFlushCache Invoked
2024-12-09T13:20:26,588 INFO  [Time-limited test {}] regionserver.HRegion(2902): Flushing f16ba6f3044077927c9fa4eff75ed8d5 3/3 column families, dataSize=41.85 KB heapSize=98.89 KB
2024-12-09T13:20:26,609 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38669/hbase/data/default/testReplayEditsWrittenIntoWAL/f16ba6f3044077927c9fa4eff75ed8d5/.tmp/c/054aec7e064e4a868f27f05c15ff8bb4 is 62, key is testReplayEditsWrittenIntoWAL/c:262/1733750420675/Put/seqid=0
2024-12-09T13:20:26,652 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42667 is added to blk_1073741863_1040 (size=50301)
2024-12-09T13:20:26,653 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37781 is added to blk_1073741863_1040 (size=50301)
2024-12-09T13:20:26,653 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36633 is added to blk_1073741863_1040 (size=50301)
2024-12-09T13:20:26,655 INFO  [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=41.85 KB at sequenceid=3002 (bloomFilter=true), to=hdfs://localhost:38669/hbase/data/default/testReplayEditsWrittenIntoWAL/f16ba6f3044077927c9fa4eff75ed8d5/.tmp/c/054aec7e064e4a868f27f05c15ff8bb4
2024-12-09T13:20:26,669 INFO  [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 054aec7e064e4a868f27f05c15ff8bb4
2024-12-09T13:20:26,671 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38669/hbase/data/default/testReplayEditsWrittenIntoWAL/f16ba6f3044077927c9fa4eff75ed8d5/.tmp/c/054aec7e064e4a868f27f05c15ff8bb4 as hdfs://localhost:38669/hbase/data/default/testReplayEditsWrittenIntoWAL/f16ba6f3044077927c9fa4eff75ed8d5/c/054aec7e064e4a868f27f05c15ff8bb4
2024-12-09T13:20:26,680 INFO  [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 054aec7e064e4a868f27f05c15ff8bb4
2024-12-09T13:20:26,680 INFO  [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38669/hbase/data/default/testReplayEditsWrittenIntoWAL/f16ba6f3044077927c9fa4eff75ed8d5/c/054aec7e064e4a868f27f05c15ff8bb4, entries=739, sequenceid=3002, filesize=49.1 K
2024-12-09T13:20:26,680 INFO  [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~41.85 KB/42854, heapSize ~98.38 KB/100736, currentSize=0 B/0 for f16ba6f3044077927c9fa4eff75ed8d5 in 92ms, sequenceid=3002, compaction requested=false; wal=null
2024-12-09T13:20:26,683 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:38669/hbase/data/default/testReplayEditsWrittenIntoWAL/f16ba6f3044077927c9fa4eff75ed8d5/recovered.edits/0000000000000003002
2024-12-09T13:20:26,685 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for f16ba6f3044077927c9fa4eff75ed8d5
2024-12-09T13:20:26,685 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for f16ba6f3044077927c9fa4eff75ed8d5
2024-12-09T13:20:26,687 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenIntoWAL descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead.
2024-12-09T13:20:26,695 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for f16ba6f3044077927c9fa4eff75ed8d5
2024-12-09T13:20:26,700 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38669/hbase/data/default/testReplayEditsWrittenIntoWAL/f16ba6f3044077927c9fa4eff75ed8d5/recovered.edits/3002.seqid, newMaxSeqId=3002, maxSeqId=1
2024-12-09T13:20:26,702 INFO  [Time-limited test {}] regionserver.HRegion(1114): Opened f16ba6f3044077927c9fa4eff75ed8d5; next sequenceid=3003; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=204800, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68580620, jitterRate=0.02193087339401245}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216}
2024-12-09T13:20:26,702 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for f16ba6f3044077927c9fa4eff75ed8d5:
Writing region info on filesystem at 1733750425047Initializing all the Stores at 1733750425048 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733750425048Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733750425050 (+2 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733750425050Cleaning up temporary data from old regions at 1733750426685 (+1635 ms)Region opened successfully at 1733750426702 (+17 ms)
2024-12-09T13:20:26,782 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing f16ba6f3044077927c9fa4eff75ed8d5, disabling compactions & flushes
2024-12-09T13:20:26,782 INFO  [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenIntoWAL,,1733750420366.f16ba6f3044077927c9fa4eff75ed8d5.
2024-12-09T13:20:26,782 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenIntoWAL,,1733750420366.f16ba6f3044077927c9fa4eff75ed8d5.
2024-12-09T13:20:26,782 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenIntoWAL,,1733750420366.f16ba6f3044077927c9fa4eff75ed8d5. after waiting 0 ms
2024-12-09T13:20:26,782 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenIntoWAL,,1733750420366.f16ba6f3044077927c9fa4eff75ed8d5.
2024-12-09T13:20:26,826 INFO  [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenIntoWAL,,1733750420366.f16ba6f3044077927c9fa4eff75ed8d5.
2024-12-09T13:20:26,827 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for f16ba6f3044077927c9fa4eff75ed8d5:
Waiting for close lock at 1733750426782Disabling compacts and flushes for region at 1733750426782Disabling writes for close at 1733750426782Writing region close event to WAL at 1733750426826 (+44 ms)Closed at 1733750426826
2024-12-09T13:20:26,840 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37781 is added to blk_1073741857_1034 (size=95)
2024-12-09T13:20:26,840 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36633 is added to blk_1073741857_1034 (size=95)
2024-12-09T13:20:26,841 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42667 is added to blk_1073741857_1034 (size=95)
2024-12-09T13:20:26,856 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs
2024-12-09T13:20:26,856 INFO  [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1733750425012)
2024-12-09T13:20:26,877 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testReplayEditsWrittenIntoWAL Thread=392 (was 376)
Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6700d7a4-6ba7-e153-49ad-98b8aa919c41/cluster_c6ca9ad2-2fa4-2955-7341-03ec1bf74ce0/data/data3
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-471351776_22 at /127.0.0.1:39562 [Waiting for operation #14]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6700d7a4-6ba7-e153-49ad-98b8aa919c41/cluster_c6ca9ad2-2fa4-2955-7341-03ec1bf74ce0/data/data4
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (1396088596) connection to localhost/127.0.0.1:35893 from jenkins
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6700d7a4-6ba7-e153-49ad-98b8aa919c41/cluster_c6ca9ad2-2fa4-2955-7341-03ec1bf74ce0/data/data6
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: LeaseRenewer:jenkins.replay.wal.secondtime@localhost:38669
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35893
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (1396088596) connection to localhost/127.0.0.1:38669 from jenkins.replay.wal.secondtime
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: IPC Client (1396088596) connection to localhost/127.0.0.1:45543 from jenkins
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-471351776_22 at /127.0.0.1:33610 [Waiting for operation #22]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: AsyncFSWAL-12-1
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Timer for 'HBase' metrics system
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563)
	java.base@17.0.11/java.util.TimerThread.run(Timer.java:516)

Potentially hanging thread: java.util.concurrent.ThreadPoolExecutor$Worker@21519148[State = -1, empty queue]
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: java.util.concurrent.ThreadPoolExecutor$Worker@51a1bb78[State = -1, empty queue]
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-471351776_22 at /127.0.0.1:36970 [Waiting for operation #7]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: java.util.concurrent.ThreadPoolExecutor$Worker@2f967aca[State = -1, empty queue]
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45543
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-471351776_22 at /127.0.0.1:39542 [Waiting for operation #7]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: AsyncFSWAL-12-2
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6700d7a4-6ba7-e153-49ad-98b8aa919c41/cluster_c6ca9ad2-2fa4-2955-7341-03ec1bf74ce0/data/data5
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: AsyncFSWAL-12-3
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=837 (was 761) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1037 (was 1049), ProcessCount=11 (was 11), AvailableMemoryMB=5001 (was 5793)
2024-12-09T13:20:26,897 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#test2727 Thread=392, OpenFileDescriptor=837, MaxFileDescriptor=1048576, SystemLoadAverage=1037, ProcessCount=11, AvailableMemoryMB=4997
2024-12-09T13:20:26,922 INFO  [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-12-09T13:20:26,932 INFO  [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-12-09T13:20:26,933 INFO  [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-12-09T13:20:26,937 INFO  [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-86689143, suffix=, logDir=hdfs://localhost:38669/hbase/WALs/hregion-86689143, archiveDir=hdfs://localhost:38669/hbase/oldWALs, maxLogs=32
2024-12-09T13:20:26,958 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-86689143/hregion-86689143.1733750426938, exclude list is [], retry=0
2024-12-09T13:20:26,972 DEBUG [AsyncFSWAL-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37781,DS-4858dcea-8176-4e1a-a0aa-2e238ae3d36d,DISK]
2024-12-09T13:20:26,974 DEBUG [AsyncFSWAL-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42667,DS-310fa6c7-1b44-48c5-91ee-03a00afaa58d,DISK]
2024-12-09T13:20:26,974 DEBUG [AsyncFSWAL-14-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36633,DS-24d34457-d44e-4b4d-99cf-d912522ac431,DISK]
2024-12-09T13:20:26,991 INFO  [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-86689143/hregion-86689143.1733750426938
2024-12-09T13:20:26,994 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45053:45053),(127.0.0.1/127.0.0.1:38687:38687),(127.0.0.1/127.0.0.1:44245:44245)]
2024-12-09T13:20:26,995 INFO  [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => f47a39dde7fffa2dee01c318c75ebcf6, NAME => 'test2727,,1733750426927.f47a39dde7fffa2dee01c318c75ebcf6.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test2727', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38669/hbase
2024-12-09T13:20:27,034 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37781 is added to blk_1073741865_1042 (size=43)
2024-12-09T13:20:27,034 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42667 is added to blk_1073741865_1042 (size=43)
2024-12-09T13:20:27,034 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36633 is added to blk_1073741865_1042 (size=43)
2024-12-09T13:20:27,036 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated test2727,,1733750426927.f47a39dde7fffa2dee01c318c75ebcf6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-09T13:20:27,038 INFO  [StoreOpener-f47a39dde7fffa2dee01c318c75ebcf6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region f47a39dde7fffa2dee01c318c75ebcf6 
2024-12-09T13:20:27,039 INFO  [StoreOpener-f47a39dde7fffa2dee01c318c75ebcf6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f47a39dde7fffa2dee01c318c75ebcf6 columnFamilyName a
2024-12-09T13:20:27,040 DEBUG [StoreOpener-f47a39dde7fffa2dee01c318c75ebcf6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:20:27,040 INFO  [StoreOpener-f47a39dde7fffa2dee01c318c75ebcf6-1 {}] regionserver.HStore(327): Store=f47a39dde7fffa2dee01c318c75ebcf6/a,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-09T13:20:27,040 INFO  [StoreOpener-f47a39dde7fffa2dee01c318c75ebcf6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region f47a39dde7fffa2dee01c318c75ebcf6 
2024-12-09T13:20:27,042 INFO  [StoreOpener-f47a39dde7fffa2dee01c318c75ebcf6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f47a39dde7fffa2dee01c318c75ebcf6 columnFamilyName b
2024-12-09T13:20:27,042 DEBUG [StoreOpener-f47a39dde7fffa2dee01c318c75ebcf6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:20:27,043 INFO  [StoreOpener-f47a39dde7fffa2dee01c318c75ebcf6-1 {}] regionserver.HStore(327): Store=f47a39dde7fffa2dee01c318c75ebcf6/b,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-09T13:20:27,043 INFO  [StoreOpener-f47a39dde7fffa2dee01c318c75ebcf6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region f47a39dde7fffa2dee01c318c75ebcf6 
2024-12-09T13:20:27,045 INFO  [StoreOpener-f47a39dde7fffa2dee01c318c75ebcf6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f47a39dde7fffa2dee01c318c75ebcf6 columnFamilyName c
2024-12-09T13:20:27,045 DEBUG [StoreOpener-f47a39dde7fffa2dee01c318c75ebcf6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:20:27,045 INFO  [StoreOpener-f47a39dde7fffa2dee01c318c75ebcf6-1 {}] regionserver.HStore(327): Store=f47a39dde7fffa2dee01c318c75ebcf6/c,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-09T13:20:27,046 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for f47a39dde7fffa2dee01c318c75ebcf6
2024-12-09T13:20:27,046 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38669/hbase/data/default/test2727/f47a39dde7fffa2dee01c318c75ebcf6
2024-12-09T13:20:27,047 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38669/hbase/data/default/test2727/f47a39dde7fffa2dee01c318c75ebcf6
2024-12-09T13:20:27,048 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for f47a39dde7fffa2dee01c318c75ebcf6
2024-12-09T13:20:27,048 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for f47a39dde7fffa2dee01c318c75ebcf6
2024-12-09T13:20:27,049 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test2727 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-12-09T13:20:27,050 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for f47a39dde7fffa2dee01c318c75ebcf6
2024-12-09T13:20:27,053 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38669/hbase/data/default/test2727/f47a39dde7fffa2dee01c318c75ebcf6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-09T13:20:27,054 INFO  [Time-limited test {}] regionserver.HRegion(1114): Opened f47a39dde7fffa2dee01c318c75ebcf6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60424265, jitterRate=-0.09960828721523285}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-12-09T13:20:27,055 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for f47a39dde7fffa2dee01c318c75ebcf6:
Writing region info on filesystem at 1733750427036Initializing all the Stores at 1733750427037 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733750427037Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733750427038 (+1 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733750427038Cleaning up temporary data from old regions at 1733750427048 (+10 ms)Region opened successfully at 1733750427055 (+7 ms)
2024-12-09T13:20:27,055 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing f47a39dde7fffa2dee01c318c75ebcf6, disabling compactions & flushes
2024-12-09T13:20:27,055 INFO  [Time-limited test {}] regionserver.HRegion(1755): Closing region test2727,,1733750426927.f47a39dde7fffa2dee01c318c75ebcf6.
2024-12-09T13:20:27,055 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on test2727,,1733750426927.f47a39dde7fffa2dee01c318c75ebcf6.
2024-12-09T13:20:27,055 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on test2727,,1733750426927.f47a39dde7fffa2dee01c318c75ebcf6. after waiting 0 ms
2024-12-09T13:20:27,056 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region test2727,,1733750426927.f47a39dde7fffa2dee01c318c75ebcf6.
2024-12-09T13:20:27,056 INFO  [Time-limited test {}] regionserver.HRegion(1973): Closed test2727,,1733750426927.f47a39dde7fffa2dee01c318c75ebcf6.
2024-12-09T13:20:27,056 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for f47a39dde7fffa2dee01c318c75ebcf6:
Waiting for close lock at 1733750427055Disabling compacts and flushes for region at 1733750427055Disabling writes for close at 1733750427056 (+1 ms)Writing region close event to WAL at 1733750427056Closed at 1733750427056
2024-12-09T13:20:27,061 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42667 is added to blk_1073741864_1041 (size=95)
2024-12-09T13:20:27,062 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36633 is added to blk_1073741864_1041 (size=95)
2024-12-09T13:20:27,062 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37781 is added to blk_1073741864_1041 (size=95)
2024-12-09T13:20:27,065 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs
2024-12-09T13:20:27,065 INFO  [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-86689143:(num 1733750426938)
2024-12-09T13:20:27,065 INFO  [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor
2024-12-09T13:20:27,068 INFO  [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:38669/hbase/WALs/test2727-manual,16010,1733750426921, archiveDir=hdfs://localhost:38669/hbase/oldWALs, maxLogs=32
2024-12-09T13:20:27,082 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/test2727-manual,16010,1733750426921/wal.1733750427068, exclude list is [], retry=0
2024-12-09T13:20:27,085 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37781,DS-4858dcea-8176-4e1a-a0aa-2e238ae3d36d,DISK]
2024-12-09T13:20:27,085 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42667,DS-310fa6c7-1b44-48c5-91ee-03a00afaa58d,DISK]
2024-12-09T13:20:27,086 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36633,DS-24d34457-d44e-4b4d-99cf-d912522ac431,DISK]
2024-12-09T13:20:27,088 INFO  [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/test2727-manual,16010,1733750426921/wal.1733750427068
2024-12-09T13:20:27,088 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45053:45053),(127.0.0.1/127.0.0.1:38687:38687),(127.0.0.1/127.0.0.1:44245:44245)]
2024-12-09T13:20:27,247 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42667 is added to blk_1073741866_1043 (size=263359)
2024-12-09T13:20:27,248 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37781 is added to blk_1073741866_1043 (size=263359)
2024-12-09T13:20:27,249 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36633 is added to blk_1073741866_1043 (size=263359)
2024-12-09T13:20:27,268 INFO  [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38669/hbase/WALs/test2727-manual,16010,1733750426921/wal.1733750427068, size=257.2 K (263359bytes)
2024-12-09T13:20:27,268 INFO  [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38669/hbase/WALs/test2727-manual,16010,1733750426921/wal.1733750427068
2024-12-09T13:20:27,268 INFO  [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38669/hbase/WALs/test2727-manual,16010,1733750426921/wal.1733750427068 after 0ms
2024-12-09T13:20:27,271 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:38669/hbase/WALs/test2727-manual,16010,1733750426921/wal.1733750427068: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ
2024-12-09T13:20:27,273 INFO  [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38669/hbase/WALs/test2727-manual,16010,1733750426921/wal.1733750427068 took 5ms
2024-12-09T13:20:27,280 INFO  [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.1733750427068.temp
2024-12-09T13:20:27,282 INFO  [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38669/hbase/data/default/test2727/f47a39dde7fffa2dee01c318c75ebcf6/recovered.edits/0000000000000000001-wal.1733750427068.temp
2024-12-09T13:20:27,333 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38669/hbase/WALs/test2727-manual,16010,1733750426921/wal.1733750427068 so closing down
2024-12-09T13:20:27,333 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish
2024-12-09T13:20:27,333 INFO  [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished
2024-12-09T13:20:27,348 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36633 is added to blk_1073741867_1044 (size=263359)
2024-12-09T13:20:27,350 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42667 is added to blk_1073741867_1044 (size=263359)
2024-12-09T13:20:27,351 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37781 is added to blk_1073741867_1044 (size=263359)
2024-12-09T13:20:27,360 INFO  [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38669/hbase/data/default/test2727/f47a39dde7fffa2dee01c318c75ebcf6/recovered.edits/0000000000000000001-wal.1733750427068.temp (wrote 3000 edits, skipped 0 edits in 39 ms)
2024-12-09T13:20:27,366 INFO  [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38669/hbase/data/default/test2727/f47a39dde7fffa2dee01c318c75ebcf6/recovered.edits/0000000000000000001-wal.1733750427068.temp to hdfs://localhost:38669/hbase/data/default/test2727/f47a39dde7fffa2dee01c318c75ebcf6/recovered.edits/0000000000000003000
2024-12-09T13:20:27,367 INFO  [Time-limited test {}] wal.WALSplitter(425): Processed 3000 edits across 1 Regions in 94 ms; skipped=0; WAL=hdfs://localhost:38669/hbase/WALs/test2727-manual,16010,1733750426921/wal.1733750427068, size=257.2 K, length=263359, corrupted=false, cancelled=false
2024-12-09T13:20:27,367 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38669/hbase/WALs/test2727-manual,16010,1733750426921/wal.1733750427068, journal: Splitting hdfs://localhost:38669/hbase/WALs/test2727-manual,16010,1733750426921/wal.1733750427068, size=257.2 K (263359bytes) at 1733750427268Creating recovered edits writer path=hdfs://localhost:38669/hbase/data/default/test2727/f47a39dde7fffa2dee01c318c75ebcf6/recovered.edits/0000000000000000001-wal.1733750427068.temp at 1733750427282 (+14 ms)Split 1024 edits, skipped 0 edits. at 1733750427293 (+11 ms)Split 2048 edits, skipped 0 edits. at 1733750427314 (+21 ms)Finishing writing output for hdfs://localhost:38669/hbase/WALs/test2727-manual,16010,1733750426921/wal.1733750427068 so closing down at 1733750427333 (+19 ms)3 split writer threads finished at 1733750427333Closed recovered edits writer path=hdfs://localhost:38669/hbase/data/default/test2727/f47a39dde7fffa2dee01c318c75ebcf6/recovered.edits/0000000000000000001-wal.1733750427068.temp (wrote 3000 edits, skipped 0 edits in 39 ms) at 1733750427360 (+27 ms)Rename recovered edits hdfs://localhost:38669/hbase/data/default/test2727/f47a39dde7fffa2dee01c318c75ebcf6/recovered.edits/0000000000000000001-wal.1733750427068.temp to hdfs://localhost:38669/hbase/data/default/test2727/f47a39dde7fffa2dee01c318c75ebcf6/recovered.edits/0000000000000003000 at 1733750427366 (+6 ms)Processed 3000 edits across 1 Regions in 94 ms; skipped=0; WAL=hdfs://localhost:38669/hbase/WALs/test2727-manual,16010,1733750426921/wal.1733750427068, size=257.2 K, length=263359, corrupted=false, cancelled=false at 1733750427367 (+1 ms)
2024-12-09T13:20:27,373 INFO  [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38669/hbase/WALs/test2727-manual,16010,1733750426921/wal.1733750427068 to hdfs://localhost:38669/hbase/oldWALs/wal.1733750427068
2024-12-09T13:20:27,375 INFO  [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:38669/hbase/data/default/test2727/f47a39dde7fffa2dee01c318c75ebcf6/recovered.edits/0000000000000003000
2024-12-09T13:20:27,375 INFO  [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor
2024-12-09T13:20:27,380 INFO  [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:38669/hbase/WALs/test2727-manual,16010,1733750426921, archiveDir=hdfs://localhost:38669/hbase/oldWALs, maxLogs=32
2024-12-09T13:20:27,395 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/test2727-manual,16010,1733750426921/wal.1733750427380, exclude list is [], retry=0
2024-12-09T13:20:27,399 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37781,DS-4858dcea-8176-4e1a-a0aa-2e238ae3d36d,DISK]
2024-12-09T13:20:27,400 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42667,DS-310fa6c7-1b44-48c5-91ee-03a00afaa58d,DISK]
2024-12-09T13:20:27,400 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36633,DS-24d34457-d44e-4b4d-99cf-d912522ac431,DISK]
2024-12-09T13:20:27,411 INFO  [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/test2727-manual,16010,1733750426921/wal.1733750427380
2024-12-09T13:20:27,413 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45053:45053),(127.0.0.1/127.0.0.1:38687:38687),(127.0.0.1/127.0.0.1:44245:44245)]
2024-12-09T13:20:27,636 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36633 is added to blk_1073741868_1045 (size=263486)
2024-12-09T13:20:27,636 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37781 is added to blk_1073741868_1045 (size=263486)
2024-12-09T13:20:27,639 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42667 is added to blk_1073741868_1045 (size=263486)
2024-12-09T13:20:27,663 INFO  [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38669/hbase/WALs/test2727-manual,16010,1733750426921/wal.1733750427380, size=257.3 K (263486bytes)
2024-12-09T13:20:27,663 INFO  [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38669/hbase/WALs/test2727-manual,16010,1733750426921/wal.1733750427380
2024-12-09T13:20:27,663 INFO  [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38669/hbase/WALs/test2727-manual,16010,1733750426921/wal.1733750427380 after 0ms
2024-12-09T13:20:27,671 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:38669/hbase/WALs/test2727-manual,16010,1733750426921/wal.1733750427380: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ
2024-12-09T13:20:27,673 INFO  [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38669/hbase/WALs/test2727-manual,16010,1733750426921/wal.1733750427380 took 11ms
2024-12-09T13:20:27,683 INFO  [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000003001-wal.1733750427380.temp
2024-12-09T13:20:27,695 INFO  [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38669/hbase/data/default/test2727/f47a39dde7fffa2dee01c318c75ebcf6/recovered.edits/0000000000000003001-wal.1733750427380.temp
2024-12-09T13:20:27,747 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38669/hbase/WALs/test2727-manual,16010,1733750426921/wal.1733750427380 so closing down
2024-12-09T13:20:27,747 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish
2024-12-09T13:20:27,747 INFO  [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished
2024-12-09T13:20:27,758 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37781 is added to blk_1073741869_1046 (size=263486)
2024-12-09T13:20:27,759 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42667 is added to blk_1073741869_1046 (size=263486)
2024-12-09T13:20:27,759 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36633 is added to blk_1073741869_1046 (size=263486)
2024-12-09T13:20:27,760 INFO  [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38669/hbase/data/default/test2727/f47a39dde7fffa2dee01c318c75ebcf6/recovered.edits/0000000000000003001-wal.1733750427380.temp (wrote 3000 edits, skipped 0 edits in 49 ms)
2024-12-09T13:20:27,763 INFO  [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38669/hbase/data/default/test2727/f47a39dde7fffa2dee01c318c75ebcf6/recovered.edits/0000000000000003001-wal.1733750427380.temp to hdfs://localhost:38669/hbase/data/default/test2727/f47a39dde7fffa2dee01c318c75ebcf6/recovered.edits/0000000000000006000
2024-12-09T13:20:27,763 INFO  [Time-limited test {}] wal.WALSplitter(425): Processed 3000 edits across 1 Regions in 86 ms; skipped=0; WAL=hdfs://localhost:38669/hbase/WALs/test2727-manual,16010,1733750426921/wal.1733750427380, size=257.3 K, length=263486, corrupted=false, cancelled=false
2024-12-09T13:20:27,763 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38669/hbase/WALs/test2727-manual,16010,1733750426921/wal.1733750427380, journal: Splitting hdfs://localhost:38669/hbase/WALs/test2727-manual,16010,1733750426921/wal.1733750427380, size=257.3 K (263486bytes) at 1733750427663Creating recovered edits writer path=hdfs://localhost:38669/hbase/data/default/test2727/f47a39dde7fffa2dee01c318c75ebcf6/recovered.edits/0000000000000003001-wal.1733750427380.temp at 1733750427695 (+32 ms)Split 1024 edits, skipped 0 edits. at 1733750427703 (+8 ms)Split 2048 edits, skipped 0 edits. at 1733750427724 (+21 ms)Finishing writing output for hdfs://localhost:38669/hbase/WALs/test2727-manual,16010,1733750426921/wal.1733750427380 so closing down at 1733750427747 (+23 ms)3 split writer threads finished at 1733750427747Closed recovered edits writer path=hdfs://localhost:38669/hbase/data/default/test2727/f47a39dde7fffa2dee01c318c75ebcf6/recovered.edits/0000000000000003001-wal.1733750427380.temp (wrote 3000 edits, skipped 0 edits in 49 ms) at 1733750427760 (+13 ms)Rename recovered edits hdfs://localhost:38669/hbase/data/default/test2727/f47a39dde7fffa2dee01c318c75ebcf6/recovered.edits/0000000000000003001-wal.1733750427380.temp to hdfs://localhost:38669/hbase/data/default/test2727/f47a39dde7fffa2dee01c318c75ebcf6/recovered.edits/0000000000000006000 at 1733750427763 (+3 ms)Processed 3000 edits across 1 Regions in 86 ms; skipped=0; WAL=hdfs://localhost:38669/hbase/WALs/test2727-manual,16010,1733750426921/wal.1733750427380, size=257.3 K, length=263486, corrupted=false, cancelled=false at 1733750427763
2024-12-09T13:20:27,773 INFO  [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38669/hbase/WALs/test2727-manual,16010,1733750426921/wal.1733750427380 to hdfs://localhost:38669/hbase/oldWALs/wal.1733750427380
2024-12-09T13:20:27,774 INFO  [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:38669/hbase/data/default/test2727/f47a39dde7fffa2dee01c318c75ebcf6/recovered.edits/0000000000000006000
2024-12-09T13:20:27,775 INFO  [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor
2024-12-09T13:20:27,777 INFO  [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:38669/hbase/WALs/test2727-manual,16010,1733750426921, archiveDir=hdfs://localhost:38669/hbase/oldWALs, maxLogs=32
2024-12-09T13:20:27,800 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/test2727-manual,16010,1733750426921/wal.1733750427778, exclude list is [], retry=0
2024-12-09T13:20:27,803 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37781,DS-4858dcea-8176-4e1a-a0aa-2e238ae3d36d,DISK]
2024-12-09T13:20:27,804 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42667,DS-310fa6c7-1b44-48c5-91ee-03a00afaa58d,DISK]
2024-12-09T13:20:27,804 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36633,DS-24d34457-d44e-4b4d-99cf-d912522ac431,DISK]
2024-12-09T13:20:27,807 INFO  [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/test2727-manual,16010,1733750426921/wal.1733750427778
2024-12-09T13:20:27,810 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45053:45053),(127.0.0.1/127.0.0.1:38687:38687),(127.0.0.1/127.0.0.1:44245:44245)]
2024-12-09T13:20:27,811 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => f47a39dde7fffa2dee01c318c75ebcf6, NAME => 'test2727,,1733750426927.f47a39dde7fffa2dee01c318c75ebcf6.', STARTKEY => '', ENDKEY => ''}
2024-12-09T13:20:27,811 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated test2727,,1733750426927.f47a39dde7fffa2dee01c318c75ebcf6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-09T13:20:27,811 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for f47a39dde7fffa2dee01c318c75ebcf6
2024-12-09T13:20:27,811 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for f47a39dde7fffa2dee01c318c75ebcf6
2024-12-09T13:20:27,813 INFO  [StoreOpener-f47a39dde7fffa2dee01c318c75ebcf6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region f47a39dde7fffa2dee01c318c75ebcf6 
2024-12-09T13:20:27,814 INFO  [StoreOpener-f47a39dde7fffa2dee01c318c75ebcf6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f47a39dde7fffa2dee01c318c75ebcf6 columnFamilyName a
2024-12-09T13:20:27,814 DEBUG [StoreOpener-f47a39dde7fffa2dee01c318c75ebcf6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:20:27,815 INFO  [StoreOpener-f47a39dde7fffa2dee01c318c75ebcf6-1 {}] regionserver.HStore(327): Store=f47a39dde7fffa2dee01c318c75ebcf6/a,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-09T13:20:27,815 INFO  [StoreOpener-f47a39dde7fffa2dee01c318c75ebcf6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region f47a39dde7fffa2dee01c318c75ebcf6 
2024-12-09T13:20:27,816 INFO  [StoreOpener-f47a39dde7fffa2dee01c318c75ebcf6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f47a39dde7fffa2dee01c318c75ebcf6 columnFamilyName b
2024-12-09T13:20:27,817 DEBUG [StoreOpener-f47a39dde7fffa2dee01c318c75ebcf6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:20:27,819 INFO  [StoreOpener-f47a39dde7fffa2dee01c318c75ebcf6-1 {}] regionserver.HStore(327): Store=f47a39dde7fffa2dee01c318c75ebcf6/b,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-09T13:20:27,819 INFO  [StoreOpener-f47a39dde7fffa2dee01c318c75ebcf6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region f47a39dde7fffa2dee01c318c75ebcf6 
2024-12-09T13:20:27,820 INFO  [StoreOpener-f47a39dde7fffa2dee01c318c75ebcf6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f47a39dde7fffa2dee01c318c75ebcf6 columnFamilyName c
2024-12-09T13:20:27,820 DEBUG [StoreOpener-f47a39dde7fffa2dee01c318c75ebcf6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:20:27,822 INFO  [StoreOpener-f47a39dde7fffa2dee01c318c75ebcf6-1 {}] regionserver.HStore(327): Store=f47a39dde7fffa2dee01c318c75ebcf6/c,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-09T13:20:27,823 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for f47a39dde7fffa2dee01c318c75ebcf6
2024-12-09T13:20:27,823 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38669/hbase/data/default/test2727/f47a39dde7fffa2dee01c318c75ebcf6
2024-12-09T13:20:27,826 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 2 recovered edits file(s) under hdfs://localhost:38669/hbase/data/default/test2727/f47a39dde7fffa2dee01c318c75ebcf6
2024-12-09T13:20:27,827 INFO  [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:38669/hbase/data/default/test2727/f47a39dde7fffa2dee01c318c75ebcf6/recovered.edits/0000000000000003000
2024-12-09T13:20:27,832 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:38669/hbase/data/default/test2727/f47a39dde7fffa2dee01c318c75ebcf6/recovered.edits/0000000000000003000: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ
2024-12-09T13:20:27,900 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 3000, skipped 0, firstSequenceIdInLog=1, maxSequenceIdInLog=3000, path=hdfs://localhost:38669/hbase/data/default/test2727/f47a39dde7fffa2dee01c318c75ebcf6/recovered.edits/0000000000000003000
2024-12-09T13:20:27,902 INFO  [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:38669/hbase/data/default/test2727/f47a39dde7fffa2dee01c318c75ebcf6/recovered.edits/0000000000000006000
2024-12-09T13:20:27,905 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:38669/hbase/data/default/test2727/f47a39dde7fffa2dee01c318c75ebcf6/recovered.edits/0000000000000006000: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ
2024-12-09T13:20:27,955 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 3000, skipped 0, firstSequenceIdInLog=3001, maxSequenceIdInLog=6000, path=hdfs://localhost:38669/hbase/data/default/test2727/f47a39dde7fffa2dee01c318c75ebcf6/recovered.edits/0000000000000006000
2024-12-09T13:20:27,955 INFO  [Time-limited test {}] regionserver.HRegion(2902): Flushing f47a39dde7fffa2dee01c318c75ebcf6 3/3 column families, dataSize=215.51 KB heapSize=657 KB
2024-12-09T13:20:27,978 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38669/hbase/data/default/test2727/f47a39dde7fffa2dee01c318c75ebcf6/.tmp/a/ab2d3dd3aa5a48628b71c4cd13c22b8f is 41, key is test2727/a:100/1733750427418/Put/seqid=0
2024-12-09T13:20:27,989 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37781 is added to blk_1073741871_1048 (size=84227)
2024-12-09T13:20:27,989 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36633 is added to blk_1073741871_1048 (size=84227)
2024-12-09T13:20:27,990 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42667 is added to blk_1073741871_1048 (size=84227)
2024-12-09T13:20:27,992 INFO  [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=71.84 KB at sequenceid=6000 (bloomFilter=true), to=hdfs://localhost:38669/hbase/data/default/test2727/f47a39dde7fffa2dee01c318c75ebcf6/.tmp/a/ab2d3dd3aa5a48628b71c4cd13c22b8f
2024-12-09T13:20:28,021 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38669/hbase/data/default/test2727/f47a39dde7fffa2dee01c318c75ebcf6/.tmp/b/841c9c47fc2f4fa2862cb77cc5072cdb is 41, key is test2727/b:100/1733750427485/Put/seqid=0
2024-12-09T13:20:28,040 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36633 is added to blk_1073741872_1049 (size=84609)
2024-12-09T13:20:28,040 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42667 is added to blk_1073741872_1049 (size=84609)
2024-12-09T13:20:28,041 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37781 is added to blk_1073741872_1049 (size=84609)
2024-12-09T13:20:28,043 INFO  [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=71.84 KB at sequenceid=6000 (bloomFilter=true), to=hdfs://localhost:38669/hbase/data/default/test2727/f47a39dde7fffa2dee01c318c75ebcf6/.tmp/b/841c9c47fc2f4fa2862cb77cc5072cdb
2024-12-09T13:20:28,087 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38669/hbase/data/default/test2727/f47a39dde7fffa2dee01c318c75ebcf6/.tmp/c/d1bfc6c4b4b34566b5937e1abdc195a8 is 41, key is test2727/c:100/1733750427551/Put/seqid=0
2024-12-09T13:20:28,102 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37781 is added to blk_1073741873_1050 (size=84609)
2024-12-09T13:20:28,103 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42667 is added to blk_1073741873_1050 (size=84609)
2024-12-09T13:20:28,104 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36633 is added to blk_1073741873_1050 (size=84609)
2024-12-09T13:20:28,104 INFO  [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=71.84 KB at sequenceid=6000 (bloomFilter=true), to=hdfs://localhost:38669/hbase/data/default/test2727/f47a39dde7fffa2dee01c318c75ebcf6/.tmp/c/d1bfc6c4b4b34566b5937e1abdc195a8
2024-12-09T13:20:28,112 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38669/hbase/data/default/test2727/f47a39dde7fffa2dee01c318c75ebcf6/.tmp/a/ab2d3dd3aa5a48628b71c4cd13c22b8f as hdfs://localhost:38669/hbase/data/default/test2727/f47a39dde7fffa2dee01c318c75ebcf6/a/ab2d3dd3aa5a48628b71c4cd13c22b8f
2024-12-09T13:20:28,119 INFO  [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38669/hbase/data/default/test2727/f47a39dde7fffa2dee01c318c75ebcf6/a/ab2d3dd3aa5a48628b71c4cd13c22b8f, entries=2000, sequenceid=6000, filesize=82.3 K
2024-12-09T13:20:28,120 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38669/hbase/data/default/test2727/f47a39dde7fffa2dee01c318c75ebcf6/.tmp/b/841c9c47fc2f4fa2862cb77cc5072cdb as hdfs://localhost:38669/hbase/data/default/test2727/f47a39dde7fffa2dee01c318c75ebcf6/b/841c9c47fc2f4fa2862cb77cc5072cdb
2024-12-09T13:20:28,127 INFO  [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38669/hbase/data/default/test2727/f47a39dde7fffa2dee01c318c75ebcf6/b/841c9c47fc2f4fa2862cb77cc5072cdb, entries=2000, sequenceid=6000, filesize=82.6 K
2024-12-09T13:20:28,130 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38669/hbase/data/default/test2727/f47a39dde7fffa2dee01c318c75ebcf6/.tmp/c/d1bfc6c4b4b34566b5937e1abdc195a8 as hdfs://localhost:38669/hbase/data/default/test2727/f47a39dde7fffa2dee01c318c75ebcf6/c/d1bfc6c4b4b34566b5937e1abdc195a8
2024-12-09T13:20:28,137 INFO  [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38669/hbase/data/default/test2727/f47a39dde7fffa2dee01c318c75ebcf6/c/d1bfc6c4b4b34566b5937e1abdc195a8, entries=2000, sequenceid=6000, filesize=82.6 K
2024-12-09T13:20:28,137 INFO  [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~215.51 KB/220680, heapSize ~656.95 KB/672720, currentSize=0 B/0 for f47a39dde7fffa2dee01c318c75ebcf6 in 182ms, sequenceid=6000, compaction requested=false; wal=null
2024-12-09T13:20:28,138 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:38669/hbase/data/default/test2727/f47a39dde7fffa2dee01c318c75ebcf6/recovered.edits/0000000000000003000
2024-12-09T13:20:28,138 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:38669/hbase/data/default/test2727/f47a39dde7fffa2dee01c318c75ebcf6/recovered.edits/0000000000000006000
2024-12-09T13:20:28,140 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for f47a39dde7fffa2dee01c318c75ebcf6
2024-12-09T13:20:28,140 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for f47a39dde7fffa2dee01c318c75ebcf6
2024-12-09T13:20:28,141 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test2727 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-12-09T13:20:28,143 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for f47a39dde7fffa2dee01c318c75ebcf6
2024-12-09T13:20:28,146 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38669/hbase/data/default/test2727/f47a39dde7fffa2dee01c318c75ebcf6/recovered.edits/6000.seqid, newMaxSeqId=6000, maxSeqId=1
2024-12-09T13:20:28,147 INFO  [Time-limited test {}] regionserver.HRegion(1114): Opened f47a39dde7fffa2dee01c318c75ebcf6; next sequenceid=6001; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66129058, jitterRate=-0.014600247144699097}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-12-09T13:20:28,149 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for f47a39dde7fffa2dee01c318c75ebcf6:
Writing region info on filesystem at 1733750427811Initializing all the Stores at 1733750427812 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733750427812Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733750427813 (+1 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733750427813Obtaining lock to block concurrent updates at 1733750427955 (+142 ms)Preparing flush snapshotting stores in f47a39dde7fffa2dee01c318c75ebcf6 at 1733750427955Finished memstore snapshotting test2727,,1733750426927.f47a39dde7fffa2dee01c318c75ebcf6., syncing WAL and waiting on mvcc, flushsize=dataSize=220680, getHeapSize=672720, getOffHeapSize=0, getCellsCount=6000 at 1733750427955Flushing stores of test2727,,1733750426927.f47a39dde7fffa2dee01c318c75ebcf6. at 1733750427955Flushing f47a39dde7fffa2dee01c318c75ebcf6/a: creating writer at 1733750427956 (+1 ms)Flushing f47a39dde7fffa2dee01c318c75ebcf6/a: appending metadata at 1733750427978 (+22 ms)Flushing f47a39dde7fffa2dee01c318c75ebcf6/a: closing flushed file at 1733750427978Flushing f47a39dde7fffa2dee01c318c75ebcf6/b: creating writer at 1733750427998 (+20 ms)Flushing f47a39dde7fffa2dee01c318c75ebcf6/b: appending metadata at 1733750428019 (+21 ms)Flushing f47a39dde7fffa2dee01c318c75ebcf6/b: closing flushed file at 1733750428019Flushing f47a39dde7fffa2dee01c318c75ebcf6/c: creating writer at 1733750428052 (+33 ms)Flushing f47a39dde7fffa2dee01c318c75ebcf6/c: appending metadata at 1733750428086 (+34 ms)Flushing f47a39dde7fffa2dee01c318c75ebcf6/c: closing flushed file at 1733750428086Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@24ffe7d2: reopening flushed file at 1733750428111 (+25 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6a162adb: reopening flushed file at 1733750428119 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5c5965b6: reopening flushed file at 1733750428128 (+9 ms)Finished flush of dataSize ~215.51 KB/220680, heapSize ~656.95 KB/672720, currentSize=0 B/0 for f47a39dde7fffa2dee01c318c75ebcf6 in 182ms, sequenceid=6000, compaction requested=false; wal=null at 1733750428137 (+9 ms)Cleaning up temporary data from old regions at 1733750428140 (+3 ms)Region opened successfully at 1733750428149 (+9 ms)
2024-12-09T13:20:28,150 DEBUG [Time-limited test {}] wal.AbstractTestWALReplay(320): region.getOpenSeqNum(): 6001, wal3.id: 0
2024-12-09T13:20:28,150 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing f47a39dde7fffa2dee01c318c75ebcf6, disabling compactions & flushes
2024-12-09T13:20:28,150 INFO  [Time-limited test {}] regionserver.HRegion(1755): Closing region test2727,,1733750426927.f47a39dde7fffa2dee01c318c75ebcf6.
2024-12-09T13:20:28,150 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on test2727,,1733750426927.f47a39dde7fffa2dee01c318c75ebcf6.
2024-12-09T13:20:28,151 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on test2727,,1733750426927.f47a39dde7fffa2dee01c318c75ebcf6. after waiting 0 ms
2024-12-09T13:20:28,151 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region test2727,,1733750426927.f47a39dde7fffa2dee01c318c75ebcf6.
2024-12-09T13:20:28,152 INFO  [Time-limited test {}] regionserver.HRegion(1973): Closed test2727,,1733750426927.f47a39dde7fffa2dee01c318c75ebcf6.
2024-12-09T13:20:28,152 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for f47a39dde7fffa2dee01c318c75ebcf6:
Waiting for close lock at 1733750428150Disabling compacts and flushes for region at 1733750428150Disabling writes for close at 1733750428151 (+1 ms)Writing region close event to WAL at 1733750428152 (+1 ms)Closed at 1733750428152
2024-12-09T13:20:28,157 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42667 is added to blk_1073741870_1047 (size=95)
2024-12-09T13:20:28,157 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36633 is added to blk_1073741870_1047 (size=95)
2024-12-09T13:20:28,157 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37781 is added to blk_1073741870_1047 (size=95)
2024-12-09T13:20:28,161 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs
2024-12-09T13:20:28,162 INFO  [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1733750427778)
2024-12-09T13:20:28,176 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#test2727 Thread=392 (was 392), OpenFileDescriptor=897 (was 837) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1050 (was 1037) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=4786 (was 4997)
2024-12-09T13:20:28,189 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testSequentialEditLogSeqNum Thread=392, OpenFileDescriptor=897, MaxFileDescriptor=1048576, SystemLoadAverage=1050, ProcessCount=11, AvailableMemoryMB=4785
2024-12-09T13:20:28,214 INFO  [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-12-09T13:20:28,222 INFO  [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:38669/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733750428213, archiveDir=hdfs://localhost:38669/hbase/oldWALs, maxLogs=32
2024-12-09T13:20:28,224 INFO  [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.1733750428223
2024-12-09T13:20:28,238 INFO  [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733750428213/wal.1733750428223
2024-12-09T13:20:28,241 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new MockWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38687:38687),(127.0.0.1/127.0.0.1:44245:44245),(127.0.0.1/127.0.0.1:45053:45053)]
2024-12-09T13:20:28,242 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 41bfcabc04ac9ae6a3b2fb96ddb38d9c, NAME => 'testSequentialEditLogSeqNum,,1733750428215.41bfcabc04ac9ae6a3b2fb96ddb38d9c.', STARTKEY => '', ENDKEY => ''}
2024-12-09T13:20:28,243 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testSequentialEditLogSeqNum,,1733750428215.41bfcabc04ac9ae6a3b2fb96ddb38d9c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-09T13:20:28,243 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 41bfcabc04ac9ae6a3b2fb96ddb38d9c
2024-12-09T13:20:28,243 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 41bfcabc04ac9ae6a3b2fb96ddb38d9c
2024-12-09T13:20:28,244 WARN  [Time-limited test {}] regionserver.HRegionFileSystem(836): hdfs://localhost:38669/hbase/data/default/testSequentialEditLogSeqNum/41bfcabc04ac9ae6a3b2fb96ddb38d9c doesn't exist for region: 41bfcabc04ac9ae6a3b2fb96ddb38d9c on table testSequentialEditLogSeqNum
2024-12-09T13:20:28,245 WARN  [Time-limited test {}] regionserver.HRegionFileSystem(854): .regioninfo file not found for region: 41bfcabc04ac9ae6a3b2fb96ddb38d9c on table testSequentialEditLogSeqNum
2024-12-09T13:20:28,257 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42667 is added to blk_1073741875_1052 (size=62)
2024-12-09T13:20:28,259 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36633 is added to blk_1073741875_1052 (size=62)
2024-12-09T13:20:28,259 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37781 is added to blk_1073741875_1052 (size=62)
2024-12-09T13:20:28,263 INFO  [StoreOpener-41bfcabc04ac9ae6a3b2fb96ddb38d9c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 41bfcabc04ac9ae6a3b2fb96ddb38d9c 
2024-12-09T13:20:28,265 INFO  [StoreOpener-41bfcabc04ac9ae6a3b2fb96ddb38d9c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 41bfcabc04ac9ae6a3b2fb96ddb38d9c columnFamilyName a
2024-12-09T13:20:28,265 DEBUG [StoreOpener-41bfcabc04ac9ae6a3b2fb96ddb38d9c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:20:28,265 INFO  [StoreOpener-41bfcabc04ac9ae6a3b2fb96ddb38d9c-1 {}] regionserver.HStore(327): Store=41bfcabc04ac9ae6a3b2fb96ddb38d9c/a,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-09T13:20:28,266 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 41bfcabc04ac9ae6a3b2fb96ddb38d9c
2024-12-09T13:20:28,266 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38669/hbase/data/default/testSequentialEditLogSeqNum/41bfcabc04ac9ae6a3b2fb96ddb38d9c
2024-12-09T13:20:28,267 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38669/hbase/data/default/testSequentialEditLogSeqNum/41bfcabc04ac9ae6a3b2fb96ddb38d9c
2024-12-09T13:20:28,267 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 41bfcabc04ac9ae6a3b2fb96ddb38d9c
2024-12-09T13:20:28,267 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 41bfcabc04ac9ae6a3b2fb96ddb38d9c
2024-12-09T13:20:28,269 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 41bfcabc04ac9ae6a3b2fb96ddb38d9c
2024-12-09T13:20:28,272 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38669/hbase/data/default/testSequentialEditLogSeqNum/41bfcabc04ac9ae6a3b2fb96ddb38d9c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-09T13:20:28,272 INFO  [Time-limited test {}] regionserver.HRegion(1114): Opened 41bfcabc04ac9ae6a3b2fb96ddb38d9c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74419933, jitterRate=0.10894341766834259}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-12-09T13:20:28,274 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 41bfcabc04ac9ae6a3b2fb96ddb38d9c:
Writing region info on filesystem at 1733750428243Initializing all the Stores at 1733750428262 (+19 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733750428262Cleaning up temporary data from old regions at 1733750428267 (+5 ms)Region opened successfully at 1733750428274 (+7 ms)
2024-12-09T13:20:28,288 INFO  [Time-limited test {}] regionserver.HRegion(2902): Flushing 41bfcabc04ac9ae6a3b2fb96ddb38d9c 1/1 column families, dataSize=770 B heapSize=1.73 KB
2024-12-09T13:20:28,320 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38669/hbase/data/default/testSequentialEditLogSeqNum/41bfcabc04ac9ae6a3b2fb96ddb38d9c/.tmp/a/4e2e7eb4b6694f3a9b87f55b66172145 is 81, key is testSequentialEditLogSeqNum/a:x0/1733750428274/Put/seqid=0
2024-12-09T13:20:28,331 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37781 is added to blk_1073741876_1053 (size=5833)
2024-12-09T13:20:28,335 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36633 is added to blk_1073741876_1053 (size=5833)
2024-12-09T13:20:28,335 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42667 is added to blk_1073741876_1053 (size=5833)
2024-12-09T13:20:28,335 INFO  [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=770 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:38669/hbase/data/default/testSequentialEditLogSeqNum/41bfcabc04ac9ae6a3b2fb96ddb38d9c/.tmp/a/4e2e7eb4b6694f3a9b87f55b66172145
2024-12-09T13:20:28,346 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38669/hbase/data/default/testSequentialEditLogSeqNum/41bfcabc04ac9ae6a3b2fb96ddb38d9c/.tmp/a/4e2e7eb4b6694f3a9b87f55b66172145 as hdfs://localhost:38669/hbase/data/default/testSequentialEditLogSeqNum/41bfcabc04ac9ae6a3b2fb96ddb38d9c/a/4e2e7eb4b6694f3a9b87f55b66172145
2024-12-09T13:20:28,359 INFO  [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38669/hbase/data/default/testSequentialEditLogSeqNum/41bfcabc04ac9ae6a3b2fb96ddb38d9c/a/4e2e7eb4b6694f3a9b87f55b66172145, entries=10, sequenceid=13, filesize=5.7 K
2024-12-09T13:20:28,361 INFO  [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~770 B/770, heapSize ~1.72 KB/1760, currentSize=0 B/0 for 41bfcabc04ac9ae6a3b2fb96ddb38d9c in 74ms, sequenceid=13, compaction requested=false
2024-12-09T13:20:28,361 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 41bfcabc04ac9ae6a3b2fb96ddb38d9c:

2024-12-09T13:20:28,369 INFO  [sync.0 {}] wal.FSHLog$SyncRunner(477): interrupted
2024-12-09T13:20:28,369 INFO  [sync.1 {}] wal.FSHLog$SyncRunner(477): interrupted
2024-12-09T13:20:28,369 INFO  [sync.2 {}] wal.FSHLog$SyncRunner(477): interrupted
2024-12-09T13:20:28,369 INFO  [sync.3 {}] wal.FSHLog$SyncRunner(477): interrupted
2024-12-09T13:20:28,369 INFO  [sync.4 {}] wal.FSHLog$SyncRunner(477): interrupted
2024-12-09T13:20:28,372 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37781 is added to blk_1073741874_1051 (size=1844)
2024-12-09T13:20:28,374 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36633 is added to blk_1073741874_1051 (size=1844)
2024-12-09T13:20:28,374 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42667 is added to blk_1073741874_1051 (size=1844)
2024-12-09T13:20:28,400 INFO  [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38669/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733750428213/wal.1733750428223, size=1.8 K (1844bytes)
2024-12-09T13:20:28,400 INFO  [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38669/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733750428213/wal.1733750428223
2024-12-09T13:20:28,401 INFO  [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38669/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733750428213/wal.1733750428223 after 1ms
2024-12-09T13:20:28,406 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:38669/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733750428213/wal.1733750428223: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ
2024-12-09T13:20:28,407 INFO  [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38669/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733750428213/wal.1733750428223 took 6ms
2024-12-09T13:20:28,413 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38669/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733750428213/wal.1733750428223 so closing down
2024-12-09T13:20:28,413 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish
2024-12-09T13:20:28,415 INFO  [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1733750428223.temp
2024-12-09T13:20:28,418 INFO  [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38669/hbase/data/default/testSequentialEditLogSeqNum/41bfcabc04ac9ae6a3b2fb96ddb38d9c/recovered.edits/0000000000000000003-wal.1733750428223.temp
2024-12-09T13:20:28,421 INFO  [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished
2024-12-09T13:20:28,444 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42667 is added to blk_1073741877_1054 (size=1477)
2024-12-09T13:20:28,444 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36633 is added to blk_1073741877_1054 (size=1477)
2024-12-09T13:20:28,445 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37781 is added to blk_1073741877_1054 (size=1477)
2024-12-09T13:20:28,448 INFO  [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38669/hbase/data/default/testSequentialEditLogSeqNum/41bfcabc04ac9ae6a3b2fb96ddb38d9c/recovered.edits/0000000000000000003-wal.1733750428223.temp (wrote 15 edits, skipped 0 edits in 0 ms)
2024-12-09T13:20:28,450 INFO  [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38669/hbase/data/default/testSequentialEditLogSeqNum/41bfcabc04ac9ae6a3b2fb96ddb38d9c/recovered.edits/0000000000000000003-wal.1733750428223.temp to hdfs://localhost:38669/hbase/data/default/testSequentialEditLogSeqNum/41bfcabc04ac9ae6a3b2fb96ddb38d9c/recovered.edits/0000000000000000020
2024-12-09T13:20:28,450 INFO  [Time-limited test {}] wal.WALSplitter(425): Processed 17 edits across 1 Regions in 40 ms; skipped=2; WAL=hdfs://localhost:38669/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733750428213/wal.1733750428223, size=1.8 K, length=1844, corrupted=false, cancelled=false
2024-12-09T13:20:28,450 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38669/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733750428213/wal.1733750428223, journal: Splitting hdfs://localhost:38669/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733750428213/wal.1733750428223, size=1.8 K (1844bytes) at 1733750428400Finishing writing output for hdfs://localhost:38669/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733750428213/wal.1733750428223 so closing down at 1733750428413 (+13 ms)Creating recovered edits writer path=hdfs://localhost:38669/hbase/data/default/testSequentialEditLogSeqNum/41bfcabc04ac9ae6a3b2fb96ddb38d9c/recovered.edits/0000000000000000003-wal.1733750428223.temp at 1733750428418 (+5 ms)3 split writer threads finished at 1733750428421 (+3 ms)Closed recovered edits writer path=hdfs://localhost:38669/hbase/data/default/testSequentialEditLogSeqNum/41bfcabc04ac9ae6a3b2fb96ddb38d9c/recovered.edits/0000000000000000003-wal.1733750428223.temp (wrote 15 edits, skipped 0 edits in 0 ms) at 1733750428448 (+27 ms)Rename recovered edits hdfs://localhost:38669/hbase/data/default/testSequentialEditLogSeqNum/41bfcabc04ac9ae6a3b2fb96ddb38d9c/recovered.edits/0000000000000000003-wal.1733750428223.temp to hdfs://localhost:38669/hbase/data/default/testSequentialEditLogSeqNum/41bfcabc04ac9ae6a3b2fb96ddb38d9c/recovered.edits/0000000000000000020 at 1733750428450 (+2 ms)Processed 17 edits across 1 Regions in 40 ms; skipped=2; WAL=hdfs://localhost:38669/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733750428213/wal.1733750428223, size=1.8 K, length=1844, corrupted=false, cancelled=false at 1733750428450
2024-12-09T13:20:28,471 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testSequentialEditLogSeqNum Thread=397 (was 392)
Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1274793967_22 at /127.0.0.1:39682 [Waiting for operation #9]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: sync.1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426)
	app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441)

Potentially hanging thread: sync.4
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426)
	app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441)

Potentially hanging thread: sync.3
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426)
	app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1274793967_22 at /127.0.0.1:36970 [Waiting for operation #15]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: sync.0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426)
	app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441)

Potentially hanging thread: sync.2
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426)
	app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441)
 - Thread LEAK? -, OpenFileDescriptor=933 (was 897) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1050 (was 1050), ProcessCount=11 (was 11), AvailableMemoryMB=4746 (was 4785)
2024-12-09T13:20:28,490 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testRegionMadeOfBulkLoadedFilesOnly Thread=397, OpenFileDescriptor=933, MaxFileDescriptor=1048576, SystemLoadAverage=1050, ProcessCount=11, AvailableMemoryMB=4741
2024-12-09T13:20:28,515 INFO  [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-12-09T13:20:28,520 INFO  [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-12-09T13:20:28,522 INFO  [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-12-09T13:20:28,532 INFO  [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-20676998, suffix=, logDir=hdfs://localhost:38669/hbase/WALs/hregion-20676998, archiveDir=hdfs://localhost:38669/hbase/oldWALs, maxLogs=32
2024-12-09T13:20:28,551 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-20676998/hregion-20676998.1733750428533, exclude list is [], retry=0
2024-12-09T13:20:28,556 DEBUG [AsyncFSWAL-17-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36633,DS-24d34457-d44e-4b4d-99cf-d912522ac431,DISK]
2024-12-09T13:20:28,560 DEBUG [AsyncFSWAL-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37781,DS-4858dcea-8176-4e1a-a0aa-2e238ae3d36d,DISK]
2024-12-09T13:20:28,563 DEBUG [AsyncFSWAL-17-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42667,DS-310fa6c7-1b44-48c5-91ee-03a00afaa58d,DISK]
2024-12-09T13:20:28,575 INFO  [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-20676998/hregion-20676998.1733750428533
2024-12-09T13:20:28,577 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44245:44245),(127.0.0.1/127.0.0.1:45053:45053),(127.0.0.1/127.0.0.1:38687:38687)]
2024-12-09T13:20:28,577 INFO  [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => add9d078e4aba676b0c6fb4efde1e625, NAME => 'testRegionMadeOfBulkLoadedFilesOnly,,1733750428517.add9d078e4aba676b0c6fb4efde1e625.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testRegionMadeOfBulkLoadedFilesOnly', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38669/hbase
2024-12-09T13:20:28,645 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37781 is added to blk_1073741879_1056 (size=70)
2024-12-09T13:20:28,645 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36633 is added to blk_1073741879_1056 (size=70)
2024-12-09T13:20:28,646 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42667 is added to blk_1073741879_1056 (size=70)
2024-12-09T13:20:28,648 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testRegionMadeOfBulkLoadedFilesOnly,,1733750428517.add9d078e4aba676b0c6fb4efde1e625.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-09T13:20:28,649 INFO  [StoreOpener-add9d078e4aba676b0c6fb4efde1e625-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region add9d078e4aba676b0c6fb4efde1e625 
2024-12-09T13:20:28,651 INFO  [StoreOpener-add9d078e4aba676b0c6fb4efde1e625-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region add9d078e4aba676b0c6fb4efde1e625 columnFamilyName a
2024-12-09T13:20:28,651 DEBUG [StoreOpener-add9d078e4aba676b0c6fb4efde1e625-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:20:28,652 INFO  [StoreOpener-add9d078e4aba676b0c6fb4efde1e625-1 {}] regionserver.HStore(327): Store=add9d078e4aba676b0c6fb4efde1e625/a,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-09T13:20:28,652 INFO  [StoreOpener-add9d078e4aba676b0c6fb4efde1e625-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region add9d078e4aba676b0c6fb4efde1e625 
2024-12-09T13:20:28,654 INFO  [StoreOpener-add9d078e4aba676b0c6fb4efde1e625-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region add9d078e4aba676b0c6fb4efde1e625 columnFamilyName b
2024-12-09T13:20:28,654 DEBUG [StoreOpener-add9d078e4aba676b0c6fb4efde1e625-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:20:28,654 INFO  [StoreOpener-add9d078e4aba676b0c6fb4efde1e625-1 {}] regionserver.HStore(327): Store=add9d078e4aba676b0c6fb4efde1e625/b,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-09T13:20:28,655 INFO  [StoreOpener-add9d078e4aba676b0c6fb4efde1e625-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region add9d078e4aba676b0c6fb4efde1e625 
2024-12-09T13:20:28,657 INFO  [StoreOpener-add9d078e4aba676b0c6fb4efde1e625-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region add9d078e4aba676b0c6fb4efde1e625 columnFamilyName c
2024-12-09T13:20:28,657 DEBUG [StoreOpener-add9d078e4aba676b0c6fb4efde1e625-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:20:28,658 INFO  [StoreOpener-add9d078e4aba676b0c6fb4efde1e625-1 {}] regionserver.HStore(327): Store=add9d078e4aba676b0c6fb4efde1e625/c,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-09T13:20:28,658 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for add9d078e4aba676b0c6fb4efde1e625
2024-12-09T13:20:28,659 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38669/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/add9d078e4aba676b0c6fb4efde1e625
2024-12-09T13:20:28,660 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38669/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/add9d078e4aba676b0c6fb4efde1e625
2024-12-09T13:20:28,661 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for add9d078e4aba676b0c6fb4efde1e625
2024-12-09T13:20:28,661 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for add9d078e4aba676b0c6fb4efde1e625
2024-12-09T13:20:28,662 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRegionMadeOfBulkLoadedFilesOnly descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-12-09T13:20:28,663 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for add9d078e4aba676b0c6fb4efde1e625
2024-12-09T13:20:28,667 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38669/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/add9d078e4aba676b0c6fb4efde1e625/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-09T13:20:28,668 INFO  [Time-limited test {}] regionserver.HRegion(1114): Opened add9d078e4aba676b0c6fb4efde1e625; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61756312, jitterRate=-0.07975924015045166}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-12-09T13:20:28,670 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for add9d078e4aba676b0c6fb4efde1e625:
Writing region info on filesystem at 1733750428648Initializing all the Stores at 1733750428649 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733750428649Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733750428649Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733750428649Cleaning up temporary data from old regions at 1733750428661 (+12 ms)Region opened successfully at 1733750428669 (+8 ms)
2024-12-09T13:20:28,670 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing add9d078e4aba676b0c6fb4efde1e625, disabling compactions & flushes
2024-12-09T13:20:28,670 INFO  [Time-limited test {}] regionserver.HRegion(1755): Closing region testRegionMadeOfBulkLoadedFilesOnly,,1733750428517.add9d078e4aba676b0c6fb4efde1e625.
2024-12-09T13:20:28,670 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testRegionMadeOfBulkLoadedFilesOnly,,1733750428517.add9d078e4aba676b0c6fb4efde1e625.
2024-12-09T13:20:28,670 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testRegionMadeOfBulkLoadedFilesOnly,,1733750428517.add9d078e4aba676b0c6fb4efde1e625. after waiting 0 ms
2024-12-09T13:20:28,670 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testRegionMadeOfBulkLoadedFilesOnly,,1733750428517.add9d078e4aba676b0c6fb4efde1e625.
2024-12-09T13:20:28,671 INFO  [Time-limited test {}] regionserver.HRegion(1973): Closed testRegionMadeOfBulkLoadedFilesOnly,,1733750428517.add9d078e4aba676b0c6fb4efde1e625.
2024-12-09T13:20:28,671 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for add9d078e4aba676b0c6fb4efde1e625:
Waiting for close lock at 1733750428670Disabling compacts and flushes for region at 1733750428670Disabling writes for close at 1733750428670Writing region close event to WAL at 1733750428671 (+1 ms)Closed at 1733750428671
2024-12-09T13:20:28,675 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42667 is added to blk_1073741878_1055 (size=95)
2024-12-09T13:20:28,675 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37781 is added to blk_1073741878_1055 (size=95)
2024-12-09T13:20:28,675 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36633 is added to blk_1073741878_1055 (size=95)
2024-12-09T13:20:28,677 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs
2024-12-09T13:20:28,677 INFO  [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-20676998:(num 1733750428533)
2024-12-09T13:20:28,678 INFO  [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor
2024-12-09T13:20:28,680 INFO  [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:38669/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733750428514, archiveDir=hdfs://localhost:38669/hbase/oldWALs, maxLogs=32
2024-12-09T13:20:28,702 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733750428514/wal.1733750428681, exclude list is [], retry=0
2024-12-09T13:20:28,708 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42667,DS-310fa6c7-1b44-48c5-91ee-03a00afaa58d,DISK]
2024-12-09T13:20:28,708 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36633,DS-24d34457-d44e-4b4d-99cf-d912522ac431,DISK]
2024-12-09T13:20:28,708 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37781,DS-4858dcea-8176-4e1a-a0aa-2e238ae3d36d,DISK]
2024-12-09T13:20:28,715 INFO  [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733750428514/wal.1733750428681
2024-12-09T13:20:28,715 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38687:38687),(127.0.0.1/127.0.0.1:44245:44245),(127.0.0.1/127.0.0.1:45053:45053)]
2024-12-09T13:20:28,716 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => add9d078e4aba676b0c6fb4efde1e625, NAME => 'testRegionMadeOfBulkLoadedFilesOnly,,1733750428517.add9d078e4aba676b0c6fb4efde1e625.', STARTKEY => '', ENDKEY => ''}
2024-12-09T13:20:28,716 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testRegionMadeOfBulkLoadedFilesOnly,,1733750428517.add9d078e4aba676b0c6fb4efde1e625.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-09T13:20:28,716 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for add9d078e4aba676b0c6fb4efde1e625
2024-12-09T13:20:28,716 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for add9d078e4aba676b0c6fb4efde1e625
2024-12-09T13:20:28,718 INFO  [StoreOpener-add9d078e4aba676b0c6fb4efde1e625-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region add9d078e4aba676b0c6fb4efde1e625 
2024-12-09T13:20:28,719 INFO  [StoreOpener-add9d078e4aba676b0c6fb4efde1e625-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region add9d078e4aba676b0c6fb4efde1e625 columnFamilyName a
2024-12-09T13:20:28,719 DEBUG [StoreOpener-add9d078e4aba676b0c6fb4efde1e625-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:20:28,720 INFO  [StoreOpener-add9d078e4aba676b0c6fb4efde1e625-1 {}] regionserver.HStore(327): Store=add9d078e4aba676b0c6fb4efde1e625/a,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-09T13:20:28,720 INFO  [StoreOpener-add9d078e4aba676b0c6fb4efde1e625-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region add9d078e4aba676b0c6fb4efde1e625 
2024-12-09T13:20:28,721 INFO  [StoreOpener-add9d078e4aba676b0c6fb4efde1e625-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region add9d078e4aba676b0c6fb4efde1e625 columnFamilyName b
2024-12-09T13:20:28,721 DEBUG [StoreOpener-add9d078e4aba676b0c6fb4efde1e625-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:20:28,722 INFO  [StoreOpener-add9d078e4aba676b0c6fb4efde1e625-1 {}] regionserver.HStore(327): Store=add9d078e4aba676b0c6fb4efde1e625/b,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-09T13:20:28,722 INFO  [StoreOpener-add9d078e4aba676b0c6fb4efde1e625-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region add9d078e4aba676b0c6fb4efde1e625 
2024-12-09T13:20:28,725 INFO  [StoreOpener-add9d078e4aba676b0c6fb4efde1e625-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region add9d078e4aba676b0c6fb4efde1e625 columnFamilyName c
2024-12-09T13:20:28,730 DEBUG [StoreOpener-add9d078e4aba676b0c6fb4efde1e625-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:20:28,731 INFO  [StoreOpener-add9d078e4aba676b0c6fb4efde1e625-1 {}] regionserver.HStore(327): Store=add9d078e4aba676b0c6fb4efde1e625/c,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-09T13:20:28,731 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for add9d078e4aba676b0c6fb4efde1e625
2024-12-09T13:20:28,732 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38669/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/add9d078e4aba676b0c6fb4efde1e625
2024-12-09T13:20:28,733 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38669/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/add9d078e4aba676b0c6fb4efde1e625
2024-12-09T13:20:28,735 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for add9d078e4aba676b0c6fb4efde1e625
2024-12-09T13:20:28,735 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for add9d078e4aba676b0c6fb4efde1e625
2024-12-09T13:20:28,736 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRegionMadeOfBulkLoadedFilesOnly descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-12-09T13:20:28,737 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for add9d078e4aba676b0c6fb4efde1e625
2024-12-09T13:20:28,738 INFO  [Time-limited test {}] regionserver.HRegion(1114): Opened add9d078e4aba676b0c6fb4efde1e625; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66798954, jitterRate=-0.004618018865585327}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-12-09T13:20:28,740 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for add9d078e4aba676b0c6fb4efde1e625:
Writing region info on filesystem at 1733750428716Initializing all the Stores at 1733750428717 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733750428717Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733750428718 (+1 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733750428718Cleaning up temporary data from old regions at 1733750428735 (+17 ms)Region opened successfully at 1733750428739 (+4 ms)
2024-12-09T13:20:28,744 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38669/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile is 28, key is \x0D/a:a/1733750428743/Put/seqid=0
2024-12-09T13:20:28,751 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36633 is added to blk_1073741881_1058 (size=4826)
2024-12-09T13:20:28,751 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37781 is added to blk_1073741881_1058 (size=4826)
2024-12-09T13:20:28,752 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42667 is added to blk_1073741881_1058 (size=4826)
2024-12-09T13:20:28,753 INFO  [Time-limited test {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:38669/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile for inclusion in add9d078e4aba676b0c6fb4efde1e625/a
2024-12-09T13:20:28,767 DEBUG [Time-limited test {}] regionserver.HStore(626): HFile bounds: first= last=z
2024-12-09T13:20:28,767 DEBUG [Time-limited test {}] regionserver.HStore(628): Region bounds: first= last=
2024-12-09T13:20:28,767 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for add9d078e4aba676b0c6fb4efde1e625:

2024-12-09T13:20:28,770 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38669/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile as hdfs://localhost:38669/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/add9d078e4aba676b0c6fb4efde1e625/a/5f9ccac002f5492982bb674abce414a2_SeqId_3_
2024-12-09T13:20:28,771 INFO  [Time-limited test {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:38669/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile into add9d078e4aba676b0c6fb4efde1e625/a as hdfs://localhost:38669/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/add9d078e4aba676b0c6fb4efde1e625/a/5f9ccac002f5492982bb674abce414a2_SeqId_3_ - updating store file list.
2024-12-09T13:20:28,778 DEBUG [Time-limited test {}] regionserver.HStoreFile(483): HFile Bloom filter type for 5f9ccac002f5492982bb674abce414a2_SeqId_3_: NONE, but ROW specified in column family configuration
2024-12-09T13:20:28,779 INFO  [Time-limited test {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:38669/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/add9d078e4aba676b0c6fb4efde1e625/a/5f9ccac002f5492982bb674abce414a2_SeqId_3_ into add9d078e4aba676b0c6fb4efde1e625/a
2024-12-09T13:20:28,779 INFO  [Time-limited test {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:38669/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile into add9d078e4aba676b0c6fb4efde1e625/a (new location: hdfs://localhost:38669/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/add9d078e4aba676b0c6fb4efde1e625/a/5f9ccac002f5492982bb674abce414a2_SeqId_3_)
2024-12-09T13:20:28,827 INFO  [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38669/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733750428514/wal.1733750428681, size=0 (0bytes)
2024-12-09T13:20:28,827 WARN  [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:38669/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733750428514/wal.1733750428681 might be still open, length is 0
2024-12-09T13:20:28,827 INFO  [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38669/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733750428514/wal.1733750428681
2024-12-09T13:20:28,828 WARN  [IPC Server handler 1 on default port 38669 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733750428514/wal.1733750428681 has not been closed. Lease recovery is in progress. RecoveryId = 1059 for block blk_1073741880_1057
2024-12-09T13:20:28,828 INFO  [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:38669/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733750428514/wal.1733750428681 after 1ms
2024-12-09T13:20:29,767 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1274793967_22 at /127.0.0.1:55292 [Receiving block BP-1272807186-172.17.0.3-1733750408806:blk_1073741880_1057] {}] datanode.DataXceiver(331): 127.0.0.1:42667:DataXceiver error processing WRITE_BLOCK operation  src: /127.0.0.1:55292 dst: /127.0.0.1:42667
java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:42667 remote=/127.0.0.1:55292]. Total timeout mills is 60000, 59019 millis timeout left.
	at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?]
	at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?]
	at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?]
	at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?]
	at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?]
	at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:20:29,767 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1274793967_22 at /127.0.0.1:58208 [Receiving block BP-1272807186-172.17.0.3-1733750408806:blk_1073741880_1057] {}] datanode.DataXceiver(331): 127.0.0.1:36633:DataXceiver error processing WRITE_BLOCK operation  src: /127.0.0.1:58208 dst: /127.0.0.1:36633
java.io.IOException: Premature EOF from inputStream
	at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:20:29,768 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1274793967_22 at /127.0.0.1:51356 [Receiving block BP-1272807186-172.17.0.3-1733750408806:blk_1073741880_1057] {}] datanode.DataXceiver(331): 127.0.0.1:37781:DataXceiver error processing WRITE_BLOCK operation  src: /127.0.0.1:51356 dst: /127.0.0.1:37781
java.io.IOException: Premature EOF from inputStream
	at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:20:29,770 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42667 is added to blk_1073741880_1059 (size=474)
2024-12-09T13:20:29,771 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36633 is added to blk_1073741880_1059 (size=474)
2024-12-09T13:20:29,771 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37781 is added to blk_1073741880_1059 (size=474)
2024-12-09T13:20:32,829 INFO  [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:38669/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733750428514/wal.1733750428681 after 4002ms
2024-12-09T13:20:32,833 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:38669/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733750428514/wal.1733750428681: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ
2024-12-09T13:20:32,833 INFO  [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38669/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733750428514/wal.1733750428681 took 4006ms
2024-12-09T13:20:32,836 INFO  [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:38669/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733750428514/wal.1733750428681; continuing.
2024-12-09T13:20:32,836 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38669/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733750428514/wal.1733750428681 so closing down
2024-12-09T13:20:32,836 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish
2024-12-09T13:20:32,838 INFO  [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000005-wal.1733750428681.temp
2024-12-09T13:20:32,840 INFO  [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38669/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/add9d078e4aba676b0c6fb4efde1e625/recovered.edits/0000000000000000005-wal.1733750428681.temp
2024-12-09T13:20:32,840 INFO  [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished
2024-12-09T13:20:32,849 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42667 is added to blk_1073741882_1060 (size=259)
2024-12-09T13:20:32,849 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36633 is added to blk_1073741882_1060 (size=259)
2024-12-09T13:20:32,849 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37781 is added to blk_1073741882_1060 (size=259)
2024-12-09T13:20:32,850 INFO  [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38669/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/add9d078e4aba676b0c6fb4efde1e625/recovered.edits/0000000000000000005-wal.1733750428681.temp (wrote 1 edits, skipped 0 edits in 0 ms)
2024-12-09T13:20:32,852 INFO  [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38669/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/add9d078e4aba676b0c6fb4efde1e625/recovered.edits/0000000000000000005-wal.1733750428681.temp to hdfs://localhost:38669/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/add9d078e4aba676b0c6fb4efde1e625/recovered.edits/0000000000000000005
2024-12-09T13:20:32,852 INFO  [Time-limited test {}] wal.WALSplitter(425): Processed 2 edits across 1 Regions in 18 ms; skipped=1; WAL=hdfs://localhost:38669/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733750428514/wal.1733750428681, size=0, length=0, corrupted=false, cancelled=false
2024-12-09T13:20:32,852 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38669/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733750428514/wal.1733750428681, journal: Splitting hdfs://localhost:38669/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733750428514/wal.1733750428681, size=0 (0bytes) at 1733750428827Finishing writing output for hdfs://localhost:38669/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733750428514/wal.1733750428681 so closing down at 1733750432836 (+4009 ms)Creating recovered edits writer path=hdfs://localhost:38669/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/add9d078e4aba676b0c6fb4efde1e625/recovered.edits/0000000000000000005-wal.1733750428681.temp at 1733750432840 (+4 ms)3 split writer threads finished at 1733750432840Closed recovered edits writer path=hdfs://localhost:38669/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/add9d078e4aba676b0c6fb4efde1e625/recovered.edits/0000000000000000005-wal.1733750428681.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1733750432850 (+10 ms)Rename recovered edits hdfs://localhost:38669/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/add9d078e4aba676b0c6fb4efde1e625/recovered.edits/0000000000000000005-wal.1733750428681.temp to hdfs://localhost:38669/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/add9d078e4aba676b0c6fb4efde1e625/recovered.edits/0000000000000000005 at 1733750432852 (+2 ms)Processed 2 edits across 1 Regions in 18 ms; skipped=1; WAL=hdfs://localhost:38669/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733750428514/wal.1733750428681, size=0, length=0, corrupted=false, cancelled=false at 1733750432852
2024-12-09T13:20:32,854 INFO  [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38669/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733750428514/wal.1733750428681 to hdfs://localhost:38669/hbase/oldWALs/wal.1733750428681
2024-12-09T13:20:32,856 INFO  [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:38669/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/add9d078e4aba676b0c6fb4efde1e625/recovered.edits/0000000000000000005
2024-12-09T13:20:32,856 INFO  [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor
2024-12-09T13:20:32,858 INFO  [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:38669/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733750428514, archiveDir=hdfs://localhost:38669/hbase/oldWALs, maxLogs=32
2024-12-09T13:20:32,876 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733750428514/wal.1733750432858, exclude list is [], retry=0
2024-12-09T13:20:32,879 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37781,DS-4858dcea-8176-4e1a-a0aa-2e238ae3d36d,DISK]
2024-12-09T13:20:32,879 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42667,DS-310fa6c7-1b44-48c5-91ee-03a00afaa58d,DISK]
2024-12-09T13:20:32,879 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36633,DS-24d34457-d44e-4b4d-99cf-d912522ac431,DISK]
2024-12-09T13:20:32,882 INFO  [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733750428514/wal.1733750432858
2024-12-09T13:20:32,882 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45053:45053),(127.0.0.1/127.0.0.1:38687:38687),(127.0.0.1/127.0.0.1:44245:44245)]
2024-12-09T13:20:32,883 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => add9d078e4aba676b0c6fb4efde1e625, NAME => 'testRegionMadeOfBulkLoadedFilesOnly,,1733750428517.add9d078e4aba676b0c6fb4efde1e625.', STARTKEY => '', ENDKEY => ''}
2024-12-09T13:20:32,883 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testRegionMadeOfBulkLoadedFilesOnly,,1733750428517.add9d078e4aba676b0c6fb4efde1e625.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-09T13:20:32,883 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for add9d078e4aba676b0c6fb4efde1e625
2024-12-09T13:20:32,883 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for add9d078e4aba676b0c6fb4efde1e625
2024-12-09T13:20:32,884 INFO  [StoreOpener-add9d078e4aba676b0c6fb4efde1e625-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region add9d078e4aba676b0c6fb4efde1e625 
2024-12-09T13:20:32,885 INFO  [StoreOpener-add9d078e4aba676b0c6fb4efde1e625-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region add9d078e4aba676b0c6fb4efde1e625 columnFamilyName a
2024-12-09T13:20:32,885 DEBUG [StoreOpener-add9d078e4aba676b0c6fb4efde1e625-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:20:32,892 DEBUG [StoreFileOpener-add9d078e4aba676b0c6fb4efde1e625-a-1 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 5f9ccac002f5492982bb674abce414a2_SeqId_3_: NONE, but ROW specified in column family configuration
2024-12-09T13:20:32,892 DEBUG [StoreOpener-add9d078e4aba676b0c6fb4efde1e625-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38669/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/add9d078e4aba676b0c6fb4efde1e625/a/5f9ccac002f5492982bb674abce414a2_SeqId_3_
2024-12-09T13:20:32,892 INFO  [StoreOpener-add9d078e4aba676b0c6fb4efde1e625-1 {}] regionserver.HStore(327): Store=add9d078e4aba676b0c6fb4efde1e625/a,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-09T13:20:32,892 INFO  [StoreOpener-add9d078e4aba676b0c6fb4efde1e625-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region add9d078e4aba676b0c6fb4efde1e625 
2024-12-09T13:20:32,894 INFO  [StoreOpener-add9d078e4aba676b0c6fb4efde1e625-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region add9d078e4aba676b0c6fb4efde1e625 columnFamilyName b
2024-12-09T13:20:32,894 DEBUG [StoreOpener-add9d078e4aba676b0c6fb4efde1e625-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:20:32,894 INFO  [StoreOpener-add9d078e4aba676b0c6fb4efde1e625-1 {}] regionserver.HStore(327): Store=add9d078e4aba676b0c6fb4efde1e625/b,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-09T13:20:32,894 INFO  [StoreOpener-add9d078e4aba676b0c6fb4efde1e625-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region add9d078e4aba676b0c6fb4efde1e625 
2024-12-09T13:20:32,895 INFO  [StoreOpener-add9d078e4aba676b0c6fb4efde1e625-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region add9d078e4aba676b0c6fb4efde1e625 columnFamilyName c
2024-12-09T13:20:32,895 DEBUG [StoreOpener-add9d078e4aba676b0c6fb4efde1e625-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:20:32,896 INFO  [StoreOpener-add9d078e4aba676b0c6fb4efde1e625-1 {}] regionserver.HStore(327): Store=add9d078e4aba676b0c6fb4efde1e625/c,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-09T13:20:32,896 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for add9d078e4aba676b0c6fb4efde1e625
2024-12-09T13:20:32,897 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38669/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/add9d078e4aba676b0c6fb4efde1e625
2024-12-09T13:20:32,898 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:38669/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/add9d078e4aba676b0c6fb4efde1e625
2024-12-09T13:20:32,899 INFO  [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:38669/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/add9d078e4aba676b0c6fb4efde1e625/recovered.edits/0000000000000000005
2024-12-09T13:20:32,901 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:38669/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/add9d078e4aba676b0c6fb4efde1e625/recovered.edits/0000000000000000005: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ
2024-12-09T13:20:32,902 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 1, skipped 0, firstSequenceIdInLog=5, maxSequenceIdInLog=5, path=hdfs://localhost:38669/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/add9d078e4aba676b0c6fb4efde1e625/recovered.edits/0000000000000000005
2024-12-09T13:20:32,903 INFO  [Time-limited test {}] regionserver.HRegion(2902): Flushing add9d078e4aba676b0c6fb4efde1e625 3/3 column families, dataSize=58 B heapSize=904 B
2024-12-09T13:20:32,919 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38669/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/add9d078e4aba676b0c6fb4efde1e625/.tmp/a/ec63204e61e04c20b3ee44bfa6911cae is 62, key is testRegionMadeOfBulkLoadedFilesOnly/a:a/1733750428785/Put/seqid=0
2024-12-09T13:20:32,926 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36633 is added to blk_1073741884_1062 (size=5149)
2024-12-09T13:20:32,926 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37781 is added to blk_1073741884_1062 (size=5149)
2024-12-09T13:20:32,926 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42667 is added to blk_1073741884_1062 (size=5149)
2024-12-09T13:20:32,927 INFO  [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:38669/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/add9d078e4aba676b0c6fb4efde1e625/.tmp/a/ec63204e61e04c20b3ee44bfa6911cae
2024-12-09T13:20:32,933 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38669/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/add9d078e4aba676b0c6fb4efde1e625/.tmp/a/ec63204e61e04c20b3ee44bfa6911cae as hdfs://localhost:38669/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/add9d078e4aba676b0c6fb4efde1e625/a/ec63204e61e04c20b3ee44bfa6911cae
2024-12-09T13:20:32,939 INFO  [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38669/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/add9d078e4aba676b0c6fb4efde1e625/a/ec63204e61e04c20b3ee44bfa6911cae, entries=1, sequenceid=5, filesize=5.0 K
2024-12-09T13:20:32,939 INFO  [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~58 B/58, heapSize ~376 B/376, currentSize=0 B/0 for add9d078e4aba676b0c6fb4efde1e625 in 36ms, sequenceid=5, compaction requested=false; wal=null
2024-12-09T13:20:32,940 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:38669/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/add9d078e4aba676b0c6fb4efde1e625/recovered.edits/0000000000000000005
2024-12-09T13:20:32,941 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for add9d078e4aba676b0c6fb4efde1e625
2024-12-09T13:20:32,941 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for add9d078e4aba676b0c6fb4efde1e625
2024-12-09T13:20:32,942 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRegionMadeOfBulkLoadedFilesOnly descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-12-09T13:20:32,944 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for add9d078e4aba676b0c6fb4efde1e625
2024-12-09T13:20:32,947 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38669/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/add9d078e4aba676b0c6fb4efde1e625/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1
2024-12-09T13:20:32,948 INFO  [Time-limited test {}] regionserver.HRegion(1114): Opened add9d078e4aba676b0c6fb4efde1e625; next sequenceid=6; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64188183, jitterRate=-0.043521538376808167}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-12-09T13:20:32,948 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for add9d078e4aba676b0c6fb4efde1e625:
Writing region info on filesystem at 1733750432883Initializing all the Stores at 1733750432884 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733750432884Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733750432884Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733750432884Obtaining lock to block concurrent updates at 1733750432903 (+19 ms)Preparing flush snapshotting stores in add9d078e4aba676b0c6fb4efde1e625 at 1733750432903Finished memstore snapshotting testRegionMadeOfBulkLoadedFilesOnly,,1733750428517.add9d078e4aba676b0c6fb4efde1e625., syncing WAL and waiting on mvcc, flushsize=dataSize=58, getHeapSize=856, getOffHeapSize=0, getCellsCount=1 at 1733750432903Flushing stores of testRegionMadeOfBulkLoadedFilesOnly,,1733750428517.add9d078e4aba676b0c6fb4efde1e625. at 1733750432903Flushing add9d078e4aba676b0c6fb4efde1e625/a: creating writer at 1733750432903Flushing add9d078e4aba676b0c6fb4efde1e625/a: appending metadata at 1733750432919 (+16 ms)Flushing add9d078e4aba676b0c6fb4efde1e625/a: closing flushed file at 1733750432919Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7ef48a9c: reopening flushed file at 1733750432933 (+14 ms)Finished flush of dataSize ~58 B/58, heapSize ~376 B/376, currentSize=0 B/0 for add9d078e4aba676b0c6fb4efde1e625 in 36ms, sequenceid=5, compaction requested=false; wal=null at 1733750432939 (+6 ms)Cleaning up temporary data from old regions at 1733750432941 (+2 ms)Region opened successfully at 1733750432948 (+7 ms)
2024-12-09T13:20:32,952 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing add9d078e4aba676b0c6fb4efde1e625, disabling compactions & flushes
2024-12-09T13:20:32,952 INFO  [Time-limited test {}] regionserver.HRegion(1755): Closing region testRegionMadeOfBulkLoadedFilesOnly,,1733750428517.add9d078e4aba676b0c6fb4efde1e625.
2024-12-09T13:20:32,952 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testRegionMadeOfBulkLoadedFilesOnly,,1733750428517.add9d078e4aba676b0c6fb4efde1e625.
2024-12-09T13:20:32,953 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testRegionMadeOfBulkLoadedFilesOnly,,1733750428517.add9d078e4aba676b0c6fb4efde1e625. after waiting 0 ms
2024-12-09T13:20:32,953 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testRegionMadeOfBulkLoadedFilesOnly,,1733750428517.add9d078e4aba676b0c6fb4efde1e625.
2024-12-09T13:20:32,953 INFO  [Time-limited test {}] regionserver.HRegion(1973): Closed testRegionMadeOfBulkLoadedFilesOnly,,1733750428517.add9d078e4aba676b0c6fb4efde1e625.
2024-12-09T13:20:32,953 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for add9d078e4aba676b0c6fb4efde1e625:
Waiting for close lock at 1733750432952Disabling compacts and flushes for region at 1733750432952Disabling writes for close at 1733750432953 (+1 ms)Writing region close event to WAL at 1733750432953Closed at 1733750432953
2024-12-09T13:20:32,957 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733750428514/wal.1733750432858 not finished, retry = 0
2024-12-09T13:20:32,957 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37781 is added to blk_1073741883_1061 (size=95)
2024-12-09T13:20:32,957 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42667 is added to blk_1073741883_1061 (size=95)
2024-12-09T13:20:32,957 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36633 is added to blk_1073741883_1061 (size=95)
2024-12-09T13:20:33,060 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs
2024-12-09T13:20:33,060 INFO  [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1733750432858)
2024-12-09T13:20:33,077 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testRegionMadeOfBulkLoadedFilesOnly Thread=403 (was 397)
Potentially hanging thread: IPC Client (1396088596) connection to localhost/127.0.0.1:38669 from jenkinstestRegionMadeOfBulkLoadedFilesOnly
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: LeaseRenewer:jenkinstestRegionMadeOfBulkLoadedFilesOnly@localhost:38669
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: AsyncFSWAL-17-3
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1151466916_22 at /127.0.0.1:55328 [Waiting for operation #7]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: AsyncFSWAL-17-1
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1151466916_22 at /127.0.0.1:58230 [Waiting for operation #9]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: AsyncFSWAL-17-2
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=997 (was 933) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=974 (was 1050), ProcessCount=11 (was 11), AvailableMemoryMB=4504 (was 4741)
2024-12-09T13:20:33,089 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testReplayEditsAfterRegionMovedWithMultiCF Thread=403, OpenFileDescriptor=997, MaxFileDescriptor=1048576, SystemLoadAverage=974, ProcessCount=11, AvailableMemoryMB=4503
2024-12-09T13:20:33,108 INFO  [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-12-09T13:20:33,113 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-12-09T13:20:33,119 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is cad571b91d50,38991,1733750412650
2024-12-09T13:20:33,121 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2ff85188
2024-12-09T13:20:33,122 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-12-09T13:20:33,125 INFO  [HMaster-EventLoopGroup-2-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60280, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-12-09T13:20:33,129 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38991 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'testReplayEditsAfterRegionMovedWithMultiCF', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-12-09T13:20:33,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38991 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF
2024-12-09T13:20:33,138 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_PRE_OPERATION
2024-12-09T13:20:33,140 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38991 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default"
qualifier: "testReplayEditsAfterRegionMovedWithMultiCF"
 procId is: 4
2024-12-09T13:20:33,140 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:20:33,142 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-12-09T13:20:33,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38991 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-12-09T13:20:33,152 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42667 is added to blk_1073741885_1063 (size=694)
2024-12-09T13:20:33,152 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36633 is added to blk_1073741885_1063 (size=694)
2024-12-09T13:20:33,153 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37781 is added to blk_1073741885_1063 (size=694)
2024-12-09T13:20:33,155 INFO  [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 69b12887ef93f9d03b07bce64813dd93, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1733750433126.69b12887ef93f9d03b07bce64813dd93.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsAfterRegionMovedWithMultiCF', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38669/user/jenkins/test-data/f58aea57-8815-ec6c-94a2-731531e192b4
2024-12-09T13:20:33,162 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42667 is added to blk_1073741886_1064 (size=77)
2024-12-09T13:20:33,163 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36633 is added to blk_1073741886_1064 (size=77)
2024-12-09T13:20:33,163 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37781 is added to blk_1073741886_1064 (size=77)
2024-12-09T13:20:33,165 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1733750433126.69b12887ef93f9d03b07bce64813dd93.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-09T13:20:33,165 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1722): Closing 69b12887ef93f9d03b07bce64813dd93, disabling compactions & flushes
2024-12-09T13:20:33,165 INFO  [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1733750433126.69b12887ef93f9d03b07bce64813dd93.
2024-12-09T13:20:33,165 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733750433126.69b12887ef93f9d03b07bce64813dd93.
2024-12-09T13:20:33,165 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733750433126.69b12887ef93f9d03b07bce64813dd93. after waiting 0 ms
2024-12-09T13:20:33,165 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1733750433126.69b12887ef93f9d03b07bce64813dd93.
2024-12-09T13:20:33,165 INFO  [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1733750433126.69b12887ef93f9d03b07bce64813dd93.
2024-12-09T13:20:33,165 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1676): Region close journal for 69b12887ef93f9d03b07bce64813dd93:
Waiting for close lock at 1733750433165Disabling compacts and flushes for region at 1733750433165Disabling writes for close at 1733750433165Writing region close event to WAL at 1733750433165Closed at 1733750433165
2024-12-09T13:20:33,167 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_ADD_TO_META
2024-12-09T13:20:33,172 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testReplayEditsAfterRegionMovedWithMultiCF,,1733750433126.69b12887ef93f9d03b07bce64813dd93.","families":{"info":[{"qualifier":"regioninfo","vlen":76,"tag":[],"timestamp":"1733750433167"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733750433167"}]},"ts":"1733750433167"}
2024-12-09T13:20:33,177 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-12-09T13:20:33,181 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-12-09T13:20:33,185 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testReplayEditsAfterRegionMovedWithMultiCF","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733750433181"}]},"ts":"1733750433181"}
2024-12-09T13:20:33,189 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testReplayEditsAfterRegionMovedWithMultiCF, state=ENABLING in hbase:meta
2024-12-09T13:20:33,189 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {cad571b91d50=0} racks are {/default-rack=0}
2024-12-09T13:20:33,192 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions
2024-12-09T13:20:33,192 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions
2024-12-09T13:20:33,192 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions
2024-12-09T13:20:33,192 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0
2024-12-09T13:20:33,192 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0
2024-12-09T13:20:33,192 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0
2024-12-09T13:20:33,192 INFO  [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0
2024-12-09T13:20:33,192 INFO  [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0
2024-12-09T13:20:33,192 INFO  [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0
2024-12-09T13:20:33,192 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1
2024-12-09T13:20:33,194 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=69b12887ef93f9d03b07bce64813dd93, ASSIGN}]
2024-12-09T13:20:33,196 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=69b12887ef93f9d03b07bce64813dd93, ASSIGN
2024-12-09T13:20:33,197 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=69b12887ef93f9d03b07bce64813dd93, ASSIGN; state=OFFLINE, location=cad571b91d50,36743,1733750414089; forceNewPlan=false, retain=false
2024-12-09T13:20:33,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38991 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-12-09T13:20:33,293 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testRegionMadeOfBulkLoadedFilesOnly
2024-12-09T13:20:33,293 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testRegionMadeOfBulkLoadedFilesOnly Metrics about Tables on a single HBase RegionServer
2024-12-09T13:20:33,295 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testSequentialEditLogSeqNum
2024-12-09T13:20:33,295 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testSequentialEditLogSeqNum Metrics about Tables on a single HBase RegionServer
2024-12-09T13:20:33,350 INFO  [cad571b91d50:38991 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 
2024-12-09T13:20:33,351 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=69b12887ef93f9d03b07bce64813dd93, regionState=OPENING, regionLocation=cad571b91d50,36743,1733750414089
2024-12-09T13:20:33,354 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=69b12887ef93f9d03b07bce64813dd93, ASSIGN because future has completed
2024-12-09T13:20:33,355 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 69b12887ef93f9d03b07bce64813dd93, server=cad571b91d50,36743,1733750414089}]
2024-12-09T13:20:33,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38991 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-12-09T13:20:33,509 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-12-09T13:20:33,511 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41475, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService
2024-12-09T13:20:33,516 INFO  [RS_OPEN_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open testReplayEditsAfterRegionMovedWithMultiCF,,1733750433126.69b12887ef93f9d03b07bce64813dd93.
2024-12-09T13:20:33,516 DEBUG [RS_OPEN_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 69b12887ef93f9d03b07bce64813dd93, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1733750433126.69b12887ef93f9d03b07bce64813dd93.', STARTKEY => '', ENDKEY => ''}
2024-12-09T13:20:33,516 DEBUG [RS_OPEN_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterRegionMovedWithMultiCF 69b12887ef93f9d03b07bce64813dd93
2024-12-09T13:20:33,517 DEBUG [RS_OPEN_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1733750433126.69b12887ef93f9d03b07bce64813dd93.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-09T13:20:33,517 DEBUG [RS_OPEN_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 69b12887ef93f9d03b07bce64813dd93
2024-12-09T13:20:33,517 DEBUG [RS_OPEN_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 69b12887ef93f9d03b07bce64813dd93
2024-12-09T13:20:33,518 INFO  [StoreOpener-69b12887ef93f9d03b07bce64813dd93-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region 69b12887ef93f9d03b07bce64813dd93 
2024-12-09T13:20:33,520 INFO  [StoreOpener-69b12887ef93f9d03b07bce64813dd93-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 69b12887ef93f9d03b07bce64813dd93 columnFamilyName cf1
2024-12-09T13:20:33,520 DEBUG [StoreOpener-69b12887ef93f9d03b07bce64813dd93-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:20:33,520 INFO  [StoreOpener-69b12887ef93f9d03b07bce64813dd93-1 {}] regionserver.HStore(327): Store=69b12887ef93f9d03b07bce64813dd93/cf1,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-09T13:20:33,521 INFO  [StoreOpener-69b12887ef93f9d03b07bce64813dd93-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region 69b12887ef93f9d03b07bce64813dd93 
2024-12-09T13:20:33,522 INFO  [StoreOpener-69b12887ef93f9d03b07bce64813dd93-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 69b12887ef93f9d03b07bce64813dd93 columnFamilyName cf2
2024-12-09T13:20:33,522 DEBUG [StoreOpener-69b12887ef93f9d03b07bce64813dd93-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:20:33,523 INFO  [StoreOpener-69b12887ef93f9d03b07bce64813dd93-1 {}] regionserver.HStore(327): Store=69b12887ef93f9d03b07bce64813dd93/cf2,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-09T13:20:33,523 DEBUG [RS_OPEN_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 69b12887ef93f9d03b07bce64813dd93
2024-12-09T13:20:33,523 DEBUG [RS_OPEN_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38669/user/jenkins/test-data/f58aea57-8815-ec6c-94a2-731531e192b4/data/default/testReplayEditsAfterRegionMovedWithMultiCF/69b12887ef93f9d03b07bce64813dd93
2024-12-09T13:20:33,524 DEBUG [RS_OPEN_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38669/user/jenkins/test-data/f58aea57-8815-ec6c-94a2-731531e192b4/data/default/testReplayEditsAfterRegionMovedWithMultiCF/69b12887ef93f9d03b07bce64813dd93
2024-12-09T13:20:33,524 DEBUG [RS_OPEN_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 69b12887ef93f9d03b07bce64813dd93
2024-12-09T13:20:33,525 DEBUG [RS_OPEN_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 69b12887ef93f9d03b07bce64813dd93
2024-12-09T13:20:33,525 DEBUG [RS_OPEN_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterRegionMovedWithMultiCF descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead.
2024-12-09T13:20:33,527 DEBUG [RS_OPEN_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 69b12887ef93f9d03b07bce64813dd93
2024-12-09T13:20:33,531 DEBUG [RS_OPEN_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38669/user/jenkins/test-data/f58aea57-8815-ec6c-94a2-731531e192b4/data/default/testReplayEditsAfterRegionMovedWithMultiCF/69b12887ef93f9d03b07bce64813dd93/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-09T13:20:33,532 INFO  [RS_OPEN_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 69b12887ef93f9d03b07bce64813dd93; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59347449, jitterRate=-0.1156540960073471}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864}
2024-12-09T13:20:33,532 DEBUG [RS_OPEN_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 69b12887ef93f9d03b07bce64813dd93
2024-12-09T13:20:33,532 DEBUG [RS_OPEN_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 69b12887ef93f9d03b07bce64813dd93:
Running coprocessor pre-open hook at 1733750433517Writing region info on filesystem at 1733750433517Initializing all the Stores at 1733750433518 (+1 ms)Instantiating store for column family {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733750433518Instantiating store for column family {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733750433518Cleaning up temporary data from old regions at 1733750433525 (+7 ms)Running coprocessor post-open hooks at 1733750433532 (+7 ms)Region opened successfully at 1733750433532
2024-12-09T13:20:33,534 INFO  [RS_OPEN_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for testReplayEditsAfterRegionMovedWithMultiCF,,1733750433126.69b12887ef93f9d03b07bce64813dd93., pid=6, masterSystemTime=1733750433509
2024-12-09T13:20:33,537 DEBUG [RS_OPEN_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for testReplayEditsAfterRegionMovedWithMultiCF,,1733750433126.69b12887ef93f9d03b07bce64813dd93.
2024-12-09T13:20:33,538 INFO  [RS_OPEN_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened testReplayEditsAfterRegionMovedWithMultiCF,,1733750433126.69b12887ef93f9d03b07bce64813dd93.
2024-12-09T13:20:33,539 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=69b12887ef93f9d03b07bce64813dd93, regionState=OPEN, openSeqNum=2, regionLocation=cad571b91d50,36743,1733750414089
2024-12-09T13:20:33,543 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 69b12887ef93f9d03b07bce64813dd93, server=cad571b91d50,36743,1733750414089 because future has completed
2024-12-09T13:20:33,548 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5
2024-12-09T13:20:33,548 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 69b12887ef93f9d03b07bce64813dd93, server=cad571b91d50,36743,1733750414089 in 190 msec
2024-12-09T13:20:33,555 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4
2024-12-09T13:20:33,555 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=69b12887ef93f9d03b07bce64813dd93, ASSIGN in 354 msec
2024-12-09T13:20:33,557 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-12-09T13:20:33,557 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testReplayEditsAfterRegionMovedWithMultiCF","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733750433557"}]},"ts":"1733750433557"}
2024-12-09T13:20:33,561 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testReplayEditsAfterRegionMovedWithMultiCF, state=ENABLED in hbase:meta
2024-12-09T13:20:33,562 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_POST_OPERATION
2024-12-09T13:20:33,565 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF in 431 msec
2024-12-09T13:20:33,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38991 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-12-09T13:20:33,776 INFO  [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testReplayEditsAfterRegionMovedWithMultiCF completed
2024-12-09T13:20:33,777 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testReplayEditsAfterRegionMovedWithMultiCF get assigned. Timeout = 60000ms
2024-12-09T13:20:33,778 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-09T13:20:33,784 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testReplayEditsAfterRegionMovedWithMultiCF assigned to meta. Checking AM states.
2024-12-09T13:20:33,784 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-09T13:20:33,785 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testReplayEditsAfterRegionMovedWithMultiCF assigned.
2024-12-09T13:20:33,797 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testReplayEditsAfterRegionMovedWithMultiCF', row='r1', locateType=CURRENT is [region=testReplayEditsAfterRegionMovedWithMultiCF,,1733750433126.69b12887ef93f9d03b07bce64813dd93., hostname=cad571b91d50,36743,1733750414089, seqNum=2]
2024-12-09T13:20:33,798 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-09T13:20:33,800 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34052, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-09T13:20:33,814 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38991 {}] master.HMaster(2410): Client=jenkins//172.17.0.3 move hri=69b12887ef93f9d03b07bce64813dd93, source=cad571b91d50,36743,1733750414089, destination=cad571b91d50,40691,1733750413897, warming up region on cad571b91d50,40691,1733750413897
2024-12-09T13:20:33,816 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38991 {}] master.HMaster(2414): Client=jenkins//172.17.0.3 move hri=69b12887ef93f9d03b07bce64813dd93, source=cad571b91d50,36743,1733750414089, destination=cad571b91d50,40691,1733750413897, running balancer
2024-12-09T13:20:33,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38991 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=69b12887ef93f9d03b07bce64813dd93, REOPEN/MOVE
2024-12-09T13:20:33,817 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=69b12887ef93f9d03b07bce64813dd93, REOPEN/MOVE
2024-12-09T13:20:33,821 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=69b12887ef93f9d03b07bce64813dd93, regionState=CLOSING, regionLocation=cad571b91d50,36743,1733750414089
2024-12-09T13:20:33,822 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40691 {}] regionserver.RSRpcServices(2066): Warmup testReplayEditsAfterRegionMovedWithMultiCF,,1733750433126.69b12887ef93f9d03b07bce64813dd93.
2024-12-09T13:20:33,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40691 {}] regionserver.HRegion(7855): Warmup {ENCODED => 69b12887ef93f9d03b07bce64813dd93, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1733750433126.69b12887ef93f9d03b07bce64813dd93.', STARTKEY => '', ENDKEY => ''}
2024-12-09T13:20:33,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40691 {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1733750433126.69b12887ef93f9d03b07bce64813dd93.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-09T13:20:33,823 INFO  [StoreOpener-69b12887ef93f9d03b07bce64813dd93-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region 69b12887ef93f9d03b07bce64813dd93 
2024-12-09T13:20:33,823 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=69b12887ef93f9d03b07bce64813dd93, REOPEN/MOVE because future has completed
2024-12-09T13:20:33,824 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false
2024-12-09T13:20:33,824 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE, hasLock=false; CloseRegionProcedure 69b12887ef93f9d03b07bce64813dd93, server=cad571b91d50,36743,1733750414089}]
2024-12-09T13:20:33,827 INFO  [StoreOpener-69b12887ef93f9d03b07bce64813dd93-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 69b12887ef93f9d03b07bce64813dd93 columnFamilyName cf1
2024-12-09T13:20:33,827 DEBUG [StoreOpener-69b12887ef93f9d03b07bce64813dd93-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:20:33,827 INFO  [StoreOpener-69b12887ef93f9d03b07bce64813dd93-1 {}] regionserver.HStore(327): Store=69b12887ef93f9d03b07bce64813dd93/cf1,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-09T13:20:33,827 INFO  [StoreOpener-69b12887ef93f9d03b07bce64813dd93-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region 69b12887ef93f9d03b07bce64813dd93 
2024-12-09T13:20:33,828 INFO  [StoreOpener-69b12887ef93f9d03b07bce64813dd93-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 69b12887ef93f9d03b07bce64813dd93 columnFamilyName cf2
2024-12-09T13:20:33,828 DEBUG [StoreOpener-69b12887ef93f9d03b07bce64813dd93-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:20:33,829 INFO  [StoreOpener-69b12887ef93f9d03b07bce64813dd93-1 {}] regionserver.HStore(327): Store=69b12887ef93f9d03b07bce64813dd93/cf2,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-09T13:20:33,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40691 {}] regionserver.HRegion(1722): Closing 69b12887ef93f9d03b07bce64813dd93, disabling compactions & flushes
2024-12-09T13:20:33,829 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40691 {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1733750433126.69b12887ef93f9d03b07bce64813dd93.
2024-12-09T13:20:33,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40691 {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733750433126.69b12887ef93f9d03b07bce64813dd93.
2024-12-09T13:20:33,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40691 {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733750433126.69b12887ef93f9d03b07bce64813dd93. after waiting 0 ms
2024-12-09T13:20:33,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40691 {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1733750433126.69b12887ef93f9d03b07bce64813dd93.
2024-12-09T13:20:33,830 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40691 {}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1733750433126.69b12887ef93f9d03b07bce64813dd93.
2024-12-09T13:20:33,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40691 {}] regionserver.HRegion(1676): Region close journal for 69b12887ef93f9d03b07bce64813dd93:
Waiting for close lock at 1733750433829Disabling compacts and flushes for region at 1733750433829Disabling writes for close at 1733750433829Writing region close event to WAL at 1733750433830 (+1 ms)Closed at 1733750433830
2024-12-09T13:20:33,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38991 {}] procedure.ProcedureSyncWait(219): waitFor pid=7
2024-12-09T13:20:33,985 INFO  [RS_CLOSE_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] handler.UnassignRegionHandler(122): Close 69b12887ef93f9d03b07bce64813dd93
2024-12-09T13:20:33,985 DEBUG [RS_CLOSE_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false
2024-12-09T13:20:33,986 DEBUG [RS_CLOSE_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1722): Closing 69b12887ef93f9d03b07bce64813dd93, disabling compactions & flushes
2024-12-09T13:20:33,986 INFO  [RS_CLOSE_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1733750433126.69b12887ef93f9d03b07bce64813dd93.
2024-12-09T13:20:33,986 DEBUG [RS_CLOSE_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733750433126.69b12887ef93f9d03b07bce64813dd93.
2024-12-09T13:20:33,986 DEBUG [RS_CLOSE_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733750433126.69b12887ef93f9d03b07bce64813dd93. after waiting 0 ms
2024-12-09T13:20:33,986 DEBUG [RS_CLOSE_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1733750433126.69b12887ef93f9d03b07bce64813dd93.
2024-12-09T13:20:33,986 INFO  [RS_CLOSE_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(2902): Flushing 69b12887ef93f9d03b07bce64813dd93 2/2 column families, dataSize=31 B heapSize=616 B
2024-12-09T13:20:34,009 DEBUG [RS_CLOSE_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38669/user/jenkins/test-data/f58aea57-8815-ec6c-94a2-731531e192b4/data/default/testReplayEditsAfterRegionMovedWithMultiCF/69b12887ef93f9d03b07bce64813dd93/.tmp/cf1/2298d4a165ef49d58a42bcb28fc660ec is 35, key is r1/cf1:q/1733750433800/Put/seqid=0
2024-12-09T13:20:34,017 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42667 is added to blk_1073741887_1065 (size=4783)
2024-12-09T13:20:34,018 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37781 is added to blk_1073741887_1065 (size=4783)
2024-12-09T13:20:34,018 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36633 is added to blk_1073741887_1065 (size=4783)
2024-12-09T13:20:34,019 INFO  [RS_CLOSE_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31 B at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:38669/user/jenkins/test-data/f58aea57-8815-ec6c-94a2-731531e192b4/data/default/testReplayEditsAfterRegionMovedWithMultiCF/69b12887ef93f9d03b07bce64813dd93/.tmp/cf1/2298d4a165ef49d58a42bcb28fc660ec
2024-12-09T13:20:34,026 DEBUG [RS_CLOSE_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38669/user/jenkins/test-data/f58aea57-8815-ec6c-94a2-731531e192b4/data/default/testReplayEditsAfterRegionMovedWithMultiCF/69b12887ef93f9d03b07bce64813dd93/.tmp/cf1/2298d4a165ef49d58a42bcb28fc660ec as hdfs://localhost:38669/user/jenkins/test-data/f58aea57-8815-ec6c-94a2-731531e192b4/data/default/testReplayEditsAfterRegionMovedWithMultiCF/69b12887ef93f9d03b07bce64813dd93/cf1/2298d4a165ef49d58a42bcb28fc660ec
2024-12-09T13:20:34,032 INFO  [RS_CLOSE_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38669/user/jenkins/test-data/f58aea57-8815-ec6c-94a2-731531e192b4/data/default/testReplayEditsAfterRegionMovedWithMultiCF/69b12887ef93f9d03b07bce64813dd93/cf1/2298d4a165ef49d58a42bcb28fc660ec, entries=1, sequenceid=5, filesize=4.7 K
2024-12-09T13:20:34,033 INFO  [RS_CLOSE_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(3140): Finished flush of dataSize ~31 B/31, heapSize ~344 B/344, currentSize=0 B/0 for 69b12887ef93f9d03b07bce64813dd93 in 47ms, sequenceid=5, compaction requested=false
2024-12-09T13:20:34,033 DEBUG [RS_CLOSE_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testReplayEditsAfterRegionMovedWithMultiCF'
2024-12-09T13:20:34,039 DEBUG [RS_CLOSE_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38669/user/jenkins/test-data/f58aea57-8815-ec6c-94a2-731531e192b4/data/default/testReplayEditsAfterRegionMovedWithMultiCF/69b12887ef93f9d03b07bce64813dd93/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1
2024-12-09T13:20:34,042 INFO  [RS_CLOSE_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1733750433126.69b12887ef93f9d03b07bce64813dd93.
2024-12-09T13:20:34,042 DEBUG [RS_CLOSE_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1676): Region close journal for 69b12887ef93f9d03b07bce64813dd93:
Waiting for close lock at 1733750433986Running coprocessor pre-close hooks at 1733750433986Disabling compacts and flushes for region at 1733750433986Disabling writes for close at 1733750433986Obtaining lock to block concurrent updates at 1733750433986Preparing flush snapshotting stores in 69b12887ef93f9d03b07bce64813dd93 at 1733750433986Finished memstore snapshotting testReplayEditsAfterRegionMovedWithMultiCF,,1733750433126.69b12887ef93f9d03b07bce64813dd93., syncing WAL and waiting on mvcc, flushsize=dataSize=31, getHeapSize=584, getOffHeapSize=0, getCellsCount=1 at 1733750433987 (+1 ms)Flushing stores of testReplayEditsAfterRegionMovedWithMultiCF,,1733750433126.69b12887ef93f9d03b07bce64813dd93. at 1733750433988 (+1 ms)Flushing 69b12887ef93f9d03b07bce64813dd93/cf1: creating writer at 1733750433988Flushing 69b12887ef93f9d03b07bce64813dd93/cf1: appending metadata at 1733750434009 (+21 ms)Flushing 69b12887ef93f9d03b07bce64813dd93/cf1: closing flushed file at 1733750434009Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4f391f90: reopening flushed file at 1733750434025 (+16 ms)Finished flush of dataSize ~31 B/31, heapSize ~344 B/344, currentSize=0 B/0 for 69b12887ef93f9d03b07bce64813dd93 in 47ms, sequenceid=5, compaction requested=false at 1733750434033 (+8 ms)Writing region close event to WAL at 1733750434035 (+2 ms)Running coprocessor post-close hooks at 1733750434039 (+4 ms)Closed at 1733750434042 (+3 ms)
2024-12-09T13:20:34,043 INFO  [RS_CLOSE_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegionServer(3302): Adding 69b12887ef93f9d03b07bce64813dd93 move to cad571b91d50,40691,1733750413897 record at close sequenceid=5
2024-12-09T13:20:34,046 INFO  [RS_CLOSE_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] handler.UnassignRegionHandler(157): Closed 69b12887ef93f9d03b07bce64813dd93
2024-12-09T13:20:34,046 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=69b12887ef93f9d03b07bce64813dd93, regionState=CLOSED
2024-12-09T13:20:34,049 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=7, state=RUNNABLE, hasLock=false; CloseRegionProcedure 69b12887ef93f9d03b07bce64813dd93, server=cad571b91d50,36743,1733750414089 because future has completed
2024-12-09T13:20:34,053 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7
2024-12-09T13:20:34,053 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; CloseRegionProcedure 69b12887ef93f9d03b07bce64813dd93, server=cad571b91d50,36743,1733750414089 in 226 msec
2024-12-09T13:20:34,054 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=69b12887ef93f9d03b07bce64813dd93, REOPEN/MOVE; state=CLOSED, location=cad571b91d50,40691,1733750413897; forceNewPlan=false, retain=false
2024-12-09T13:20:34,205 INFO  [cad571b91d50:38991 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 
2024-12-09T13:20:34,205 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=69b12887ef93f9d03b07bce64813dd93, regionState=OPENING, regionLocation=cad571b91d50,40691,1733750413897
2024-12-09T13:20:34,208 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=69b12887ef93f9d03b07bce64813dd93, REOPEN/MOVE because future has completed
2024-12-09T13:20:34,209 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 69b12887ef93f9d03b07bce64813dd93, server=cad571b91d50,40691,1733750413897}]
2024-12-09T13:20:34,383 INFO  [RS_OPEN_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] handler.AssignRegionHandler(132): Open testReplayEditsAfterRegionMovedWithMultiCF,,1733750433126.69b12887ef93f9d03b07bce64813dd93.
2024-12-09T13:20:34,383 DEBUG [RS_OPEN_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(7752): Opening region: {ENCODED => 69b12887ef93f9d03b07bce64813dd93, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1733750433126.69b12887ef93f9d03b07bce64813dd93.', STARTKEY => '', ENDKEY => ''}
2024-12-09T13:20:34,384 DEBUG [RS_OPEN_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterRegionMovedWithMultiCF 69b12887ef93f9d03b07bce64813dd93
2024-12-09T13:20:34,384 DEBUG [RS_OPEN_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1733750433126.69b12887ef93f9d03b07bce64813dd93.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-09T13:20:34,384 DEBUG [RS_OPEN_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(7794): checking encryption for 69b12887ef93f9d03b07bce64813dd93
2024-12-09T13:20:34,384 DEBUG [RS_OPEN_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(7797): checking classloading for 69b12887ef93f9d03b07bce64813dd93
2024-12-09T13:20:34,392 INFO  [StoreOpener-69b12887ef93f9d03b07bce64813dd93-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region 69b12887ef93f9d03b07bce64813dd93 
2024-12-09T13:20:34,393 INFO  [StoreOpener-69b12887ef93f9d03b07bce64813dd93-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 69b12887ef93f9d03b07bce64813dd93 columnFamilyName cf1
2024-12-09T13:20:34,394 DEBUG [StoreOpener-69b12887ef93f9d03b07bce64813dd93-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:20:34,402 DEBUG [StoreOpener-69b12887ef93f9d03b07bce64813dd93-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38669/user/jenkins/test-data/f58aea57-8815-ec6c-94a2-731531e192b4/data/default/testReplayEditsAfterRegionMovedWithMultiCF/69b12887ef93f9d03b07bce64813dd93/cf1/2298d4a165ef49d58a42bcb28fc660ec
2024-12-09T13:20:34,402 INFO  [StoreOpener-69b12887ef93f9d03b07bce64813dd93-1 {}] regionserver.HStore(327): Store=69b12887ef93f9d03b07bce64813dd93/cf1,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-09T13:20:34,402 INFO  [StoreOpener-69b12887ef93f9d03b07bce64813dd93-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region 69b12887ef93f9d03b07bce64813dd93 
2024-12-09T13:20:34,404 INFO  [StoreOpener-69b12887ef93f9d03b07bce64813dd93-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 69b12887ef93f9d03b07bce64813dd93 columnFamilyName cf2
2024-12-09T13:20:34,404 DEBUG [StoreOpener-69b12887ef93f9d03b07bce64813dd93-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:20:34,404 INFO  [StoreOpener-69b12887ef93f9d03b07bce64813dd93-1 {}] regionserver.HStore(327): Store=69b12887ef93f9d03b07bce64813dd93/cf2,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-09T13:20:34,405 DEBUG [RS_OPEN_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1038): replaying wal for 69b12887ef93f9d03b07bce64813dd93
2024-12-09T13:20:34,406 DEBUG [RS_OPEN_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38669/user/jenkins/test-data/f58aea57-8815-ec6c-94a2-731531e192b4/data/default/testReplayEditsAfterRegionMovedWithMultiCF/69b12887ef93f9d03b07bce64813dd93
2024-12-09T13:20:34,408 DEBUG [RS_OPEN_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38669/user/jenkins/test-data/f58aea57-8815-ec6c-94a2-731531e192b4/data/default/testReplayEditsAfterRegionMovedWithMultiCF/69b12887ef93f9d03b07bce64813dd93
2024-12-09T13:20:34,409 DEBUG [RS_OPEN_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1048): stopping wal replay for 69b12887ef93f9d03b07bce64813dd93
2024-12-09T13:20:34,409 DEBUG [RS_OPEN_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1060): Cleaning up temporary data for 69b12887ef93f9d03b07bce64813dd93
2024-12-09T13:20:34,410 DEBUG [RS_OPEN_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterRegionMovedWithMultiCF descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead.
2024-12-09T13:20:34,412 DEBUG [RS_OPEN_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1093): writing seq id for 69b12887ef93f9d03b07bce64813dd93
2024-12-09T13:20:34,413 INFO  [RS_OPEN_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1114): Opened 69b12887ef93f9d03b07bce64813dd93; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71154272, jitterRate=0.06028127670288086}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864}
2024-12-09T13:20:34,413 DEBUG [RS_OPEN_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 69b12887ef93f9d03b07bce64813dd93
2024-12-09T13:20:34,414 DEBUG [RS_OPEN_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1006): Region open journal for 69b12887ef93f9d03b07bce64813dd93:
Running coprocessor pre-open hook at 1733750434384Writing region info on filesystem at 1733750434384Initializing all the Stores at 1733750434388 (+4 ms)Instantiating store for column family {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733750434388Instantiating store for column family {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733750434391 (+3 ms)Cleaning up temporary data from old regions at 1733750434409 (+18 ms)Running coprocessor post-open hooks at 1733750434413 (+4 ms)Region opened successfully at 1733750434414 (+1 ms)
2024-12-09T13:20:34,416 INFO  [RS_OPEN_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegionServer(2236): Post open deploy tasks for testReplayEditsAfterRegionMovedWithMultiCF,,1733750433126.69b12887ef93f9d03b07bce64813dd93., pid=9, masterSystemTime=1733750434362
2024-12-09T13:20:34,420 DEBUG [RS_OPEN_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegionServer(2266): Finished post open deploy task for testReplayEditsAfterRegionMovedWithMultiCF,,1733750433126.69b12887ef93f9d03b07bce64813dd93.
2024-12-09T13:20:34,420 INFO  [RS_OPEN_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] handler.AssignRegionHandler(153): Opened testReplayEditsAfterRegionMovedWithMultiCF,,1733750433126.69b12887ef93f9d03b07bce64813dd93.
2024-12-09T13:20:34,422 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=69b12887ef93f9d03b07bce64813dd93, regionState=OPEN, openSeqNum=9, regionLocation=cad571b91d50,40691,1733750413897
2024-12-09T13:20:34,426 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 69b12887ef93f9d03b07bce64813dd93, server=cad571b91d50,40691,1733750413897 because future has completed
2024-12-09T13:20:34,430 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=7
2024-12-09T13:20:34,430 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure 69b12887ef93f9d03b07bce64813dd93, server=cad571b91d50,40691,1733750413897 in 218 msec
2024-12-09T13:20:34,432 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=69b12887ef93f9d03b07bce64813dd93, REOPEN/MOVE in 614 msec
2024-12-09T13:20:34,476 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-12-09T13:20:34,480 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39492, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService
2024-12-09T13:20:34,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36743 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 139 connection: 172.17.0.3:34052 deadline: 1733750494484, exception=org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=cad571b91d50 port=40691 startCode=1733750413897. As of locationSeqNum=5.
2024-12-09T13:20:34,493 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733750433126.69b12887ef93f9d03b07bce64813dd93., hostname=cad571b91d50,36743,1733750414089, seqNum=2 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1733750433126.69b12887ef93f9d03b07bce64813dd93., hostname=cad571b91d50,36743,1733750414089, seqNum=2, error=org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=cad571b91d50 port=40691 startCode=1733750413897. As of locationSeqNum=5.
2024-12-09T13:20:34,494 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733750433126.69b12887ef93f9d03b07bce64813dd93., hostname=cad571b91d50,36743,1733750414089, seqNum=2 is org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=cad571b91d50 port=40691 startCode=1733750413897. As of locationSeqNum=5.
2024-12-09T13:20:34,494 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(84): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733750433126.69b12887ef93f9d03b07bce64813dd93., hostname=cad571b91d50,36743,1733750414089, seqNum=2 with the new location region=testReplayEditsAfterRegionMovedWithMultiCF,,1733750433126.69b12887ef93f9d03b07bce64813dd93., hostname=cad571b91d50,40691,1733750413897, seqNum=5 constructed by org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=cad571b91d50 port=40691 startCode=1733750413897. As of locationSeqNum=5.
2024-12-09T13:20:34,617 INFO  [Time-limited test {}] regionserver.HRegion(2902): Flushing 69b12887ef93f9d03b07bce64813dd93 2/2 column families, dataSize=50 B heapSize=720 B
2024-12-09T13:20:34,634 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38669/user/jenkins/test-data/f58aea57-8815-ec6c-94a2-731531e192b4/data/default/testReplayEditsAfterRegionMovedWithMultiCF/69b12887ef93f9d03b07bce64813dd93/.tmp/cf1/c8e735a2de7f40d88aeeffc1e174ad42 is 29, key is r1/cf1:/1733750434607/DeleteFamily/seqid=0
2024-12-09T13:20:34,640 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36633 is added to blk_1073741888_1066 (size=4906)
2024-12-09T13:20:34,641 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37781 is added to blk_1073741888_1066 (size=4906)
2024-12-09T13:20:34,641 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42667 is added to blk_1073741888_1066 (size=4906)
2024-12-09T13:20:34,642 INFO  [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=12 (bloomFilter=false), to=hdfs://localhost:38669/user/jenkins/test-data/f58aea57-8815-ec6c-94a2-731531e192b4/data/default/testReplayEditsAfterRegionMovedWithMultiCF/69b12887ef93f9d03b07bce64813dd93/.tmp/cf1/c8e735a2de7f40d88aeeffc1e174ad42
2024-12-09T13:20:34,648 INFO  [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c8e735a2de7f40d88aeeffc1e174ad42
2024-12-09T13:20:34,664 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38669/user/jenkins/test-data/f58aea57-8815-ec6c-94a2-731531e192b4/data/default/testReplayEditsAfterRegionMovedWithMultiCF/69b12887ef93f9d03b07bce64813dd93/.tmp/cf2/ffacb8c6d0aa4e14b75de18043b185ee is 29, key is r1/cf2:/1733750434607/DeleteFamily/seqid=0
2024-12-09T13:20:34,670 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36633 is added to blk_1073741889_1067 (size=4906)
2024-12-09T13:20:34,671 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37781 is added to blk_1073741889_1067 (size=4906)
2024-12-09T13:20:34,671 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42667 is added to blk_1073741889_1067 (size=4906)
2024-12-09T13:20:34,671 INFO  [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=12 (bloomFilter=false), to=hdfs://localhost:38669/user/jenkins/test-data/f58aea57-8815-ec6c-94a2-731531e192b4/data/default/testReplayEditsAfterRegionMovedWithMultiCF/69b12887ef93f9d03b07bce64813dd93/.tmp/cf2/ffacb8c6d0aa4e14b75de18043b185ee
2024-12-09T13:20:34,677 INFO  [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ffacb8c6d0aa4e14b75de18043b185ee
2024-12-09T13:20:34,678 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38669/user/jenkins/test-data/f58aea57-8815-ec6c-94a2-731531e192b4/data/default/testReplayEditsAfterRegionMovedWithMultiCF/69b12887ef93f9d03b07bce64813dd93/.tmp/cf1/c8e735a2de7f40d88aeeffc1e174ad42 as hdfs://localhost:38669/user/jenkins/test-data/f58aea57-8815-ec6c-94a2-731531e192b4/data/default/testReplayEditsAfterRegionMovedWithMultiCF/69b12887ef93f9d03b07bce64813dd93/cf1/c8e735a2de7f40d88aeeffc1e174ad42
2024-12-09T13:20:34,684 INFO  [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c8e735a2de7f40d88aeeffc1e174ad42
2024-12-09T13:20:34,684 INFO  [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38669/user/jenkins/test-data/f58aea57-8815-ec6c-94a2-731531e192b4/data/default/testReplayEditsAfterRegionMovedWithMultiCF/69b12887ef93f9d03b07bce64813dd93/cf1/c8e735a2de7f40d88aeeffc1e174ad42, entries=1, sequenceid=12, filesize=4.8 K
2024-12-09T13:20:34,685 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38669/user/jenkins/test-data/f58aea57-8815-ec6c-94a2-731531e192b4/data/default/testReplayEditsAfterRegionMovedWithMultiCF/69b12887ef93f9d03b07bce64813dd93/.tmp/cf2/ffacb8c6d0aa4e14b75de18043b185ee as hdfs://localhost:38669/user/jenkins/test-data/f58aea57-8815-ec6c-94a2-731531e192b4/data/default/testReplayEditsAfterRegionMovedWithMultiCF/69b12887ef93f9d03b07bce64813dd93/cf2/ffacb8c6d0aa4e14b75de18043b185ee
2024-12-09T13:20:34,691 INFO  [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ffacb8c6d0aa4e14b75de18043b185ee
2024-12-09T13:20:34,691 INFO  [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38669/user/jenkins/test-data/f58aea57-8815-ec6c-94a2-731531e192b4/data/default/testReplayEditsAfterRegionMovedWithMultiCF/69b12887ef93f9d03b07bce64813dd93/cf2/ffacb8c6d0aa4e14b75de18043b185ee, entries=1, sequenceid=12, filesize=4.8 K
2024-12-09T13:20:34,692 INFO  [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~50 B/50, heapSize ~688 B/688, currentSize=0 B/0 for 69b12887ef93f9d03b07bce64813dd93 in 75ms, sequenceid=12, compaction requested=false
2024-12-09T13:20:34,692 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 69b12887ef93f9d03b07bce64813dd93:

2024-12-09T13:20:34,695 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking
2024-12-09T13:20:34,696 DEBUG [Time-limited test {}] regionserver.HStore(1541): 69b12887ef93f9d03b07bce64813dd93/cf1 is initiating major compaction (all files)
2024-12-09T13:20:34,696 INFO  [Time-limited test {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms
2024-12-09T13:20:34,696 INFO  [Time-limited test {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled.
2024-12-09T13:20:34,697 INFO  [Time-limited test {}] regionserver.HRegion(2416): Starting compaction of 69b12887ef93f9d03b07bce64813dd93/cf1 in testReplayEditsAfterRegionMovedWithMultiCF,,1733750433126.69b12887ef93f9d03b07bce64813dd93.
2024-12-09T13:20:34,697 INFO  [Time-limited test {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38669/user/jenkins/test-data/f58aea57-8815-ec6c-94a2-731531e192b4/data/default/testReplayEditsAfterRegionMovedWithMultiCF/69b12887ef93f9d03b07bce64813dd93/cf1/2298d4a165ef49d58a42bcb28fc660ec, hdfs://localhost:38669/user/jenkins/test-data/f58aea57-8815-ec6c-94a2-731531e192b4/data/default/testReplayEditsAfterRegionMovedWithMultiCF/69b12887ef93f9d03b07bce64813dd93/cf1/c8e735a2de7f40d88aeeffc1e174ad42] into tmpdir=hdfs://localhost:38669/user/jenkins/test-data/f58aea57-8815-ec6c-94a2-731531e192b4/data/default/testReplayEditsAfterRegionMovedWithMultiCF/69b12887ef93f9d03b07bce64813dd93/.tmp, totalSize=9.5 K
2024-12-09T13:20:34,698 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 2298d4a165ef49d58a42bcb28fc660ec, keycount=1, bloomtype=NONE, size=4.7 K, encoding=NONE, compression=NONE, seqNum=5, earliestPutTs=1733750433800
2024-12-09T13:20:34,699 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting c8e735a2de7f40d88aeeffc1e174ad42, keycount=1, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=9223372036854775807
2024-12-09T13:20:34,709 INFO  [Time-limited test {}] throttle.PressureAwareThroughputController(145): 69b12887ef93f9d03b07bce64813dd93#cf1#compaction#16 average throughput is NaN MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-09T13:20:34,716 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37781 is added to blk_1073741890_1068 (size=4626)
2024-12-09T13:20:34,716 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36633 is added to blk_1073741890_1068 (size=4626)
2024-12-09T13:20:34,716 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42667 is added to blk_1073741890_1068 (size=4626)
2024-12-09T13:20:34,722 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38669/user/jenkins/test-data/f58aea57-8815-ec6c-94a2-731531e192b4/data/default/testReplayEditsAfterRegionMovedWithMultiCF/69b12887ef93f9d03b07bce64813dd93/.tmp/cf1/edf590842f464a62a9a9567413efb1df as hdfs://localhost:38669/user/jenkins/test-data/f58aea57-8815-ec6c-94a2-731531e192b4/data/default/testReplayEditsAfterRegionMovedWithMultiCF/69b12887ef93f9d03b07bce64813dd93/cf1/edf590842f464a62a9a9567413efb1df
2024-12-09T13:20:34,735 INFO  [Time-limited test {}] regionserver.HStore(1337): Completed major compaction of 2 (all) file(s) in 69b12887ef93f9d03b07bce64813dd93/cf1 of 69b12887ef93f9d03b07bce64813dd93 into edf590842f464a62a9a9567413efb1df(size=4.5 K), total size for store is 4.5 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-09T13:20:34,735 DEBUG [Time-limited test {}] regionserver.HRegion(2446): Compaction status journal for 69b12887ef93f9d03b07bce64813dd93:

2024-12-09T13:20:34,735 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 1 store files, 0 compacting, 1 eligible, 16 blocking
2024-12-09T13:20:34,736 DEBUG [Time-limited test {}] regionserver.HStore(1541): 69b12887ef93f9d03b07bce64813dd93/cf2 is initiating major compaction (all files)
2024-12-09T13:20:34,736 INFO  [Time-limited test {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms
2024-12-09T13:20:34,736 INFO  [Time-limited test {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled.
2024-12-09T13:20:34,736 INFO  [Time-limited test {}] regionserver.HRegion(2416): Starting compaction of 69b12887ef93f9d03b07bce64813dd93/cf2 in testReplayEditsAfterRegionMovedWithMultiCF,,1733750433126.69b12887ef93f9d03b07bce64813dd93.
2024-12-09T13:20:34,736 INFO  [Time-limited test {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38669/user/jenkins/test-data/f58aea57-8815-ec6c-94a2-731531e192b4/data/default/testReplayEditsAfterRegionMovedWithMultiCF/69b12887ef93f9d03b07bce64813dd93/cf2/ffacb8c6d0aa4e14b75de18043b185ee] into tmpdir=hdfs://localhost:38669/user/jenkins/test-data/f58aea57-8815-ec6c-94a2-731531e192b4/data/default/testReplayEditsAfterRegionMovedWithMultiCF/69b12887ef93f9d03b07bce64813dd93/.tmp, totalSize=4.8 K
2024-12-09T13:20:34,736 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting ffacb8c6d0aa4e14b75de18043b185ee, keycount=1, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=9223372036854775807
2024-12-09T13:20:34,741 INFO  [Time-limited test {}] throttle.PressureAwareThroughputController(145): 69b12887ef93f9d03b07bce64813dd93#cf2#compaction#17 average throughput is NaN MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-09T13:20:34,747 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37781 is added to blk_1073741891_1069 (size=4592)
2024-12-09T13:20:34,748 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42667 is added to blk_1073741891_1069 (size=4592)
2024-12-09T13:20:34,748 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36633 is added to blk_1073741891_1069 (size=4592)
2024-12-09T13:20:34,753 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38669/user/jenkins/test-data/f58aea57-8815-ec6c-94a2-731531e192b4/data/default/testReplayEditsAfterRegionMovedWithMultiCF/69b12887ef93f9d03b07bce64813dd93/.tmp/cf2/c78109a570bc42609af8a29a83ce1342 as hdfs://localhost:38669/user/jenkins/test-data/f58aea57-8815-ec6c-94a2-731531e192b4/data/default/testReplayEditsAfterRegionMovedWithMultiCF/69b12887ef93f9d03b07bce64813dd93/cf2/c78109a570bc42609af8a29a83ce1342
2024-12-09T13:20:34,759 INFO  [Time-limited test {}] regionserver.HStore(1337): Completed major compaction of 1 (all) file(s) in 69b12887ef93f9d03b07bce64813dd93/cf2 of 69b12887ef93f9d03b07bce64813dd93 into c78109a570bc42609af8a29a83ce1342(size=4.5 K), total size for store is 4.5 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-09T13:20:34,759 DEBUG [Time-limited test {}] regionserver.HRegion(2446): Compaction status journal for 69b12887ef93f9d03b07bce64813dd93:

2024-12-09T13:20:34,763 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38991 {}] master.HMaster(2410): Client=jenkins//172.17.0.3 move hri=69b12887ef93f9d03b07bce64813dd93, source=cad571b91d50,40691,1733750413897, destination=cad571b91d50,36743,1733750414089, warming up region on cad571b91d50,36743,1733750414089
2024-12-09T13:20:34,764 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38991 {}] master.HMaster(2414): Client=jenkins//172.17.0.3 move hri=69b12887ef93f9d03b07bce64813dd93, source=cad571b91d50,40691,1733750413897, destination=cad571b91d50,36743,1733750414089, running balancer
2024-12-09T13:20:34,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38991 {}] procedure2.ProcedureExecutor(1139): Stored pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=69b12887ef93f9d03b07bce64813dd93, REOPEN/MOVE
2024-12-09T13:20:34,765 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=69b12887ef93f9d03b07bce64813dd93, REOPEN/MOVE
2024-12-09T13:20:34,766 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36743 {}] regionserver.RSRpcServices(2066): Warmup testReplayEditsAfterRegionMovedWithMultiCF,,1733750433126.69b12887ef93f9d03b07bce64813dd93.
2024-12-09T13:20:34,766 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=69b12887ef93f9d03b07bce64813dd93, regionState=CLOSING, regionLocation=cad571b91d50,40691,1733750413897
2024-12-09T13:20:34,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36743 {}] regionserver.HRegion(7855): Warmup {ENCODED => 69b12887ef93f9d03b07bce64813dd93, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1733750433126.69b12887ef93f9d03b07bce64813dd93.', STARTKEY => '', ENDKEY => ''}
2024-12-09T13:20:34,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36743 {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1733750433126.69b12887ef93f9d03b07bce64813dd93.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-09T13:20:34,767 INFO  [StoreOpener-69b12887ef93f9d03b07bce64813dd93-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region 69b12887ef93f9d03b07bce64813dd93 
2024-12-09T13:20:34,768 INFO  [StoreOpener-69b12887ef93f9d03b07bce64813dd93-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 69b12887ef93f9d03b07bce64813dd93 columnFamilyName cf1
2024-12-09T13:20:34,768 DEBUG [StoreOpener-69b12887ef93f9d03b07bce64813dd93-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:20:34,772 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=69b12887ef93f9d03b07bce64813dd93, REOPEN/MOVE because future has completed
2024-12-09T13:20:34,772 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false
2024-12-09T13:20:34,773 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE, hasLock=false; CloseRegionProcedure 69b12887ef93f9d03b07bce64813dd93, server=cad571b91d50,40691,1733750413897}]
2024-12-09T13:20:34,775 DEBUG [StoreOpener-69b12887ef93f9d03b07bce64813dd93-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38669/user/jenkins/test-data/f58aea57-8815-ec6c-94a2-731531e192b4/data/default/testReplayEditsAfterRegionMovedWithMultiCF/69b12887ef93f9d03b07bce64813dd93/cf1/2298d4a165ef49d58a42bcb28fc660ec
2024-12-09T13:20:34,780 INFO  [StoreFileOpener-69b12887ef93f9d03b07bce64813dd93-cf1-1 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c8e735a2de7f40d88aeeffc1e174ad42
2024-12-09T13:20:34,780 DEBUG [StoreOpener-69b12887ef93f9d03b07bce64813dd93-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38669/user/jenkins/test-data/f58aea57-8815-ec6c-94a2-731531e192b4/data/default/testReplayEditsAfterRegionMovedWithMultiCF/69b12887ef93f9d03b07bce64813dd93/cf1/c8e735a2de7f40d88aeeffc1e174ad42
2024-12-09T13:20:34,784 DEBUG [StoreOpener-69b12887ef93f9d03b07bce64813dd93-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38669/user/jenkins/test-data/f58aea57-8815-ec6c-94a2-731531e192b4/data/default/testReplayEditsAfterRegionMovedWithMultiCF/69b12887ef93f9d03b07bce64813dd93/cf1/edf590842f464a62a9a9567413efb1df
2024-12-09T13:20:34,784 INFO  [StoreOpener-69b12887ef93f9d03b07bce64813dd93-1 {}] regionserver.HStore(327): Store=69b12887ef93f9d03b07bce64813dd93/cf1,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-09T13:20:34,785 INFO  [StoreOpener-69b12887ef93f9d03b07bce64813dd93-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region 69b12887ef93f9d03b07bce64813dd93 
2024-12-09T13:20:34,785 INFO  [StoreOpener-69b12887ef93f9d03b07bce64813dd93-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 69b12887ef93f9d03b07bce64813dd93 columnFamilyName cf2
2024-12-09T13:20:34,786 DEBUG [StoreOpener-69b12887ef93f9d03b07bce64813dd93-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:20:34,791 DEBUG [StoreOpener-69b12887ef93f9d03b07bce64813dd93-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38669/user/jenkins/test-data/f58aea57-8815-ec6c-94a2-731531e192b4/data/default/testReplayEditsAfterRegionMovedWithMultiCF/69b12887ef93f9d03b07bce64813dd93/cf2/c78109a570bc42609af8a29a83ce1342
2024-12-09T13:20:34,795 INFO  [StoreFileOpener-69b12887ef93f9d03b07bce64813dd93-cf2-1 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ffacb8c6d0aa4e14b75de18043b185ee
2024-12-09T13:20:34,795 DEBUG [StoreOpener-69b12887ef93f9d03b07bce64813dd93-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38669/user/jenkins/test-data/f58aea57-8815-ec6c-94a2-731531e192b4/data/default/testReplayEditsAfterRegionMovedWithMultiCF/69b12887ef93f9d03b07bce64813dd93/cf2/ffacb8c6d0aa4e14b75de18043b185ee
2024-12-09T13:20:34,795 INFO  [StoreOpener-69b12887ef93f9d03b07bce64813dd93-1 {}] regionserver.HStore(327): Store=69b12887ef93f9d03b07bce64813dd93/cf2,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-09T13:20:34,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36743 {}] regionserver.HRegion(1722): Closing 69b12887ef93f9d03b07bce64813dd93, disabling compactions & flushes
2024-12-09T13:20:34,795 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36743 {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1733750433126.69b12887ef93f9d03b07bce64813dd93.
2024-12-09T13:20:34,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36743 {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733750433126.69b12887ef93f9d03b07bce64813dd93.
2024-12-09T13:20:34,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36743 {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733750433126.69b12887ef93f9d03b07bce64813dd93. after waiting 0 ms
2024-12-09T13:20:34,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36743 {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1733750433126.69b12887ef93f9d03b07bce64813dd93.
2024-12-09T13:20:34,797 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36743 {}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1733750433126.69b12887ef93f9d03b07bce64813dd93.
2024-12-09T13:20:34,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36743 {}] regionserver.HRegion(1676): Region close journal for 69b12887ef93f9d03b07bce64813dd93:
Waiting for close lock at 1733750434795Disabling compacts and flushes for region at 1733750434795Disabling writes for close at 1733750434796 (+1 ms)Writing region close event to WAL at 1733750434797 (+1 ms)Closed at 1733750434797
2024-12-09T13:20:34,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38991 {}] procedure.ProcedureSyncWait(219): waitFor pid=10
2024-12-09T13:20:34,926 INFO  [RS_CLOSE_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] handler.UnassignRegionHandler(122): Close 69b12887ef93f9d03b07bce64813dd93
2024-12-09T13:20:34,926 DEBUG [RS_CLOSE_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false
2024-12-09T13:20:34,926 DEBUG [RS_CLOSE_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1722): Closing 69b12887ef93f9d03b07bce64813dd93, disabling compactions & flushes
2024-12-09T13:20:34,927 INFO  [RS_CLOSE_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1733750433126.69b12887ef93f9d03b07bce64813dd93.
2024-12-09T13:20:34,927 DEBUG [RS_CLOSE_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733750433126.69b12887ef93f9d03b07bce64813dd93.
2024-12-09T13:20:34,927 DEBUG [RS_CLOSE_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733750433126.69b12887ef93f9d03b07bce64813dd93. after waiting 0 ms
2024-12-09T13:20:34,927 DEBUG [RS_CLOSE_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1733750433126.69b12887ef93f9d03b07bce64813dd93.
2024-12-09T13:20:34,927 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1733750433126.69b12887ef93f9d03b07bce64813dd93.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:38669/user/jenkins/test-data/f58aea57-8815-ec6c-94a2-731531e192b4/data/default/testReplayEditsAfterRegionMovedWithMultiCF/69b12887ef93f9d03b07bce64813dd93/cf1/2298d4a165ef49d58a42bcb28fc660ec, hdfs://localhost:38669/user/jenkins/test-data/f58aea57-8815-ec6c-94a2-731531e192b4/data/default/testReplayEditsAfterRegionMovedWithMultiCF/69b12887ef93f9d03b07bce64813dd93/cf1/c8e735a2de7f40d88aeeffc1e174ad42] to archive
2024-12-09T13:20:34,930 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1733750433126.69b12887ef93f9d03b07bce64813dd93.-1 {}] backup.HFileArchiver(360): Archiving compacted files.
2024-12-09T13:20:34,934 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1733750433126.69b12887ef93f9d03b07bce64813dd93.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38669/user/jenkins/test-data/f58aea57-8815-ec6c-94a2-731531e192b4/data/default/testReplayEditsAfterRegionMovedWithMultiCF/69b12887ef93f9d03b07bce64813dd93/cf1/2298d4a165ef49d58a42bcb28fc660ec to hdfs://localhost:38669/user/jenkins/test-data/f58aea57-8815-ec6c-94a2-731531e192b4/archive/data/default/testReplayEditsAfterRegionMovedWithMultiCF/69b12887ef93f9d03b07bce64813dd93/cf1/2298d4a165ef49d58a42bcb28fc660ec
2024-12-09T13:20:34,936 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1733750433126.69b12887ef93f9d03b07bce64813dd93.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38669/user/jenkins/test-data/f58aea57-8815-ec6c-94a2-731531e192b4/data/default/testReplayEditsAfterRegionMovedWithMultiCF/69b12887ef93f9d03b07bce64813dd93/cf1/c8e735a2de7f40d88aeeffc1e174ad42 to hdfs://localhost:38669/user/jenkins/test-data/f58aea57-8815-ec6c-94a2-731531e192b4/archive/data/default/testReplayEditsAfterRegionMovedWithMultiCF/69b12887ef93f9d03b07bce64813dd93/cf1/c8e735a2de7f40d88aeeffc1e174ad42
2024-12-09T13:20:34,953 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1733750433126.69b12887ef93f9d03b07bce64813dd93.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:38669/user/jenkins/test-data/f58aea57-8815-ec6c-94a2-731531e192b4/data/default/testReplayEditsAfterRegionMovedWithMultiCF/69b12887ef93f9d03b07bce64813dd93/cf2/ffacb8c6d0aa4e14b75de18043b185ee] to archive
2024-12-09T13:20:34,953 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1733750433126.69b12887ef93f9d03b07bce64813dd93.-1 {}] backup.HFileArchiver(360): Archiving compacted files.
2024-12-09T13:20:34,956 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1733750433126.69b12887ef93f9d03b07bce64813dd93.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38669/user/jenkins/test-data/f58aea57-8815-ec6c-94a2-731531e192b4/data/default/testReplayEditsAfterRegionMovedWithMultiCF/69b12887ef93f9d03b07bce64813dd93/cf2/ffacb8c6d0aa4e14b75de18043b185ee to hdfs://localhost:38669/user/jenkins/test-data/f58aea57-8815-ec6c-94a2-731531e192b4/archive/data/default/testReplayEditsAfterRegionMovedWithMultiCF/69b12887ef93f9d03b07bce64813dd93/cf2/ffacb8c6d0aa4e14b75de18043b185ee
2024-12-09T13:20:34,960 DEBUG [RS_CLOSE_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38669/user/jenkins/test-data/f58aea57-8815-ec6c-94a2-731531e192b4/data/default/testReplayEditsAfterRegionMovedWithMultiCF/69b12887ef93f9d03b07bce64813dd93/recovered.edits/17.seqid, newMaxSeqId=17, maxSeqId=8
2024-12-09T13:20:34,961 INFO  [RS_CLOSE_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1733750433126.69b12887ef93f9d03b07bce64813dd93.
2024-12-09T13:20:34,961 DEBUG [RS_CLOSE_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1676): Region close journal for 69b12887ef93f9d03b07bce64813dd93:
Waiting for close lock at 1733750434926Running coprocessor pre-close hooks at 1733750434926Disabling compacts and flushes for region at 1733750434926Disabling writes for close at 1733750434927 (+1 ms)Writing region close event to WAL at 1733750434957 (+30 ms)Running coprocessor post-close hooks at 1733750434961 (+4 ms)Closed at 1733750434961
2024-12-09T13:20:34,961 INFO  [RS_CLOSE_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegionServer(3302): Adding 69b12887ef93f9d03b07bce64813dd93 move to cad571b91d50,36743,1733750414089 record at close sequenceid=12
2024-12-09T13:20:34,964 INFO  [RS_CLOSE_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] handler.UnassignRegionHandler(157): Closed 69b12887ef93f9d03b07bce64813dd93
2024-12-09T13:20:34,965 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=69b12887ef93f9d03b07bce64813dd93, regionState=CLOSED
2024-12-09T13:20:34,968 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=10, state=RUNNABLE, hasLock=false; CloseRegionProcedure 69b12887ef93f9d03b07bce64813dd93, server=cad571b91d50,40691,1733750413897 because future has completed
2024-12-09T13:20:34,972 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10
2024-12-09T13:20:34,972 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; CloseRegionProcedure 69b12887ef93f9d03b07bce64813dd93, server=cad571b91d50,40691,1733750413897 in 197 msec
2024-12-09T13:20:34,973 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=69b12887ef93f9d03b07bce64813dd93, REOPEN/MOVE; state=CLOSED, location=cad571b91d50,36743,1733750414089; forceNewPlan=false, retain=false
2024-12-09T13:20:35,123 INFO  [cad571b91d50:38991 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 
2024-12-09T13:20:35,124 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=69b12887ef93f9d03b07bce64813dd93, regionState=OPENING, regionLocation=cad571b91d50,36743,1733750414089
2024-12-09T13:20:35,126 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=69b12887ef93f9d03b07bce64813dd93, REOPEN/MOVE because future has completed
2024-12-09T13:20:35,127 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 69b12887ef93f9d03b07bce64813dd93, server=cad571b91d50,36743,1733750414089}]
2024-12-09T13:20:35,283 INFO  [RS_OPEN_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(132): Open testReplayEditsAfterRegionMovedWithMultiCF,,1733750433126.69b12887ef93f9d03b07bce64813dd93.
2024-12-09T13:20:35,283 DEBUG [RS_OPEN_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7752): Opening region: {ENCODED => 69b12887ef93f9d03b07bce64813dd93, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1733750433126.69b12887ef93f9d03b07bce64813dd93.', STARTKEY => '', ENDKEY => ''}
2024-12-09T13:20:35,284 DEBUG [RS_OPEN_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterRegionMovedWithMultiCF 69b12887ef93f9d03b07bce64813dd93
2024-12-09T13:20:35,284 DEBUG [RS_OPEN_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1733750433126.69b12887ef93f9d03b07bce64813dd93.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-09T13:20:35,284 DEBUG [RS_OPEN_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7794): checking encryption for 69b12887ef93f9d03b07bce64813dd93
2024-12-09T13:20:35,284 DEBUG [RS_OPEN_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7797): checking classloading for 69b12887ef93f9d03b07bce64813dd93
2024-12-09T13:20:35,285 INFO  [StoreOpener-69b12887ef93f9d03b07bce64813dd93-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region 69b12887ef93f9d03b07bce64813dd93 
2024-12-09T13:20:35,286 INFO  [StoreOpener-69b12887ef93f9d03b07bce64813dd93-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 69b12887ef93f9d03b07bce64813dd93 columnFamilyName cf1
2024-12-09T13:20:35,286 DEBUG [StoreOpener-69b12887ef93f9d03b07bce64813dd93-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:20:35,292 DEBUG [StoreOpener-69b12887ef93f9d03b07bce64813dd93-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38669/user/jenkins/test-data/f58aea57-8815-ec6c-94a2-731531e192b4/data/default/testReplayEditsAfterRegionMovedWithMultiCF/69b12887ef93f9d03b07bce64813dd93/cf1/edf590842f464a62a9a9567413efb1df
2024-12-09T13:20:35,293 INFO  [StoreOpener-69b12887ef93f9d03b07bce64813dd93-1 {}] regionserver.HStore(327): Store=69b12887ef93f9d03b07bce64813dd93/cf1,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-09T13:20:35,293 INFO  [StoreOpener-69b12887ef93f9d03b07bce64813dd93-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region 69b12887ef93f9d03b07bce64813dd93 
2024-12-09T13:20:35,294 INFO  [StoreOpener-69b12887ef93f9d03b07bce64813dd93-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 69b12887ef93f9d03b07bce64813dd93 columnFamilyName cf2
2024-12-09T13:20:35,294 DEBUG [StoreOpener-69b12887ef93f9d03b07bce64813dd93-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:20:35,299 DEBUG [StoreOpener-69b12887ef93f9d03b07bce64813dd93-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38669/user/jenkins/test-data/f58aea57-8815-ec6c-94a2-731531e192b4/data/default/testReplayEditsAfterRegionMovedWithMultiCF/69b12887ef93f9d03b07bce64813dd93/cf2/c78109a570bc42609af8a29a83ce1342
2024-12-09T13:20:35,299 INFO  [StoreOpener-69b12887ef93f9d03b07bce64813dd93-1 {}] regionserver.HStore(327): Store=69b12887ef93f9d03b07bce64813dd93/cf2,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-09T13:20:35,300 DEBUG [RS_OPEN_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1038): replaying wal for 69b12887ef93f9d03b07bce64813dd93
2024-12-09T13:20:35,300 DEBUG [RS_OPEN_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38669/user/jenkins/test-data/f58aea57-8815-ec6c-94a2-731531e192b4/data/default/testReplayEditsAfterRegionMovedWithMultiCF/69b12887ef93f9d03b07bce64813dd93
2024-12-09T13:20:35,302 DEBUG [RS_OPEN_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38669/user/jenkins/test-data/f58aea57-8815-ec6c-94a2-731531e192b4/data/default/testReplayEditsAfterRegionMovedWithMultiCF/69b12887ef93f9d03b07bce64813dd93
2024-12-09T13:20:35,302 DEBUG [RS_OPEN_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1048): stopping wal replay for 69b12887ef93f9d03b07bce64813dd93
2024-12-09T13:20:35,303 DEBUG [RS_OPEN_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1060): Cleaning up temporary data for 69b12887ef93f9d03b07bce64813dd93
2024-12-09T13:20:35,303 DEBUG [RS_OPEN_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterRegionMovedWithMultiCF descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead.
2024-12-09T13:20:35,305 DEBUG [RS_OPEN_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1093): writing seq id for 69b12887ef93f9d03b07bce64813dd93
2024-12-09T13:20:35,306 INFO  [RS_OPEN_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1114): Opened 69b12887ef93f9d03b07bce64813dd93; next sequenceid=18; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72032381, jitterRate=0.07336612045764923}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864}
2024-12-09T13:20:35,306 DEBUG [RS_OPEN_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 69b12887ef93f9d03b07bce64813dd93
2024-12-09T13:20:35,307 DEBUG [RS_OPEN_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1006): Region open journal for 69b12887ef93f9d03b07bce64813dd93:
Running coprocessor pre-open hook at 1733750435284Writing region info on filesystem at 1733750435284Initializing all the Stores at 1733750435285 (+1 ms)Instantiating store for column family {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733750435285Instantiating store for column family {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733750435285Cleaning up temporary data from old regions at 1733750435303 (+18 ms)Running coprocessor post-open hooks at 1733750435306 (+3 ms)Region opened successfully at 1733750435307 (+1 ms)
2024-12-09T13:20:35,308 INFO  [RS_OPEN_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2236): Post open deploy tasks for testReplayEditsAfterRegionMovedWithMultiCF,,1733750433126.69b12887ef93f9d03b07bce64813dd93., pid=12, masterSystemTime=1733750435279
2024-12-09T13:20:35,319 DEBUG [RS_OPEN_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2266): Finished post open deploy task for testReplayEditsAfterRegionMovedWithMultiCF,,1733750433126.69b12887ef93f9d03b07bce64813dd93.
2024-12-09T13:20:35,319 INFO  [RS_OPEN_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(153): Opened testReplayEditsAfterRegionMovedWithMultiCF,,1733750433126.69b12887ef93f9d03b07bce64813dd93.
2024-12-09T13:20:35,323 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=69b12887ef93f9d03b07bce64813dd93, regionState=OPEN, openSeqNum=18, regionLocation=cad571b91d50,36743,1733750414089
2024-12-09T13:20:35,328 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 69b12887ef93f9d03b07bce64813dd93, server=cad571b91d50,36743,1733750414089 because future has completed
2024-12-09T13:20:35,334 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=10
2024-12-09T13:20:35,334 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 69b12887ef93f9d03b07bce64813dd93, server=cad571b91d50,36743,1733750414089 in 203 msec
2024-12-09T13:20:35,336 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=69b12887ef93f9d03b07bce64813dd93, REOPEN/MOVE in 570 msec
2024-12-09T13:20:35,367 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-12-09T13:20:35,370 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34058, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService
2024-12-09T13:20:35,372 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server cad571b91d50,36743,1733750414089: testing *****
2024-12-09T13:20:35,373 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint]
2024-12-09T13:20:35,375 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory
2024-12-09T13:20:35,377 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC
2024-12-09T13:20:35,388 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication
2024-12-09T13:20:35,389 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server
2024-12-09T13:20:35,408 INFO  [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: {
  "beans": [
    {
      "name": "java.lang:type=Memory",
      "modelerType": "sun.management.MemoryImpl",
      "ObjectPendingFinalizationCount": 0,
      "HeapMemoryUsage": {
        "committed": 1048576000,
        "init": 1048576000,
        "max": 2306867200,
        "used": 278928224
      },
      "NonHeapMemoryUsage": {
        "committed": 172294144,
        "init": 7667712,
        "max": -1,
        "used": 169741552
      },
      "Verbose": false,
      "ObjectName": "java.lang:type=Memory"
    }
  ],
  "beans": [
    {
      "name": "Hadoop:service=HBase,name=RegionServer,sub=IPC",
      "modelerType": "RegionServer,sub=IPC",
      "tag.Context": "regionserver",
      "tag.Hostname": "cad571b91d50",
      "queueSize": 0,
      "numCallsInGeneralQueue": 0,
      "numCallsInReplicationQueue": 0,
      "numCallsInBulkLoadQueue": 0,
      "numCallsInPriorityQueue": 0,
      "numCallsInMetaPriorityQueue": 0,
      "numOpenConnections": 4,
      "numActiveHandler": 0,
      "numActiveGeneralHandler": 0,
      "numActivePriorityHandler": 0,
      "numActiveReplicationHandler": 0,
      "numGeneralCallsDropped": 0,
      "numLifoModeSwitches": 0,
      "numCallsInWriteQueue": 0,
      "numActiveBulkLoadHandler": 0,
      "numCallsInReadQueue": 0,
      "numCallsInScanQueue": 0,
      "numActiveWriteHandler": 0,
      "numActiveReadHandler": 0,
      "numActiveScanHandler": 0,
      "nettyDirectMemoryUsage": 67108864,
      "nettyTotalPendingOutboundBytes": 0,
      "nettyMaxPendingOutboundBytes": 0,
      "receivedBytes": 10271,
      "exceptions.RegionMovedException": 1,
      "authenticationSuccesses": 0,
      "authorizationFailures": 0,
      "exceptions.requestTooBig": 0,
      "UnwritableTime_num_ops": 0,
      "UnwritableTime_min": 0,
      "UnwritableTime_max": 0,
      "UnwritableTime_mean": 0,
      "UnwritableTime_25th_percentile": 0,
      "UnwritableTime_median": 0,
      "UnwritableTime_75th_percentile": 0,
      "UnwritableTime_90th_percentile": 0,
      "UnwritableTime_95th_percentile": 0,
      "UnwritableTime_98th_percentile": 0,
      "UnwritableTime_99th_percentile": 0,
      "UnwritableTime_99.9th_percentile": 0,
      "exceptions.OutOfOrderScannerNextException": 0,
      "exceptions.rpcThrottling": 0,
      "exceptions.otherExceptions": 0,
      "ProcessCallTime_num_ops": 39,
      "ProcessCallTime_min": 0,
      "ProcessCallTime_max": 33,
      "ProcessCallTime_mean": 4,
      "ProcessCallTime_25th_percentile": 1,
      "ProcessCallTime_median": 2,
      "ProcessCallTime_75th_percentile": 4,
      "ProcessCallTime_90th_percentile": 7,
      "ProcessCallTime_95th_percentile": 16,
      "ProcessCallTime_98th_percentile": 33,
      "ProcessCallTime_99th_percentile": 33,
      "ProcessCallTime_99.9th_percentile": 33,
      "ProcessCallTime_TimeRangeCount_0-1": 8,
      "ProcessCallTime_TimeRangeCount_1-3": 15,
      "ProcessCallTime_TimeRangeCount_3-10": 5,
      "ProcessCallTime_TimeRangeCount_10-30": 2,
      "ProcessCallTime_TimeRangeCount_30-100": 1,
      "exceptions.callQueueTooBig": 0,
      "QueueCallTime_num_ops": 39,
      "QueueCallTime_min": 0,
      "QueueCallTime_max": 3,
      "QueueCallTime_mean": 0,
      "QueueCallTime_25th_percentile": 0,
      "QueueCallTime_median": 0,
      "QueueCallTime_75th_percentile": 0,
      "QueueCallTime_90th_percentile": 1,
      "QueueCallTime_95th_percentile": 2,
      "QueueCallTime_98th_percentile": 3,
      "QueueCallTime_99th_percentile": 3,
      "QueueCallTime_99.9th_percentile": 3,
      "QueueCallTime_TimeRangeCount_0-1": 29,
      "QueueCallTime_TimeRangeCount_1-3": 2,
      "authenticationFailures": 0,
      "exceptions.multiResponseTooLarge": 0,
      "exceptions.callDropped": 0,
      "TotalCallTime_num_ops": 39,
      "TotalCallTime_min": 1,
      "TotalCallTime_max": 33,
      "TotalCallTime_mean": 4,
      "TotalCallTime_25th_percentile": 2,
      "TotalCallTime_median": 2,
      "TotalCallTime_75th_percentile": 4,
      "TotalCallTime_90th_percentile": 7,
      "TotalCallTime_95th_percentile": 19,
      "TotalCallTime_98th_percentile": 33,
      "TotalCallTime_99th_percentile": 33,
      "TotalCallTime_99.9th_percentile": 33,
      "TotalCallTime_TimeRangeCount_0-1": 6,
      "TotalCallTime_TimeRangeCount_1-3": 15,
      "TotalCallTime_TimeRangeCount_3-10": 7,
      "TotalCallTime_TimeRangeCount_10-30": 2,
      "TotalCallTime_TimeRangeCount_30-100": 1,
      "exceptions.RegionTooBusyException": 0,
      "exceptions.FailedSanityCheckException": 0,
      "ResponseSize_num_ops": 39,
      "ResponseSize_min": 0,
      "ResponseSize_max": 1138,
      "ResponseSize_mean": 159,
      "ResponseSize_25th_percentile": 2,
      "ResponseSize_median": 2,
      "ResponseSize_75th_percentile": 74,
      "ResponseSize_90th_percentile": 453,
      "ResponseSize_95th_percentile": 795,
      "ResponseSize_98th_percentile": 1001,
      "ResponseSize_99th_percentile": 1069,
      "ResponseSize_99.9th_percentile": 1131,
      "ResponseSize_SizeRangeCount_0-10": 22,
      "ResponseSize_SizeRangeCount_10-100": 4,
      "ResponseSize_SizeRangeCount_100-1000": 5,
      "exceptions.UnknownScannerException": 0,
      "exceptions": 1,
      "maxOutboundBytesExceeded": 0,
      "authenticationFallbacks": 0,
      "exceptions.quotaExceeded": 0,
      "exceptions.callTimedOut": 0,
      "exceptions.NotServingRegionException": 0,
      "authorizationSuccesses": 0,
      "exceptions.ScannerResetException": 0,
      "RequestSize_num_ops": 39,
      "RequestSize_min": 31,
      "RequestSize_max": 390,
      "RequestSize_mean": 204,
      "RequestSize_25th_percentile": 119,
      "RequestSize_median": 179,
      "RequestSize_75th_percentile": 330,
      "RequestSize_90th_percentile": 330,
      "RequestSize_95th_percentile": 365,
      "RequestSize_98th_percentile": 380,
      "RequestSize_99th_percentile": 385,
      "RequestSize_99.9th_percentile": 389,
      "RequestSize_SizeRangeCount_0-10": 2,
      "RequestSize_SizeRangeCount_100-1000": 29,
      "sentBytes": 5772
    }
  ],
  "beans": [
    {
      "name": "Hadoop:service=HBase,name=RegionServer,sub=Replication",
      "modelerType": "RegionServer,sub=Replication",
      "tag.Context": "regionserver",
      "tag.Hostname": "cad571b91d50",
      "source.shippedHFiles": 0,
      "Source.ageOfLastShippedOp_num_ops": 0,
      "Source.ageOfLastShippedOp_min": 0,
      "Source.ageOfLastShippedOp_max": 0,
      "Source.ageOfLastShippedOp_mean": 0,
      "Source.ageOfLastShippedOp_25th_percentile": 0,
      "Source.ageOfLastShippedOp_median": 0,
      "Source.ageOfLastShippedOp_75th_percentile": 0,
      "Source.ageOfLastShippedOp_90th_percentile": 0,
      "Source.ageOfLastShippedOp_95th_percentile": 0,
      "Source.ageOfLastShippedOp_98th_percentile": 0,
      "Source.ageOfLastShippedOp_99th_percentile": 0,
      "Source.ageOfLastShippedOp_99.9th_percentile": 0,
      "source.uncleanlyClosedLogs": 0,
      "source.closedLogsWithUnknownFileLength": 0,
      "source.walReaderEditsBufferUsage": 0,
      "source.repeatedLogFileBytes": 0,
      "source.sizeOfHFileRefsQueue": 0,
      "source.logReadInBytes": 0,
      "source.completedRecoverQueues": 0,
      "source.sizeOfLogQueue": 0,
      "source.restartedLogReading": 0,
      "source.failedRecoverQueues": 0,
      "source.ignoredUncleanlyClosedLogContentsInBytes": 0,
      "Sink.ageOfLastAppliedOp_num_ops": 0,
      "Sink.ageOfLastAppliedOp_min": 0,
      "Sink.ageOfLastAppliedOp_max": 0,
      "Sink.ageOfLastAppliedOp_mean": 0,
      "Sink.ageOfLastAppliedOp_25th_percentile": 0,
      "Sink.ageOfLastAppliedOp_median": 0,
      "Sink.ageOfLastAppliedOp_75th_percentile": 0,
      "Sink.ageOfLastAppliedOp_90th_percentile": 0,
      "Sink.ageOfLastAppliedOp_95th_percentile": 0,
      "Sink.ageOfLastAppliedOp_98th_percentile": 0,
      "Sink.ageOfLastAppliedOp_99th_percentile": 0,
      "Sink.ageOfLastAppliedOp_99.9th_percentile": 0,
      "source.logEditsRead": 0,
      "source.numInitializing": 0,
      "source.shippedOps": 0,
      "sink.appliedHFiles": 0,
      "source.logEditsFiltered": 0,
      "source.shippedBytes": 0,
      "sink.appliedOps": 0,
      "source.completedLogs": 0,
      "source.failedBatches": 0,
      "sink.failedBatches": 0,
      "source.shippedBatches": 0,
      "sink.appliedBatches": 0
    }
  ],
  "beans": [
    {
      "name": "Hadoop:service=HBase,name=RegionServer,sub=Server",
      "modelerType": "RegionServer,sub=Server",
      "tag.zookeeperQuorum": "127.0.0.1:60172",
      "tag.serverName": "cad571b91d50,33659,1733750414157",
      "tag.clusterId": "8da611a7-c68d-4b51-8ee8-7ccaf308a207",
      "tag.Context": "regionserver",
      "tag.Hostname": "cad571b91d50",
      "regionCount": 0,
      "storeCount": 0,
      "hlogFileCount": 3,
      "hlogFileSize": 0,
      "storeFileCount": 0,
      "maxStoreFileCount": 0,
      "memStoreSize": 0,
      "memStoreHeapSize": 0,
      "memStoreOffHeapSize": 0,
      "storeFileSize": 0,
      "storeFileSizeGrowthRate": 0.0,
      "maxStoreFileAge": 0,
      "minStoreFileAge": 0,
      "avgStoreFileAge": 0,
      "numReferenceFiles": 0,
      "regionServerStartTime": 1733750414157,
      "averageRegionSize": 0,
      "storeFileIndexSize": 0,
      "staticIndexSize": 0,
      "staticBloomSize": 0,
      "bloomFilterRequestsCount": 0,
      "bloomFilterNegativeResultsCount": 0,
      "bloomFilterEligibleRequestsCount": 0,
      "mutationsWithoutWALCount": 0,
      "mutationsWithoutWALSize": 0,
      "percentFilesLocal": 0.0,
      "percentFilesLocalSecondaryRegions": 0.0,
      "totalBytesRead": 320685,
      "localBytesRead": 320685,
      "shortCircuitBytesRead": 0,
      "zeroCopyBytesRead": 0,
      "splitQueueLength": 0,
      "compactionQueueLength": 0,
      "smallCompactionQueueLength": 0,
      "largeCompactionQueueLength": 0,
      "flushQueueLength": 0,
      "blockCacheFreeSize": 922070024,
      "blockCacheCount": 0,
      "blockCacheDataBlockCount": 0,
      "blockCacheSize": 676856,
      "blockCacheCountHitPercent": 0.0,
      "blockCacheExpressHitPercent": 0.0,
      "l1CacheSize": 676856,
      "l1CacheFreeSize": 922070024,
      "l1CacheCount": 0,
      "l1CacheEvictionCount": 0,
      "l1CacheHitCount": 0,
      "l1CacheMissCount": 0,
      "l1CacheHitRatio": 0.0,
      "l1CacheMissRatio": 0.0,
      "l2CacheSize": 0,
      "l2CacheFreeSize": 0,
      "l2CacheCount": 0,
      "l2CacheEvictionCount": 0,
      "l2CacheHitCount": 0,
      "l2CacheMissCount": 0,
      "l2CacheHitRatio": 0.0,
      "l2CacheMissRatio": 0.0,
      "mobFileCacheCount": 0,
      "mobFileCacheHitPercent": 0.0,
      "readRequestRatePerSecond": 0.0,
      "writeRequestRatePerSecond": 0.0,
      "ByteBuffAllocatorHeapAllocationBytes": 227243,
      "ByteBuffAllocatorPoolAllocationBytes": 0,
      "ByteBuffAllocatorHeapAllocationRatio": 1.0,
      "ByteBuffAllocatorTotalBufferCount": 186,
      "ByteBuffAllocatorUsedBufferCount": 0,
      "activeScanners": 0,
      "totalRequestCount": 0,
      "totalRowActionRequestCount": 0,
      "readRequestCount": 0,
      "cpRequestCount": 0,
      "filteredReadRequestCount": 0,
      "writeRequestCount": 0,
      "rpcGetRequestCount": 0,
      "rpcFullScanRequestCount": 0,
      "rpcScanRequestCount": 0,
      "rpcMultiRequestCount": 0,
      "rpcMutateRequestCount": 0,
      "checkMutateFailedCount": 0,
      "checkMutatePassedCount": 0,
      "blockCacheHitCount": 0,
      "blockCacheHitCountPrimary": 0,
      "blockCacheHitCachingCount": 0,
      "blockCacheMissCount": 0,
      "blockCacheMissCountPrimary": 0,
      "blockCacheMissCachingCount": 0,
      "blockCacheEvictionCount": 0,
      "blockCacheEvictionCountPrimary": 0,
      "blockCacheFailedInsertionCount": 0,
      "blockCacheDataMissCount": 0,
      "blockCacheLeafIndexMissCount": 0,
      "blockCacheBloomChunkMissCount": 0,
      "blockCacheMetaMissCount": 0,
      "blockCacheRootIndexMissCount": 0,
      "blockCacheIntermediateIndexMissCount": 0,
      "blockCacheFileInfoMissCount": 0,
      "blockCacheGeneralBloomMetaMissCount": 0,
      "blockCacheDeleteFamilyBloomMissCount": 0,
      "blockCacheTrailerMissCount": 0,
      "blockCacheDataHitCount": 0,
      "blockCacheLeafIndexHitCount": 0,
      "blockCacheBloomChunkHitCount": 0,
      "blockCacheMetaHitCount": 0,
      "blockCacheRootIndexHitCount": 0,
      "blockCacheIntermediateIndexHitCount": 0,
      "blockCacheFileInfoHitCount": 0,
      "blockCacheGeneralBloomMetaHitCount": 0,
      "blockCacheDeleteFamilyBloomHitCount": 0,
      "blockCacheTrailerHitCount": 0,
      "updatesBlockedTime": 0,
      "flushedCellsCount": 0,
      "compactedCellsCount": 0,
      "majorCompactedCellsCount": 0,
      "flushedCellsSize": 0,
      "compactedCellsSize": 0,
      "majorCompactedCellsSize": 0,
      "cellsCountCompactedFromMob": 0,
      "cellsCountCompactedToMob": 0,
      "cellsSizeCompactedFromMob": 0,
      "cellsSizeCompactedToMob": 0,
      "mobFlushCount": 0,
      "mobFlushedCellsCount": 0,
      "mobFlushedCellsSize": 0,
      "mobScanCellsCount": 0,
      "mobScanCellsSize": 0,
      "mobFileCacheAccessCount": 0,
      "mobFileCacheMissCount": 0,
      "mobFileCacheEvictedCount": 0,
      "hedgedReads": 0,
      "hedgedReadWins": 0,
      "hedgedReadOpsInCurThread": 0,
      "blockedRequestCount": 0,
      "CheckAndMutate_num_ops": 0,
      "CheckAndMutate_min": 0,
      "CheckAndMutate_max": 0,
      "CheckAndMutate_mean": 0,
      "CheckAndMutate_25th_percentile": 0,
      "CheckAndMutate_median": 0,
      "CheckAndMutate_75th_percentile": 0,
      "CheckAndMutate_90th_percentile": 0,
      "CheckAndMutate_95th_percentile": 0,
      "CheckAndMutate_98th_percentile": 0,
      "CheckAndMutate_99th_percentile": 0,
      "CheckAndMutate_99.9th_percentile": 0,
      "MajorCompactionTime_num_ops": 0,
      "MajorCompactionTime_min": 0,
      "MajorCompactionTime_max": 0,
      "MajorCompactionTime_mean": 0,
      "MajorCompactionTime_25th_percentile": 0,
      "MajorCompactionTime_median": 0,
      "MajorCompactionTime_75th_percentile": 0,
      "MajorCompactionTime_90th_percentile": 0,
      "MajorCompactionTime_95th_percentile": 0,
      "MajorCompactionTime_98th_percentile": 0,
      "MajorCompactionTime_99th_percentile": 0,
      "MajorCompactionTime_99.9th_percentile": 0,
      "ScanTime_num_ops": 0,
      "ScanTime_min": 0,
      "ScanTime_max": 0,
      "ScanTime_mean": 0,
      "ScanTime_25th_percentile": 0,
      "ScanTime_median": 0,
      "ScanTime_75th_percentile": 0,
      "ScanTime_90th_percentile": 0,
      "ScanTime_95th_percentile": 0,
      "ScanTime_98th_percentile": 0,
      "ScanTime_99th_percentile": 0,
      "ScanTime_99.9th_percentile": 0,
      "CheckAndMutateBlockBytesScanned_num_ops": 0,
      "CheckAndMutateBlockBytesScanned_min": 0,
      "CheckAndMutateBlockBytesScanned_max": 0,
      "CheckAndMutateBlockBytesScanned_mean": 0,
      "CheckAndMutateBlockBytesScanned_25th_percentile": 0,
      "CheckAndMutateBlockBytesScanned_median": 0,
      "CheckAndMutateBlockBytesScanned_75th_percentile": 0,
      "CheckAndMutateBlockBytesScanned_90th_percentile": 0,
      "CheckAndMutateBlockBytesScanned_95th_percentile": 0,
      "CheckAndMutateBlockBytesScanned_98th_percentile": 0,
      "CheckAndMutateBlockBytesScanned_99th_percentile": 0,
      "CheckAndMutateBlockBytesScanned_99.9th_percentile": 0,
      "Put_num_ops": 0,
      "Put_min": 0,
      "Put_max": 0,
      "Put_mean": 0,
      "Put_25th_percentile": 0,
      "Put_median": 0,
      "Put_75th_percentile": 0,
      "Put_90th_percentile": 0,
      "Put_95th_percentile": 0,
      "Put_98th_percentile": 0,
      "Put_99th_percentile": 0,
      "Put_99.9th_percentile": 0,
      "splitRequestCount": 0,
      "AppendBlockBytesScanned_num_ops": 0,
      "AppendBlockBytesScanned_min": 0,
      "AppendBlockBytesScanned_max": 0,
      "AppendBlockBytesScanned_mean": 0,
      "AppendBlockBytesScanned_25th_percentile": 0,
      "AppendBlockBytesScanned_median": 0,
      "AppendBlockBytesScanned_75th_percentile": 0,
      "AppendBlockBytesScanned_90th_percentile": 0,
      "AppendBlockBytesScanned_95th_percentile": 0,
      "AppendBlockBytesScanned_98th_percentile": 0,
      "AppendBlockBytesScanned_99th_percentile": 0,
      "AppendBlockBytesScanned_99.9th_percentile": 0,
      "PutBatch_num_ops": 0,
      "PutBatch_min": 0,
      "PutBatch_max": 0,
      "PutBatch_mean": 0,
      "PutBatch_25th_percentile": 0,
      "PutBatch_median": 0,
      "PutBatch_75th_percentile": 0,
      "PutBatch_90th_percentile": 0,
      "PutBatch_95th_percentile": 0,
      "PutBatch_98th_percentile": 0,
      "PutBatch_99th_percentile": 0,
      "PutBatch_99.9th_percentile": 0,
      "IncrementBlockBytesScanned_num_ops": 0,
      "IncrementBlockBytesScanned_min": 0,
      "IncrementBlockBytesScanned_max": 0,
      "IncrementBlockBytesScanned_mean": 0,
      "IncrementBlockBytesScanned_25th_percentile": 0,
      "IncrementBlockBytesScanned_median": 0,
      "IncrementBlockBytesScanned_75th_percentile": 0,
      "IncrementBlockBytesScanned_90th_percentile": 0,
      "IncrementBlockBytesScanned_95th_percentile": 0,
      "IncrementBlockBytesScanned_98th_percentile": 0,
      "IncrementBlockBytesScanned_99th_percentile": 0,
      "IncrementBlockBytesScanned_99.9th_percentile": 0,
      "SplitTime_num_ops": 0,
      "SplitTime_min": 0,
      "SplitTime_max": 0,
      "SplitTime_mean": 0,
      "SplitTime_25th_percentile": 0,
      "SplitTime_median": 0,
      "SplitTime_75th_percentile": 0,
      "SplitTime_90th_percentile": 0,
      "SplitTime_95th_percentile": 0,
      "SplitTime_98th_percentile": 0,
      "SplitTime_99th_percentile": 0,
      "SplitTime_99.9th_percentile": 0,
      "GetBlockBytesScanned_num_ops": 0,
      "GetBlockBytesScanned_min": 0,
      "GetBlockBytesScanned_max": 0,
      "GetBlockBytesScanned_mean": 0,
      "GetBlockBytesScanned_25th_percentile": 0,
      "GetBlockBytesScanned_median": 0,
      "GetBlockBytesScanned_75th_percentile": 0,
      "GetBlockBytesScanned_90th_percentile": 0,
      "GetBlockBytesScanned_95th_percentile": 0,
      "GetBlockBytesScanned_98th_percentile": 0,
      "GetBlockBytesScanned_99th_percentile": 0,
      "GetBlockBytesScanned_99.9th_percentile": 0,
      "majorCompactedInputBytes": 0,
      "slowAppendCount": 0,
      "flushedOutputBytes": 0,
      "Replay_num_ops": 0,
      "Replay_min": 0,
      "Replay_max": 0,
      "Replay_mean": 0,
      "Replay_25th_percentile": 0,
      "Replay_median": 0,
      "Replay_75th_percentile": 0,
      "Replay_90th_percentile": 0,
      "Replay_95th_percentile": 0,
      "Replay_98th_percentile": 0,
      "Replay_99th_percentile": 0,
      "Replay_99.9th_percentile": 0,
      "MajorCompactionInputSize_num_ops": 0,
      "MajorCompactionInputSize_min": 0,
      "MajorCompactionInputSize_max": 0,
      "MajorCompactionInputSize_mean": 0,
      "MajorCompactionInputSize_25th_percentile": 0,
      "MajorCompactionInputSize_median": 0,
      "MajorCompactionInputSize_75th_percentile": 0,
      "MajorCompactionInputSize_90th_percentile": 0,
      "MajorCompactionInputSize_95th_percentile": 0,
      "MajorCompactionInputSize_98th_percentile": 0,
      "MajorCompactionInputSize_99th_percentile": 0,
      "MajorCompactionInputSize_99.9th_percentile": 0,
      "pauseInfoThresholdExceeded": 0,
      "CheckAndDelete_num_ops": 0,
      "CheckAndDelete_min": 0,
      "CheckAndDelete_max": 0,
      "CheckAndDelete_mean": 0,
      "CheckAndDelete_25th_percentile": 0,
      "CheckAndDelete_median": 0,
      "CheckAndDelete_75th_percentile": 0,
      "CheckAndDelete_90th_percentile": 0,
      "CheckAndDelete_95th_percentile": 0,
      "CheckAndDelete_98th_percentile": 0,
      "CheckAndDelete_99th_percentile": 0,
      "CheckAndDelete_99.9th_percentile": 0,
      "CompactionInputSize_num_ops": 0,
      "CompactionInputSize_min": 0,
      "CompactionInputSize_max": 0,
      "CompactionInputSize_mean": 0,
      "CompactionInputSize_25th_percentile": 0,
      "CompactionInputSize_median": 0,
      "CompactionInputSize_75th_percentile": 0,
      "CompactionInputSize_90th_percentile": 0,
      "CompactionInputSize_95th_percentile": 0,
      "CompactionInputSize_98th_percentile": 0,
      "CompactionInputSize_99th_percentile": 0,
      "CompactionInputSize_99.9th_percentile": 0,
      "flushedMemstoreBytes": 0,
      "majorCompactedOutputBytes": 0,
      "slowPutCount": 0,
      "compactedInputBytes": 0,
      "FlushOutputSize_num_ops": 0,
      "FlushOutputSize_min": 0,
      "FlushOutputSize_max": 0,
      "FlushOutputSize_mean": 0,
      "FlushOutputSize_25th_percentile": 0,
      "FlushOutputSize_median": 0,
      "FlushOutputSize_75th_percentile": 0,
      "FlushOutputSize_90th_percentile": 0,
      "FlushOutputSize_95th_percentile": 0,
      "FlushOutputSize_98th_percentile": 0,
      "FlushOutputSize_99th_percentile": 0,
      "FlushOutputSize_99.9th_percentile": 0,
      "PauseTimeWithGc_num_ops": 0,
      "PauseTimeWithGc_min": 0,
      "PauseTimeWithGc_max": 0,
      "PauseTimeWithGc_mean": 0,
      "PauseTimeWithGc_25th_percentile": 0,
      "PauseTimeWithGc_median": 0,
      "PauseTimeWithGc_75th_percentile": 0,
      "PauseTimeWithGc_90th_percentile": 0,
      "PauseTimeWithGc_95th_percentile": 0,
      "PauseTimeWithGc_98th_percentile": 0,
      "PauseTimeWithGc_99th_percentile": 0,
      "PauseTimeWithGc_99.9th_percentile": 0,
      "compactedOutputBytes": 0,
      "pauseWarnThresholdExceeded": 0,
      "ScanBlockBytesScanned_num_ops": 0,
      "ScanBlockBytesScanned_min": 0,
      "ScanBlockBytesScanned_max": 0,
      "ScanBlockBytesScanned_mean": 0,
      "ScanBlockBytesScanned_25th_percentile": 0,
      "ScanBlockBytesScanned_median": 0,
      "ScanBlockBytesScanned_75th_percentile": 0,
      "ScanBlockBytesScanned_90th_percentile": 0,
      "ScanBlockBytesScanned_95th_percentile": 0,
      "ScanBlockBytesScanned_98th_percentile": 0,
      "ScanBlockBytesScanned_99th_percentile": 0,
      "ScanBlockBytesScanned_99.9th_percentile": 0,
      "Increment_num_ops": 0,
      "Increment_min": 0,
      "Increment_max": 0,
      "Increment_mean": 0,
      "Increment_25th_percentile": 0,
      "Increment_median": 0,
      "Increment_75th_percentile": 0,
      "Increment_90th_percentile": 0,
      "Increment_95th_percentile": 0,
      "Increment_98th_percentile": 0,
      "Increment_99th_percentile": 0,
      "Increment_99.9th_percentile": 0,
      "Delete_num_ops": 0,
      "Delete_min": 0,
      "Delete_max": 0,
      "Delete_mean": 0,
      "Delete_25th_percentile": 0,
      "Delete_median": 0,
      "Delete_75th_percentile": 0,
      "Delete_90th_percentile": 0,
      "Delete_95th_percentile": 0,
      "Delete_98th_percentile": 0,
      "Delete_99th_percentile": 0,
      "Delete_99.9th_percentile": 0,
      "DeleteBatch_num_ops": 0,
      "DeleteBatch_min": 0,
      "DeleteBatch_max": 0,
      "DeleteBatch_mean": 0,
      "DeleteBatch_25th_percentile": 0,
      "DeleteBatch_median": 0,
      "DeleteBatch_75th_percentile": 0,
      "DeleteBatch_90th_percentile": 0,
      "DeleteBatch_95th_percentile": 0,
      "DeleteBatch_98th_percentile": 0,
      "DeleteBatch_99th_percentile": 0,
      "DeleteBatch_99.9th_percentile": 0,
      "blockBytesScannedCount": 0,
      "FlushMemstoreSize_num_ops": 0,
      "FlushMemstoreSize_min": 0,
      "FlushMemstoreSize_max": 0,
      "FlushMemstoreSize_mean": 0,
      "FlushMemstoreSize_25th_percentile": 0,
      "FlushMemstoreSize_median": 0,
      "FlushMemstoreSize_75th_percentile": 0,
      "FlushMemstoreSize_90th_percentile": 0,
      "FlushMemstoreSize_95th_percentile": 0,
      "FlushMemstoreSize_98th_percentile": 0,
      "FlushMemstoreSize_99th_percentile": 0,
      "FlushMemstoreSize_99.9th_percentile": 0,
      "CompactionInputFileCount_num_ops": 0,
      "CompactionInputFileCount_min": 0,
      "CompactionInputFileCount_max": 0,
      "CompactionInputFileCount_mean": 0,
      "CompactionInputFileCount_25th_percentile": 0,
      "CompactionInputFileCount_median": 0,
      "CompactionInputFileCount_75th_percentile": 0,
      "CompactionInputFileCount_90th_percentile": 0,
      "CompactionInputFileCount_95th_percentile": 0,
      "CompactionInputFileCount_98th_percentile": 0,
      "CompactionInputFileCount_99th_percentile": 0,
      "CompactionInputFileCount_99.9th_percentile": 0,
      "CompactionTime_num_ops": 0,
      "CompactionTime_min": 0,
      "CompactionTime_max": 0,
      "CompactionTime_mean": 0,
      "CompactionTime_25th_percentile": 0,
      "CompactionTime_median": 0,
      "CompactionTime_75th_percentile": 0,
      "CompactionTime_90th_percentile": 0,
      "CompactionTime_95th_percentile": 0,
      "CompactionTime_98th_percentile": 0,
      "CompactionTime_99th_percentile": 0,
      "CompactionTime_99.9th_percentile": 0,
      "Get_num_ops": 0,
      "Get_min": 0,
      "Get_max": 0,
      "Get_mean": 0,
      "Get_25th_percentile": 0,
      "Get_median": 0,
      "Get_75th_percentile": 0,
      "Get_90th_percentile": 0,
      "Get_95th_percentile": 0,
      "Get_98th_percentile": 0,
      "Get_99th_percentile": 0,
      "Get_99.9th_percentile": 0,
      "MajorCompactionInputFileCount_num_ops": 0,
      "MajorCompactionInputFileCount_min": 0,
      "MajorCompactionInputFileCount_max": 0,
      "MajorCompactionInputFileCount_mean": 0,
      "MajorCompactionInputFileCount_25th_percentile": 0,
      "MajorCompactionInputFileCount_median": 0,
      "MajorCompactionInputFileCount_75th_percentile": 0,
      "MajorCompactionInputFileCount_90th_percentile": 0,
      "MajorCompactionInputFileCount_95th_percentile": 0,
      "MajorCompactionInputFileCount_98th_percentile": 0,
      "MajorCompactionInputFileCount_99th_percentile": 0,
      "MajorCompactionInputFileCount_99.9th_percentile": 0,
      "scannerLeaseExpiredCount": 0,
      "CheckAndPut_num_ops": 0,
      "CheckAndPut_min": 0,
      "CheckAndPut_max": 0,
      "CheckAndPut_mean": 0,
      "CheckAndPut_25th_percentile": 0,
      "CheckAndPut_median": 0,
      "CheckAndPut_75th_percentile": 0,
      "CheckAndPut_90th_percentile": 0,
      "CheckAndPut_95th_percentile": 0,
      "CheckAndPut_98th_percentile": 0,
      "CheckAndPut_99th_percentile": 0,
      "CheckAndPut_99.9th_percentile": 0,
      "MajorCompactionOutputSize_num_ops": 0,
      "MajorCompactionOutputSize_min": 0,
      "MajorCompactionOutputSize_max": 0,
      "MajorCompactionOutputSize_mean": 0,
      "MajorCompactionOutputSize_25th_percentile": 0,
      "MajorCompactionOutputSize_median": 0,
      "MajorCompactionOutputSize_75th_percentile": 0,
      "MajorCompactionOutputSize_90th_percentile": 0,
      "MajorCompactionOutputSize_95th_percentile": 0,
      "MajorCompactionOutputSize_98th_percentile": 0,
      "MajorCompactionOutputSize_99th_percentile": 0,
      "MajorCompactionOutputSize_99.9th_percentile": 0,
      "CompactionOutputFileCount_num_ops": 0,
      "CompactionOutputFileCount_min": 0,
      "CompactionOutputFileCount_max": 0,
      "CompactionOutputFileCount_mean": 0,
      "CompactionOutputFileCount_25th_percentile": 0,
      "CompactionOutputFileCount_median": 0,
      "CompactionOutputFileCount_75th_percentile": 0,
      "CompactionOutputFileCount_90th_percentile": 0,
      "CompactionOutputFileCount_95th_percentile": 0,
      "CompactionOutputFileCount_98th_percentile": 0,
      "CompactionOutputFileCount_99th_percentile": 0,
      "CompactionOutputFileCount_99.9th_percentile": 0,
      "slowDeleteCount": 0,
      "FlushTime_num_ops": 0,
      "FlushTime_min": 0,
      "FlushTime_max": 0,
      "FlushTime_mean": 0,
      "FlushTime_25th_percentile": 0,
      "FlushTime_median": 0,
      "FlushTime_75th_percentile": 0,
      "FlushTime_90th_percentile": 0,
      "FlushTime_95th_percentile": 0,
      "FlushTime_98th_percentile": 0,
      "FlushTime_99th_percentile": 0,
      "FlushTime_99.9th_percentile": 0,
      "splitSuccessCount": 0,
      "MajorCompactionOutputFileCount_num_ops": 0,
      "MajorCompactionOutputFileCount_min": 0,
      "MajorCompactionOutputFileCount_max": 0,
      "MajorCompactionOutputFileCount_mean": 0,
      "MajorCompactionOutputFileCount_25th_percentile": 0,
      "MajorCompactionOutputFileCount_median": 0,
      "MajorCompactionOutputFileCount_75th_percentile": 0,
      "MajorCompactionOutputFileCount_90th_percentile": 0,
      "MajorCompactionOutputFileCount_95th_percentile": 0,
      "MajorCompactionOutputFileCount_98th_percentile": 0,
      "MajorCompactionOutputFileCount_99th_percentile": 0,
      "MajorCompactionOutputFileCount_99.9th_percentile": 0,
      "slowGetCount": 0,
      "ScanSize_num_ops": 0,
      "ScanSize_min": 0,
      "ScanSize_max": 0,
      "ScanSize_mean": 0,
      "ScanSize_25th_percentile": 0,
      "ScanSize_median": 0,
      "ScanSize_75th_percentile": 0,
      "ScanSize_90th_percentile": 0,
      "ScanSize_95th_percentile": 0,
      "ScanSize_98th_percentile": 0,
      "ScanSize_99th_percentile": 0,
      "ScanSize_99.9th_percentile": 0,
      "CompactionOutputSize_num_ops": 0,
      "CompactionOutputSize_min": 0,
      "CompactionOutputSize_max": 0,
      "CompactionOutputSize_mean": 0,
      "CompactionOutputSize_25th_percentile": 0,
      "CompactionOutputSize_median": 0,
      "CompactionOutputSize_75th_percentile": 0,
      "CompactionOutputSize_90th_percentile": 0,
      "CompactionOutputSize_95th_percentile": 0,
      "CompactionOutputSize_98th_percentile": 0,
      "CompactionOutputSize_99th_percentile": 0,
      "CompactionOutputSize_99.9th_percentile": 0,
      "PauseTimeWithoutGc_num_ops": 0,
      "PauseTimeWithoutGc_min": 0,
      "PauseTimeWithoutGc_max": 0,
      "PauseTimeWithoutGc_mean": 0,
      "PauseTimeWithoutGc_25th_percentile": 0,
      "PauseTimeWithoutGc_median": 0,
      "PauseTimeWithoutGc_75th_percentile": 0,
      "PauseTimeWithoutGc_90th_percentile": 0,
      "PauseTimeWithoutGc_95th_percentile": 0,
      "PauseTimeWithoutGc_98th_percentile": 0,
      "PauseTimeWithoutGc_99th_percentile": 0,
      "PauseTimeWithoutGc_99.9th_percentile": 0,
      "slowIncrementCount": 0,
      "Append_num_ops": 0,
      "Append_min": 0,
      "Append_max": 0,
      "Append_mean": 0,
      "Append_25th_percentile": 0,
      "Append_median": 0,
      "Append_75th_percentile": 0,
      "Append_90th_percentile": 0,
      "Append_95th_percentile": 0,
      "Append_98th_percentile": 0,
      "Append_99th_percentile": 0,
      "Append_99.9th_percentile": 0,
      "Bulkload_count": 0,
      "Bulkload_mean_rate": 0.0,
      "Bulkload_1min_rate": 0.0,
      "Bulkload_5min_rate": 0.0,
      "Bulkload_15min_rate": 0.0,
      "Bulkload_num_ops": 0,
      "Bulkload_min": 0,
      "Bulkload_max": 0,
      "Bulkload_mean": 0,
      "Bulkload_25th_percentile": 0,
      "Bulkload_median": 0,
      "Bulkload_75th_percentile": 0,
      "Bulkload_90th_percentile": 0,
      "Bulkload_95th_percentile": 0,
      "Bulkload_98th_percentile": 0,
      "Bulkload_99th_percentile": 0,
      "Bulkload_99.9th_percentile": 0
    }
  ]
}
2024-12-09T13:20:35,415 WARN  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38991 {}] master.MasterRpcServices(700): cad571b91d50,36743,1733750414089 reported a fatal error:
***** ABORTING region server cad571b91d50,36743,1733750414089: testing *****
2024-12-09T13:20:35,419 INFO  [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'cad571b91d50,36743,1733750414089' *****
2024-12-09T13:20:35,419 INFO  [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: testing
2024-12-09T13:20:35,419 INFO  [RS:1;cad571b91d50:36743 {}] regionserver.HeapMemoryManager(220): Stopping
2024-12-09T13:20:35,420 INFO  [RS:1;cad571b91d50:36743 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly.
2024-12-09T13:20:35,420 INFO  [RS:1;cad571b91d50:36743 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly.
2024-12-09T13:20:35,420 INFO  [RS:1;cad571b91d50:36743 {}] regionserver.HRegionServer(3091): Received CLOSE for 69b12887ef93f9d03b07bce64813dd93
2024-12-09T13:20:35,421 INFO  [RS:1;cad571b91d50:36743 {}] regionserver.HRegionServer(956): aborting server cad571b91d50,36743,1733750414089
2024-12-09T13:20:35,421 INFO  [RS:1;cad571b91d50:36743 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-12-09T13:20:35,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40691 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Get size: 140 connection: 172.17.0.3:42576 deadline: 1733750495420, exception=org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=cad571b91d50 port=36743 startCode=1733750414089. As of locationSeqNum=12.
2024-12-09T13:20:35,421 INFO  [RS:1;cad571b91d50:36743 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;cad571b91d50:36743.
2024-12-09T13:20:35,421 DEBUG [RS:1;cad571b91d50:36743 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-12-09T13:20:35,421 DEBUG [RS_CLOSE_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 69b12887ef93f9d03b07bce64813dd93, disabling compactions & flushes
2024-12-09T13:20:35,421 INFO  [RS_CLOSE_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1733750433126.69b12887ef93f9d03b07bce64813dd93.
2024-12-09T13:20:35,421 DEBUG [RS_CLOSE_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733750433126.69b12887ef93f9d03b07bce64813dd93.
2024-12-09T13:20:35,421 DEBUG [RS_CLOSE_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733750433126.69b12887ef93f9d03b07bce64813dd93. after waiting 0 ms
2024-12-09T13:20:35,421 DEBUG [RS_CLOSE_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1733750433126.69b12887ef93f9d03b07bce64813dd93.
2024-12-09T13:20:35,422 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733750433126.69b12887ef93f9d03b07bce64813dd93., hostname=cad571b91d50,40691,1733750413897, seqNum=5 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1733750433126.69b12887ef93f9d03b07bce64813dd93., hostname=cad571b91d50,40691,1733750413897, seqNum=5, error=org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=cad571b91d50 port=36743 startCode=1733750414089. As of locationSeqNum=12.
2024-12-09T13:20:35,422 DEBUG [RS:1;cad571b91d50:36743 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-09T13:20:35,422 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733750433126.69b12887ef93f9d03b07bce64813dd93., hostname=cad571b91d50,40691,1733750413897, seqNum=5 is org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=cad571b91d50 port=36743 startCode=1733750414089. As of locationSeqNum=12.
2024-12-09T13:20:35,422 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(84): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733750433126.69b12887ef93f9d03b07bce64813dd93., hostname=cad571b91d50,40691,1733750413897, seqNum=5 with the new location region=testReplayEditsAfterRegionMovedWithMultiCF,,1733750433126.69b12887ef93f9d03b07bce64813dd93., hostname=cad571b91d50,36743,1733750414089, seqNum=12 constructed by org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=cad571b91d50 port=36743 startCode=1733750414089. As of locationSeqNum=12.
2024-12-09T13:20:35,422 INFO  [RS:1;cad571b91d50:36743 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close
2024-12-09T13:20:35,422 DEBUG [RS:1;cad571b91d50:36743 {}] regionserver.HRegionServer(1325): Online Regions={69b12887ef93f9d03b07bce64813dd93=testReplayEditsAfterRegionMovedWithMultiCF,,1733750433126.69b12887ef93f9d03b07bce64813dd93.}
2024-12-09T13:20:35,422 INFO  [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting
2024-12-09T13:20:35,423 DEBUG [RS:1;cad571b91d50:36743 {}] regionserver.HRegionServer(1351): Waiting on 69b12887ef93f9d03b07bce64813dd93
2024-12-09T13:20:35,439 INFO  [RS_CLOSE_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1733750433126.69b12887ef93f9d03b07bce64813dd93.
2024-12-09T13:20:35,439 DEBUG [RS_CLOSE_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 69b12887ef93f9d03b07bce64813dd93:
Waiting for close lock at 1733750435421Running coprocessor pre-close hooks at 1733750435421Disabling compacts and flushes for region at 1733750435421Disabling writes for close at 1733750435421Writing region close event to WAL at 1733750435439 (+18 ms)Running coprocessor post-close hooks at 1733750435439Closed at 1733750435439
2024-12-09T13:20:35,440 DEBUG [RS_CLOSE_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1733750433126.69b12887ef93f9d03b07bce64813dd93.
2024-12-09T13:20:35,444 INFO  [regionserver/cad571b91d50:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases
2024-12-09T13:20:35,535 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server cad571b91d50,36743,1733750414089 aborting
	at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:20:35,536 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733750433126.69b12887ef93f9d03b07bce64813dd93., hostname=cad571b91d50,36743,1733750414089, seqNum=12 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1733750433126.69b12887ef93f9d03b07bce64813dd93., hostname=cad571b91d50,36743,1733750414089, seqNum=12, error=org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server cad571b91d50,36743,1733750414089 aborting
2024-12-09T13:20:35,536 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733750433126.69b12887ef93f9d03b07bce64813dd93., hostname=cad571b91d50,36743,1733750414089, seqNum=12 is org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server cad571b91d50,36743,1733750414089 aborting
2024-12-09T13:20:35,536 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testReplayEditsAfterRegionMovedWithMultiCF,,1733750433126.69b12887ef93f9d03b07bce64813dd93., hostname=cad571b91d50,36743,1733750414089, seqNum=12 from cache
2024-12-09T13:20:35,623 INFO  [RS:1;cad571b91d50:36743 {}] regionserver.HRegionServer(976): stopping server cad571b91d50,36743,1733750414089; all regions closed.
2024-12-09T13:20:35,626 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42667 is added to blk_1073741833_1009 (size=1407)
2024-12-09T13:20:35,626 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37781 is added to blk_1073741833_1009 (size=1407)
2024-12-09T13:20:35,627 DEBUG [RS:1;cad571b91d50:36743 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-09T13:20:35,627 INFO  [RS:1;cad571b91d50:36743 {}] regionserver.LeaseManager(133): Closed leases
2024-12-09T13:20:35,627 INFO  [RS:1;cad571b91d50:36743 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-12-09T13:20:35,628 INFO  [RS:1;cad571b91d50:36743 {}] hbase.ChoreService(370): Chore service for: regionserver/cad571b91d50:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown
2024-12-09T13:20:35,628 INFO  [regionserver/cad571b91d50:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-12-09T13:20:35,628 INFO  [RS:1;cad571b91d50:36743 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish...
2024-12-09T13:20:35,628 INFO  [RS:1;cad571b91d50:36743 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish...
2024-12-09T13:20:35,628 INFO  [RS:1;cad571b91d50:36743 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish...
2024-12-09T13:20:35,628 INFO  [RS:1;cad571b91d50:36743 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-12-09T13:20:35,629 INFO  [RS:1;cad571b91d50:36743 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:36743
2024-12-09T13:20:35,637 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38991-0x1012b57633b0000, quorum=127.0.0.1:60172, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs
2024-12-09T13:20:35,637 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36743-0x1012b57633b0002, quorum=127.0.0.1:60172, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/cad571b91d50,36743,1733750414089
2024-12-09T13:20:35,637 INFO  [RS:1;cad571b91d50:36743 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-12-09T13:20:35,638 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [cad571b91d50,36743,1733750414089]
2024-12-09T13:20:35,641 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/cad571b91d50,36743,1733750414089 already deleted, retry=false
2024-12-09T13:20:35,641 INFO  [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of cad571b91d50,36743,1733750414089 on cad571b91d50,38991,1733750412650
2024-12-09T13:20:35,646 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure cad571b91d50,36743,1733750414089, splitWal=true, meta=false
2024-12-09T13:20:35,648 INFO  [RegionServerTracker-0 {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=13 for cad571b91d50,36743,1733750414089 (carryingMeta=false) cad571b91d50,36743,1733750414089/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@7da44c57[Write locks = 1, Read locks = 0], oldState=ONLINE.
2024-12-09T13:20:35,649 INFO  [PEWorker-5 {}] procedure.ServerCrashProcedure(169): Start pid=13, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure cad571b91d50,36743,1733750414089, splitWal=true, meta=false
2024-12-09T13:20:35,651 INFO  [PEWorker-5 {}] procedure.ServerCrashProcedure(207): cad571b91d50,36743,1733750414089 had 1 regions
2024-12-09T13:20:35,652 INFO  [PEWorker-5 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=13, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure cad571b91d50,36743,1733750414089, splitWal=true, meta=false, isMeta: false
2024-12-09T13:20:35,653 DEBUG [PEWorker-5 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:38669/user/jenkins/test-data/f58aea57-8815-ec6c-94a2-731531e192b4/WALs/cad571b91d50,36743,1733750414089-splitting
2024-12-09T13:20:35,654 INFO  [PEWorker-5 {}] master.SplitWALManager(105): cad571b91d50,36743,1733750414089 WAL count=1, meta=false
2024-12-09T13:20:35,657 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure cad571b91d50%2C36743%2C1733750414089.1733750416641}]
2024-12-09T13:20:35,662 DEBUG [PEWorker-2 {}] master.SplitWALManager(158): Acquired split WAL worker=cad571b91d50,33659,1733750414157
2024-12-09T13:20:35,664 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure cad571b91d50%2C36743%2C1733750414089.1733750416641, worker=cad571b91d50,33659,1733750414157}]
2024-12-09T13:20:35,741 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36743-0x1012b57633b0002, quorum=127.0.0.1:60172, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-12-09T13:20:35,741 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36743-0x1012b57633b0002, quorum=127.0.0.1:60172, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-12-09T13:20:35,742 INFO  [RS:1;cad571b91d50:36743 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-12-09T13:20:35,742 INFO  [RS:1;cad571b91d50:36743 {}] regionserver.HRegionServer(1031): Exiting; stopping=cad571b91d50,36743,1733750414089; zookeeper connection closed.
2024-12-09T13:20:35,742 INFO  [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@593f9215 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@593f9215
2024-12-09T13:20:35,749 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testReplayEditsAfterRegionMovedWithMultiCF', row='r1', locateType=CURRENT is [region=testReplayEditsAfterRegionMovedWithMultiCF,,1733750433126.69b12887ef93f9d03b07bce64813dd93., hostname=cad571b91d50,36743,1733750414089, seqNum=18]
2024-12-09T13:20:35,750 WARN  [RPCClient-NioEventLoopGroup-6-5 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server cad571b91d50:36743
org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: cad571b91d50/172.17.0.3:36743
Caused by: java.net.ConnectException: Connection refused
	at sun.nio.ch.Net.pollConnect(Native Method) ~[?:?]
	at sun.nio.ch.Net.pollConnectNow(Net.java:672) ~[?:?]
	at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946) ~[?:?]
	at org.apache.hbase.thirdparty.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:20:35,751 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733750433126.69b12887ef93f9d03b07bce64813dd93., hostname=cad571b91d50,36743,1733750414089, seqNum=18 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1733750433126.69b12887ef93f9d03b07bce64813dd93., hostname=cad571b91d50,36743,1733750414089, seqNum=18, error=java.net.ConnectException: Call to address=cad571b91d50:36743 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: cad571b91d50/172.17.0.3:36743
2024-12-09T13:20:35,751 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733750433126.69b12887ef93f9d03b07bce64813dd93., hostname=cad571b91d50,36743,1733750414089, seqNum=18 is java.net.ConnectException: Connection refused
2024-12-09T13:20:35,751 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testReplayEditsAfterRegionMovedWithMultiCF,,1733750433126.69b12887ef93f9d03b07bce64813dd93., hostname=cad571b91d50,36743,1733750414089, seqNum=18 from cache
2024-12-09T13:20:35,751 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] ipc.FailedServers(52): Added failed server with address cad571b91d50:36743 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: cad571b91d50/172.17.0.3:36743
2024-12-09T13:20:35,825 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-12-09T13:20:35,827 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33383, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService
2024-12-09T13:20:35,828 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33659 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=15
2024-12-09T13:20:35,847 INFO  [RS_LOG_REPLAY_OPS-regionserver/cad571b91d50:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(299): Splitting hdfs://localhost:38669/user/jenkins/test-data/f58aea57-8815-ec6c-94a2-731531e192b4/WALs/cad571b91d50,36743,1733750414089-splitting/cad571b91d50%2C36743%2C1733750414089.1733750416641, size=1.4 K (1407bytes)
2024-12-09T13:20:35,847 INFO  [RS_LOG_REPLAY_OPS-regionserver/cad571b91d50:0-0 {event_type=RS_LOG_REPLAY, pid=15}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38669/user/jenkins/test-data/f58aea57-8815-ec6c-94a2-731531e192b4/WALs/cad571b91d50,36743,1733750414089-splitting/cad571b91d50%2C36743%2C1733750414089.1733750416641
2024-12-09T13:20:35,848 INFO  [RS_LOG_REPLAY_OPS-regionserver/cad571b91d50:0-0 {event_type=RS_LOG_REPLAY, pid=15}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38669/user/jenkins/test-data/f58aea57-8815-ec6c-94a2-731531e192b4/WALs/cad571b91d50,36743,1733750414089-splitting/cad571b91d50%2C36743%2C1733750414089.1733750416641 after 1ms
2024-12-09T13:20:35,851 DEBUG [RS_LOG_REPLAY_OPS-regionserver/cad571b91d50:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:38669/user/jenkins/test-data/f58aea57-8815-ec6c-94a2-731531e192b4/WALs/cad571b91d50,36743,1733750414089-splitting/cad571b91d50%2C36743%2C1733750414089.1733750416641: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ
2024-12-09T13:20:35,851 INFO  [RS_LOG_REPLAY_OPS-regionserver/cad571b91d50:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(310): Open hdfs://localhost:38669/user/jenkins/test-data/f58aea57-8815-ec6c-94a2-731531e192b4/WALs/cad571b91d50,36743,1733750414089-splitting/cad571b91d50%2C36743%2C1733750414089.1733750416641 took 4ms
2024-12-09T13:20:35,859 DEBUG [RS_LOG_REPLAY_OPS-regionserver/cad571b91d50:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(352): Last flushed sequenceid for 69b12887ef93f9d03b07bce64813dd93: last_flushed_sequence_id: 12 store_sequence_id { family_name: "cf1" sequence_id: 12 } store_sequence_id { family_name: "cf2" sequence_id: 12 }
2024-12-09T13:20:35,859 DEBUG [RS_LOG_REPLAY_OPS-regionserver/cad571b91d50:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38669/user/jenkins/test-data/f58aea57-8815-ec6c-94a2-731531e192b4/WALs/cad571b91d50,36743,1733750414089-splitting/cad571b91d50%2C36743%2C1733750414089.1733750416641 so closing down
2024-12-09T13:20:35,859 DEBUG [RS_LOG_REPLAY_OPS-regionserver/cad571b91d50:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.OutputSink(125): Waiting for split writer threads to finish
2024-12-09T13:20:35,859 INFO  [RS_LOG_REPLAY_OPS-regionserver/cad571b91d50:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.OutputSink(145): 3 split writer threads finished
2024-12-09T13:20:35,859 INFO  [RS_LOG_REPLAY_OPS-regionserver/cad571b91d50:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(425): Processed 6 edits across 0 Regions in 7 ms; skipped=6; WAL=hdfs://localhost:38669/user/jenkins/test-data/f58aea57-8815-ec6c-94a2-731531e192b4/WALs/cad571b91d50,36743,1733750414089-splitting/cad571b91d50%2C36743%2C1733750414089.1733750416641, size=1.4 K, length=1407, corrupted=false, cancelled=false
2024-12-09T13:20:35,859 DEBUG [RS_LOG_REPLAY_OPS-regionserver/cad571b91d50:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(428): Completed split of hdfs://localhost:38669/user/jenkins/test-data/f58aea57-8815-ec6c-94a2-731531e192b4/WALs/cad571b91d50,36743,1733750414089-splitting/cad571b91d50%2C36743%2C1733750414089.1733750416641, journal: Splitting hdfs://localhost:38669/user/jenkins/test-data/f58aea57-8815-ec6c-94a2-731531e192b4/WALs/cad571b91d50,36743,1733750414089-splitting/cad571b91d50%2C36743%2C1733750414089.1733750416641, size=1.4 K (1407bytes) at 1733750435847Finishing writing output for hdfs://localhost:38669/user/jenkins/test-data/f58aea57-8815-ec6c-94a2-731531e192b4/WALs/cad571b91d50,36743,1733750414089-splitting/cad571b91d50%2C36743%2C1733750414089.1733750416641 so closing down at 1733750435859 (+12 ms)3 split writer threads finished at 1733750435859Processed 6 edits across 0 Regions in 7 ms; skipped=6; WAL=hdfs://localhost:38669/user/jenkins/test-data/f58aea57-8815-ec6c-94a2-731531e192b4/WALs/cad571b91d50,36743,1733750414089-splitting/cad571b91d50%2C36743%2C1733750414089.1733750416641, size=1.4 K, length=1407, corrupted=false, cancelled=false at 1733750435859
2024-12-09T13:20:35,859 DEBUG [RS_LOG_REPLAY_OPS-regionserver/cad571b91d50:0-0 {event_type=RS_LOG_REPLAY, pid=15}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:38669/user/jenkins/test-data/f58aea57-8815-ec6c-94a2-731531e192b4/WALs/cad571b91d50,36743,1733750414089-splitting/cad571b91d50%2C36743%2C1733750414089.1733750416641
2024-12-09T13:20:35,861 DEBUG [RS_LOG_REPLAY_OPS-regionserver/cad571b91d50:0-0 {event_type=RS_LOG_REPLAY, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15
2024-12-09T13:20:35,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38991 {}] master.HMaster(4169): Remote procedure done, pid=15
2024-12-09T13:20:35,867 INFO  [PEWorker-4 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38669/user/jenkins/test-data/f58aea57-8815-ec6c-94a2-731531e192b4/WALs/cad571b91d50,36743,1733750414089-splitting/cad571b91d50%2C36743%2C1733750414089.1733750416641 to hdfs://localhost:38669/user/jenkins/test-data/f58aea57-8815-ec6c-94a2-731531e192b4/oldWALs
2024-12-09T13:20:35,870 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14
2024-12-09T13:20:35,870 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure cad571b91d50%2C36743%2C1733750414089.1733750416641, worker=cad571b91d50,33659,1733750414157 in 203 msec
2024-12-09T13:20:35,871 DEBUG [PEWorker-1 {}] master.SplitWALManager(172): Release split WAL worker=cad571b91d50,33659,1733750414157
2024-12-09T13:20:35,874 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13
2024-12-09T13:20:35,874 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; SplitWALProcedure cad571b91d50%2C36743%2C1733750414089.1733750416641, worker=cad571b91d50,33659,1733750414157 in 215 msec
2024-12-09T13:20:35,875 INFO  [PEWorker-5 {}] master.SplitLogManager(171): hdfs://localhost:38669/user/jenkins/test-data/f58aea57-8815-ec6c-94a2-731531e192b4/WALs/cad571b91d50,36743,1733750414089-splitting dir is empty, no logs to split.
2024-12-09T13:20:35,875 INFO  [PEWorker-5 {}] master.SplitWALManager(105): cad571b91d50,36743,1733750414089 WAL count=0, meta=false
2024-12-09T13:20:35,875 DEBUG [PEWorker-5 {}] procedure.ServerCrashProcedure(329): Check if cad571b91d50,36743,1733750414089 WAL splitting is done? wals=0, meta=false
2024-12-09T13:20:35,877 INFO  [PEWorker-5 {}] procedure.ServerCrashProcedure(321): Remove WAL directory for cad571b91d50,36743,1733750414089 failed, ignore...File hdfs://localhost:38669/user/jenkins/test-data/f58aea57-8815-ec6c-94a2-731531e192b4/WALs/cad571b91d50,36743,1733750414089-splitting does not exist.
2024-12-09T13:20:35,879 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=69b12887ef93f9d03b07bce64813dd93, ASSIGN}]
2024-12-09T13:20:35,881 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=16, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=69b12887ef93f9d03b07bce64813dd93, ASSIGN
2024-12-09T13:20:35,882 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=16, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=69b12887ef93f9d03b07bce64813dd93, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false
2024-12-09T13:20:36,032 DEBUG [cad571b91d50:38991 {}] balancer.BalancerClusterState(204): Hosts are {cad571b91d50=0} racks are {/default-rack=0}
2024-12-09T13:20:36,033 DEBUG [cad571b91d50:38991 {}] balancer.BalancerClusterState(303): server 0 has 0 regions
2024-12-09T13:20:36,033 DEBUG [cad571b91d50:38991 {}] balancer.BalancerClusterState(303): server 1 has 0 regions
2024-12-09T13:20:36,033 DEBUG [cad571b91d50:38991 {}] balancer.BalancerClusterState(310): server 0 is on host 0
2024-12-09T13:20:36,033 DEBUG [cad571b91d50:38991 {}] balancer.BalancerClusterState(310): server 1 is on host 0
2024-12-09T13:20:36,033 INFO  [cad571b91d50:38991 {}] balancer.BalancerClusterState(321): server 0 is on rack 0
2024-12-09T13:20:36,033 INFO  [cad571b91d50:38991 {}] balancer.BalancerClusterState(321): server 1 is on rack 0
2024-12-09T13:20:36,033 DEBUG [cad571b91d50:38991 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1
2024-12-09T13:20:36,033 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=69b12887ef93f9d03b07bce64813dd93, regionState=OPENING, regionLocation=cad571b91d50,33659,1733750414157
2024-12-09T13:20:36,036 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=69b12887ef93f9d03b07bce64813dd93, ASSIGN because future has completed
2024-12-09T13:20:36,036 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure 69b12887ef93f9d03b07bce64813dd93, server=cad571b91d50,33659,1733750414157}]
2024-12-09T13:20:36,059 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testReplayEditsAfterRegionMovedWithMultiCF', row='r1', locateType=CURRENT is [region=testReplayEditsAfterRegionMovedWithMultiCF,,1733750433126.69b12887ef93f9d03b07bce64813dd93., hostname=cad571b91d50,36743,1733750414089, seqNum=18]
2024-12-09T13:20:36,060 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] ipc.AbstractRpcClient(357): Not trying to connect to cad571b91d50:36743 this server is in the failed servers list
2024-12-09T13:20:36,060 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733750433126.69b12887ef93f9d03b07bce64813dd93., hostname=cad571b91d50,36743,1733750414089, seqNum=18 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1733750433126.69b12887ef93f9d03b07bce64813dd93., hostname=cad571b91d50,36743,1733750414089, seqNum=18, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=cad571b91d50:36743 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: cad571b91d50:36743
2024-12-09T13:20:36,060 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733750433126.69b12887ef93f9d03b07bce64813dd93., hostname=cad571b91d50,36743,1733750414089, seqNum=18 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: cad571b91d50:36743
2024-12-09T13:20:36,060 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testReplayEditsAfterRegionMovedWithMultiCF,,1733750433126.69b12887ef93f9d03b07bce64813dd93., hostname=cad571b91d50,36743,1733750414089, seqNum=18 from cache
2024-12-09T13:20:36,194 INFO  [RS_OPEN_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(132): Open testReplayEditsAfterRegionMovedWithMultiCF,,1733750433126.69b12887ef93f9d03b07bce64813dd93.
2024-12-09T13:20:36,194 DEBUG [RS_OPEN_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 69b12887ef93f9d03b07bce64813dd93, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1733750433126.69b12887ef93f9d03b07bce64813dd93.', STARTKEY => '', ENDKEY => ''}
2024-12-09T13:20:36,195 DEBUG [RS_OPEN_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterRegionMovedWithMultiCF 69b12887ef93f9d03b07bce64813dd93
2024-12-09T13:20:36,195 DEBUG [RS_OPEN_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1733750433126.69b12887ef93f9d03b07bce64813dd93.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-09T13:20:36,195 DEBUG [RS_OPEN_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7794): checking encryption for 69b12887ef93f9d03b07bce64813dd93
2024-12-09T13:20:36,195 DEBUG [RS_OPEN_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7797): checking classloading for 69b12887ef93f9d03b07bce64813dd93
2024-12-09T13:20:36,199 INFO  [StoreOpener-69b12887ef93f9d03b07bce64813dd93-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region 69b12887ef93f9d03b07bce64813dd93 
2024-12-09T13:20:36,200 INFO  [StoreOpener-69b12887ef93f9d03b07bce64813dd93-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 69b12887ef93f9d03b07bce64813dd93 columnFamilyName cf1
2024-12-09T13:20:36,200 DEBUG [StoreOpener-69b12887ef93f9d03b07bce64813dd93-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:20:36,209 DEBUG [StoreOpener-69b12887ef93f9d03b07bce64813dd93-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38669/user/jenkins/test-data/f58aea57-8815-ec6c-94a2-731531e192b4/data/default/testReplayEditsAfterRegionMovedWithMultiCF/69b12887ef93f9d03b07bce64813dd93/cf1/edf590842f464a62a9a9567413efb1df
2024-12-09T13:20:36,209 INFO  [StoreOpener-69b12887ef93f9d03b07bce64813dd93-1 {}] regionserver.HStore(327): Store=69b12887ef93f9d03b07bce64813dd93/cf1,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-09T13:20:36,209 INFO  [StoreOpener-69b12887ef93f9d03b07bce64813dd93-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region 69b12887ef93f9d03b07bce64813dd93 
2024-12-09T13:20:36,210 INFO  [StoreOpener-69b12887ef93f9d03b07bce64813dd93-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 69b12887ef93f9d03b07bce64813dd93 columnFamilyName cf2
2024-12-09T13:20:36,210 DEBUG [StoreOpener-69b12887ef93f9d03b07bce64813dd93-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:20:36,216 DEBUG [StoreOpener-69b12887ef93f9d03b07bce64813dd93-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38669/user/jenkins/test-data/f58aea57-8815-ec6c-94a2-731531e192b4/data/default/testReplayEditsAfterRegionMovedWithMultiCF/69b12887ef93f9d03b07bce64813dd93/cf2/c78109a570bc42609af8a29a83ce1342
2024-12-09T13:20:36,216 INFO  [StoreOpener-69b12887ef93f9d03b07bce64813dd93-1 {}] regionserver.HStore(327): Store=69b12887ef93f9d03b07bce64813dd93/cf2,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-09T13:20:36,216 DEBUG [RS_OPEN_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1038): replaying wal for 69b12887ef93f9d03b07bce64813dd93
2024-12-09T13:20:36,217 DEBUG [RS_OPEN_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38669/user/jenkins/test-data/f58aea57-8815-ec6c-94a2-731531e192b4/data/default/testReplayEditsAfterRegionMovedWithMultiCF/69b12887ef93f9d03b07bce64813dd93
2024-12-09T13:20:36,219 DEBUG [RS_OPEN_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38669/user/jenkins/test-data/f58aea57-8815-ec6c-94a2-731531e192b4/data/default/testReplayEditsAfterRegionMovedWithMultiCF/69b12887ef93f9d03b07bce64813dd93
2024-12-09T13:20:36,220 DEBUG [RS_OPEN_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1048): stopping wal replay for 69b12887ef93f9d03b07bce64813dd93
2024-12-09T13:20:36,220 DEBUG [RS_OPEN_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 69b12887ef93f9d03b07bce64813dd93
2024-12-09T13:20:36,221 DEBUG [RS_OPEN_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterRegionMovedWithMultiCF descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead.
2024-12-09T13:20:36,222 DEBUG [RS_OPEN_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1093): writing seq id for 69b12887ef93f9d03b07bce64813dd93
2024-12-09T13:20:36,223 INFO  [RS_OPEN_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1114): Opened 69b12887ef93f9d03b07bce64813dd93; next sequenceid=18; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63730595, jitterRate=-0.05034013092517853}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864}
2024-12-09T13:20:36,223 DEBUG [RS_OPEN_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 69b12887ef93f9d03b07bce64813dd93
2024-12-09T13:20:36,224 DEBUG [RS_OPEN_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1006): Region open journal for 69b12887ef93f9d03b07bce64813dd93:
Running coprocessor pre-open hook at 1733750436195Writing region info on filesystem at 1733750436195Initializing all the Stores at 1733750436198 (+3 ms)Instantiating store for column family {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733750436198Instantiating store for column family {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733750436199 (+1 ms)Cleaning up temporary data from old regions at 1733750436220 (+21 ms)Running coprocessor post-open hooks at 1733750436223 (+3 ms)Region opened successfully at 1733750436224 (+1 ms)
2024-12-09T13:20:36,225 INFO  [RS_OPEN_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for testReplayEditsAfterRegionMovedWithMultiCF,,1733750433126.69b12887ef93f9d03b07bce64813dd93., pid=17, masterSystemTime=1733750436189
2024-12-09T13:20:36,228 DEBUG [RS_OPEN_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for testReplayEditsAfterRegionMovedWithMultiCF,,1733750433126.69b12887ef93f9d03b07bce64813dd93.
2024-12-09T13:20:36,228 INFO  [RS_OPEN_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(153): Opened testReplayEditsAfterRegionMovedWithMultiCF,,1733750433126.69b12887ef93f9d03b07bce64813dd93.
2024-12-09T13:20:36,231 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=69b12887ef93f9d03b07bce64813dd93, regionState=OPEN, openSeqNum=18, regionLocation=cad571b91d50,33659,1733750414157
2024-12-09T13:20:36,233 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure 69b12887ef93f9d03b07bce64813dd93, server=cad571b91d50,33659,1733750414157 because future has completed
2024-12-09T13:20:36,238 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16
2024-12-09T13:20:36,238 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; OpenRegionProcedure 69b12887ef93f9d03b07bce64813dd93, server=cad571b91d50,33659,1733750414157 in 198 msec
2024-12-09T13:20:36,241 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=13
2024-12-09T13:20:36,241 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=13, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=69b12887ef93f9d03b07bce64813dd93, ASSIGN in 359 msec
2024-12-09T13:20:36,241 INFO  [PEWorker-4 {}] procedure.ServerCrashProcedure(291): removed crashed server cad571b91d50,36743,1733750414089 after splitting done
2024-12-09T13:20:36,244 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; ServerCrashProcedure cad571b91d50,36743,1733750414089, splitWal=true, meta=false in 599 msec
2024-12-09T13:20:36,568 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testReplayEditsAfterRegionMovedWithMultiCF', row='r1', locateType=CURRENT is [region=testReplayEditsAfterRegionMovedWithMultiCF,,1733750433126.69b12887ef93f9d03b07bce64813dd93., hostname=cad571b91d50,33659,1733750414157, seqNum=18]
2024-12-09T13:20:36,569 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-09T13:20:36,570 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41600, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-09T13:20:36,587 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testReplayEditsAfterRegionMovedWithMultiCF Thread=403 (was 403), OpenFileDescriptor=1030 (was 997) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=974 (was 974), ProcessCount=11 (was 11), AvailableMemoryMB=4399 (was 4503)
2024-12-09T13:20:36,589 WARN  [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1030 is superior to 1024
2024-12-09T13:20:36,601 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testReplayEditsAfterPartialFlush Thread=403, OpenFileDescriptor=1030, MaxFileDescriptor=1048576, SystemLoadAverage=974, ProcessCount=11, AvailableMemoryMB=4398
2024-12-09T13:20:36,601 WARN  [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1030 is superior to 1024
2024-12-09T13:20:36,618 INFO  [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-12-09T13:20:36,620 INFO  [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-12-09T13:20:36,620 INFO  [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-12-09T13:20:36,623 INFO  [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-77038364, suffix=, logDir=hdfs://localhost:38669/hbase/WALs/hregion-77038364, archiveDir=hdfs://localhost:38669/hbase/oldWALs, maxLogs=32
2024-12-09T13:20:36,637 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-77038364/hregion-77038364.1733750436623, exclude list is [], retry=0
2024-12-09T13:20:36,640 DEBUG [AsyncFSWAL-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37781,DS-4858dcea-8176-4e1a-a0aa-2e238ae3d36d,DISK]
2024-12-09T13:20:36,641 DEBUG [AsyncFSWAL-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42667,DS-310fa6c7-1b44-48c5-91ee-03a00afaa58d,DISK]
2024-12-09T13:20:36,644 DEBUG [AsyncFSWAL-20-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36633,DS-24d34457-d44e-4b4d-99cf-d912522ac431,DISK]
2024-12-09T13:20:36,647 INFO  [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-77038364/hregion-77038364.1733750436623
2024-12-09T13:20:36,647 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45053:45053),(127.0.0.1/127.0.0.1:38687:38687),(127.0.0.1/127.0.0.1:44245:44245)]
2024-12-09T13:20:36,647 INFO  [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => c2ce5e7bb4bc88c533d04636487cdeb7, NAME => 'testReplayEditsWrittenViaHRegion,,1733750436618.c2ce5e7bb4bc88c533d04636487cdeb7.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenViaHRegion', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38669/hbase
2024-12-09T13:20:36,658 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36633 is added to blk_1073741893_1071 (size=67)
2024-12-09T13:20:36,658 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42667 is added to blk_1073741893_1071 (size=67)
2024-12-09T13:20:36,659 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37781 is added to blk_1073741893_1071 (size=67)
2024-12-09T13:20:36,663 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1733750436618.c2ce5e7bb4bc88c533d04636487cdeb7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-09T13:20:36,664 INFO  [StoreOpener-c2ce5e7bb4bc88c533d04636487cdeb7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region c2ce5e7bb4bc88c533d04636487cdeb7 
2024-12-09T13:20:36,666 INFO  [StoreOpener-c2ce5e7bb4bc88c533d04636487cdeb7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c2ce5e7bb4bc88c533d04636487cdeb7 columnFamilyName a
2024-12-09T13:20:36,666 DEBUG [StoreOpener-c2ce5e7bb4bc88c533d04636487cdeb7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:20:36,667 INFO  [StoreOpener-c2ce5e7bb4bc88c533d04636487cdeb7-1 {}] regionserver.HStore(327): Store=c2ce5e7bb4bc88c533d04636487cdeb7/a,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-09T13:20:36,667 INFO  [StoreOpener-c2ce5e7bb4bc88c533d04636487cdeb7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region c2ce5e7bb4bc88c533d04636487cdeb7 
2024-12-09T13:20:36,669 INFO  [StoreOpener-c2ce5e7bb4bc88c533d04636487cdeb7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c2ce5e7bb4bc88c533d04636487cdeb7 columnFamilyName b
2024-12-09T13:20:36,669 DEBUG [StoreOpener-c2ce5e7bb4bc88c533d04636487cdeb7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:20:36,670 INFO  [StoreOpener-c2ce5e7bb4bc88c533d04636487cdeb7-1 {}] regionserver.HStore(327): Store=c2ce5e7bb4bc88c533d04636487cdeb7/b,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-09T13:20:36,670 INFO  [StoreOpener-c2ce5e7bb4bc88c533d04636487cdeb7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region c2ce5e7bb4bc88c533d04636487cdeb7 
2024-12-09T13:20:36,671 INFO  [StoreOpener-c2ce5e7bb4bc88c533d04636487cdeb7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c2ce5e7bb4bc88c533d04636487cdeb7 columnFamilyName c
2024-12-09T13:20:36,672 DEBUG [StoreOpener-c2ce5e7bb4bc88c533d04636487cdeb7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:20:36,672 INFO  [StoreOpener-c2ce5e7bb4bc88c533d04636487cdeb7-1 {}] regionserver.HStore(327): Store=c2ce5e7bb4bc88c533d04636487cdeb7/c,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-09T13:20:36,672 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for c2ce5e7bb4bc88c533d04636487cdeb7
2024-12-09T13:20:36,673 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38669/hbase/data/default/testReplayEditsWrittenViaHRegion/c2ce5e7bb4bc88c533d04636487cdeb7
2024-12-09T13:20:36,673 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38669/hbase/data/default/testReplayEditsWrittenViaHRegion/c2ce5e7bb4bc88c533d04636487cdeb7
2024-12-09T13:20:36,675 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for c2ce5e7bb4bc88c533d04636487cdeb7
2024-12-09T13:20:36,675 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for c2ce5e7bb4bc88c533d04636487cdeb7
2024-12-09T13:20:36,675 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-12-09T13:20:36,677 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for c2ce5e7bb4bc88c533d04636487cdeb7
2024-12-09T13:20:36,679 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38669/hbase/data/default/testReplayEditsWrittenViaHRegion/c2ce5e7bb4bc88c533d04636487cdeb7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-09T13:20:36,679 INFO  [Time-limited test {}] regionserver.HRegion(1114): Opened c2ce5e7bb4bc88c533d04636487cdeb7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68047139, jitterRate=0.01398138701915741}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-12-09T13:20:36,680 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for c2ce5e7bb4bc88c533d04636487cdeb7:
Writing region info on filesystem at 1733750436663Initializing all the Stores at 1733750436664 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733750436664Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733750436664Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733750436664Cleaning up temporary data from old regions at 1733750436675 (+11 ms)Region opened successfully at 1733750436680 (+5 ms)
2024-12-09T13:20:36,680 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing c2ce5e7bb4bc88c533d04636487cdeb7, disabling compactions & flushes
2024-12-09T13:20:36,680 INFO  [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1733750436618.c2ce5e7bb4bc88c533d04636487cdeb7.
2024-12-09T13:20:36,680 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1733750436618.c2ce5e7bb4bc88c533d04636487cdeb7.
2024-12-09T13:20:36,680 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1733750436618.c2ce5e7bb4bc88c533d04636487cdeb7. after waiting 0 ms
2024-12-09T13:20:36,680 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1733750436618.c2ce5e7bb4bc88c533d04636487cdeb7.
2024-12-09T13:20:36,680 INFO  [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1733750436618.c2ce5e7bb4bc88c533d04636487cdeb7.
2024-12-09T13:20:36,680 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for c2ce5e7bb4bc88c533d04636487cdeb7:
Waiting for close lock at 1733750436680Disabling compacts and flushes for region at 1733750436680Disabling writes for close at 1733750436680Writing region close event to WAL at 1733750436680Closed at 1733750436680
2024-12-09T13:20:36,683 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42667 is added to blk_1073741892_1070 (size=95)
2024-12-09T13:20:36,683 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37781 is added to blk_1073741892_1070 (size=95)
2024-12-09T13:20:36,683 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36633 is added to blk_1073741892_1070 (size=95)
2024-12-09T13:20:36,685 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs
2024-12-09T13:20:36,685 INFO  [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-77038364:(num 1733750436623)
2024-12-09T13:20:36,685 INFO  [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor
2024-12-09T13:20:36,687 INFO  [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:38669/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733750436617, archiveDir=hdfs://localhost:38669/hbase/oldWALs, maxLogs=32
2024-12-09T13:20:36,700 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733750436617/wal.1733750436687, exclude list is [], retry=0
2024-12-09T13:20:36,703 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37781,DS-4858dcea-8176-4e1a-a0aa-2e238ae3d36d,DISK]
2024-12-09T13:20:36,703 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36633,DS-24d34457-d44e-4b4d-99cf-d912522ac431,DISK]
2024-12-09T13:20:36,703 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42667,DS-310fa6c7-1b44-48c5-91ee-03a00afaa58d,DISK]
2024-12-09T13:20:36,705 INFO  [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733750436617/wal.1733750436687
2024-12-09T13:20:36,705 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45053:45053),(127.0.0.1/127.0.0.1:44245:44245),(127.0.0.1/127.0.0.1:38687:38687)]
2024-12-09T13:20:36,705 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => c2ce5e7bb4bc88c533d04636487cdeb7, NAME => 'testReplayEditsWrittenViaHRegion,,1733750436618.c2ce5e7bb4bc88c533d04636487cdeb7.', STARTKEY => '', ENDKEY => ''}
2024-12-09T13:20:36,705 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1733750436618.c2ce5e7bb4bc88c533d04636487cdeb7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-09T13:20:36,705 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for c2ce5e7bb4bc88c533d04636487cdeb7
2024-12-09T13:20:36,705 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for c2ce5e7bb4bc88c533d04636487cdeb7
2024-12-09T13:20:36,707 INFO  [StoreOpener-c2ce5e7bb4bc88c533d04636487cdeb7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region c2ce5e7bb4bc88c533d04636487cdeb7 
2024-12-09T13:20:36,708 INFO  [StoreOpener-c2ce5e7bb4bc88c533d04636487cdeb7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c2ce5e7bb4bc88c533d04636487cdeb7 columnFamilyName a
2024-12-09T13:20:36,708 DEBUG [StoreOpener-c2ce5e7bb4bc88c533d04636487cdeb7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:20:36,708 INFO  [StoreOpener-c2ce5e7bb4bc88c533d04636487cdeb7-1 {}] regionserver.HStore(327): Store=c2ce5e7bb4bc88c533d04636487cdeb7/a,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-09T13:20:36,709 INFO  [StoreOpener-c2ce5e7bb4bc88c533d04636487cdeb7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region c2ce5e7bb4bc88c533d04636487cdeb7 
2024-12-09T13:20:36,709 INFO  [StoreOpener-c2ce5e7bb4bc88c533d04636487cdeb7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c2ce5e7bb4bc88c533d04636487cdeb7 columnFamilyName b
2024-12-09T13:20:36,709 DEBUG [StoreOpener-c2ce5e7bb4bc88c533d04636487cdeb7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:20:36,710 INFO  [StoreOpener-c2ce5e7bb4bc88c533d04636487cdeb7-1 {}] regionserver.HStore(327): Store=c2ce5e7bb4bc88c533d04636487cdeb7/b,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-09T13:20:36,710 INFO  [StoreOpener-c2ce5e7bb4bc88c533d04636487cdeb7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region c2ce5e7bb4bc88c533d04636487cdeb7 
2024-12-09T13:20:36,711 INFO  [StoreOpener-c2ce5e7bb4bc88c533d04636487cdeb7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c2ce5e7bb4bc88c533d04636487cdeb7 columnFamilyName c
2024-12-09T13:20:36,711 DEBUG [StoreOpener-c2ce5e7bb4bc88c533d04636487cdeb7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:20:36,711 INFO  [StoreOpener-c2ce5e7bb4bc88c533d04636487cdeb7-1 {}] regionserver.HStore(327): Store=c2ce5e7bb4bc88c533d04636487cdeb7/c,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-09T13:20:36,711 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for c2ce5e7bb4bc88c533d04636487cdeb7
2024-12-09T13:20:36,712 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38669/hbase/data/default/testReplayEditsWrittenViaHRegion/c2ce5e7bb4bc88c533d04636487cdeb7
2024-12-09T13:20:36,713 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38669/hbase/data/default/testReplayEditsWrittenViaHRegion/c2ce5e7bb4bc88c533d04636487cdeb7
2024-12-09T13:20:36,714 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for c2ce5e7bb4bc88c533d04636487cdeb7
2024-12-09T13:20:36,714 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for c2ce5e7bb4bc88c533d04636487cdeb7
2024-12-09T13:20:36,715 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-12-09T13:20:36,716 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for c2ce5e7bb4bc88c533d04636487cdeb7
2024-12-09T13:20:36,717 INFO  [Time-limited test {}] regionserver.HRegion(1114): Opened c2ce5e7bb4bc88c533d04636487cdeb7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65978659, jitterRate=-0.01684136688709259}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-12-09T13:20:36,717 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for c2ce5e7bb4bc88c533d04636487cdeb7:
Writing region info on filesystem at 1733750436706Initializing all the Stores at 1733750436706Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733750436707 (+1 ms)Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733750436707Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733750436707Cleaning up temporary data from old regions at 1733750436714 (+7 ms)Region opened successfully at 1733750436717 (+3 ms)
2024-12-09T13:20:36,743 INFO  [Time-limited test {}] regionserver.HRegion(2902): Flushing c2ce5e7bb4bc88c533d04636487cdeb7 3/3 column families, dataSize=2.55 KB heapSize=5.44 KB
2024-12-09T13:20:36,758 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38669/hbase/data/default/testReplayEditsWrittenViaHRegion/c2ce5e7bb4bc88c533d04636487cdeb7/.tmp/a/238e8acf4690439c90e2c659fca13ff5 is 91, key is testReplayEditsWrittenViaHRegion/a:x0/1733750436717/Put/seqid=0
2024-12-09T13:20:36,765 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37781 is added to blk_1073741895_1073 (size=5958)
2024-12-09T13:20:36,766 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42667 is added to blk_1073741895_1073 (size=5958)
2024-12-09T13:20:36,766 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36633 is added to blk_1073741895_1073 (size=5958)
2024-12-09T13:20:36,767 INFO  [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:38669/hbase/data/default/testReplayEditsWrittenViaHRegion/c2ce5e7bb4bc88c533d04636487cdeb7/.tmp/a/238e8acf4690439c90e2c659fca13ff5
2024-12-09T13:20:36,788 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38669/hbase/data/default/testReplayEditsWrittenViaHRegion/c2ce5e7bb4bc88c533d04636487cdeb7/.tmp/b/0d749b6387a24d1e8141de7e9235888e is 91, key is testReplayEditsWrittenViaHRegion/b:x0/1733750436725/Put/seqid=0
2024-12-09T13:20:36,794 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42667 is added to blk_1073741896_1074 (size=5958)
2024-12-09T13:20:36,795 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37781 is added to blk_1073741896_1074 (size=5958)
2024-12-09T13:20:36,795 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36633 is added to blk_1073741896_1074 (size=5958)
2024-12-09T13:20:36,796 INFO  [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:38669/hbase/data/default/testReplayEditsWrittenViaHRegion/c2ce5e7bb4bc88c533d04636487cdeb7/.tmp/b/0d749b6387a24d1e8141de7e9235888e
2024-12-09T13:20:36,815 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38669/hbase/data/default/testReplayEditsWrittenViaHRegion/c2ce5e7bb4bc88c533d04636487cdeb7/.tmp/c/315b5409da574f2385be277c99b2f393 is 91, key is testReplayEditsWrittenViaHRegion/c:x0/1733750436733/Put/seqid=0
2024-12-09T13:20:36,825 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36633 is added to blk_1073741897_1075 (size=5958)
2024-12-09T13:20:36,825 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42667 is added to blk_1073741897_1075 (size=5958)
2024-12-09T13:20:36,826 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37781 is added to blk_1073741897_1075 (size=5958)
2024-12-09T13:20:36,826 INFO  [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:38669/hbase/data/default/testReplayEditsWrittenViaHRegion/c2ce5e7bb4bc88c533d04636487cdeb7/.tmp/c/315b5409da574f2385be277c99b2f393
2024-12-09T13:20:36,841 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38669/hbase/data/default/testReplayEditsWrittenViaHRegion/c2ce5e7bb4bc88c533d04636487cdeb7/.tmp/a/238e8acf4690439c90e2c659fca13ff5 as hdfs://localhost:38669/hbase/data/default/testReplayEditsWrittenViaHRegion/c2ce5e7bb4bc88c533d04636487cdeb7/a/238e8acf4690439c90e2c659fca13ff5
2024-12-09T13:20:36,849 INFO  [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38669/hbase/data/default/testReplayEditsWrittenViaHRegion/c2ce5e7bb4bc88c533d04636487cdeb7/a/238e8acf4690439c90e2c659fca13ff5, entries=10, sequenceid=33, filesize=5.8 K
2024-12-09T13:20:36,850 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38669/hbase/data/default/testReplayEditsWrittenViaHRegion/c2ce5e7bb4bc88c533d04636487cdeb7/.tmp/b/0d749b6387a24d1e8141de7e9235888e as hdfs://localhost:38669/hbase/data/default/testReplayEditsWrittenViaHRegion/c2ce5e7bb4bc88c533d04636487cdeb7/b/0d749b6387a24d1e8141de7e9235888e
2024-12-09T13:20:36,857 INFO  [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38669/hbase/data/default/testReplayEditsWrittenViaHRegion/c2ce5e7bb4bc88c533d04636487cdeb7/b/0d749b6387a24d1e8141de7e9235888e, entries=10, sequenceid=33, filesize=5.8 K
2024-12-09T13:20:36,858 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38669/hbase/data/default/testReplayEditsWrittenViaHRegion/c2ce5e7bb4bc88c533d04636487cdeb7/.tmp/c/315b5409da574f2385be277c99b2f393 as hdfs://localhost:38669/hbase/data/default/testReplayEditsWrittenViaHRegion/c2ce5e7bb4bc88c533d04636487cdeb7/c/315b5409da574f2385be277c99b2f393
2024-12-09T13:20:36,866 INFO  [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38669/hbase/data/default/testReplayEditsWrittenViaHRegion/c2ce5e7bb4bc88c533d04636487cdeb7/c/315b5409da574f2385be277c99b2f393, entries=10, sequenceid=33, filesize=5.8 K
2024-12-09T13:20:36,868 INFO  [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~2.55 KB/2610, heapSize ~5.39 KB/5520, currentSize=0 B/0 for c2ce5e7bb4bc88c533d04636487cdeb7 in 126ms, sequenceid=33, compaction requested=false
2024-12-09T13:20:36,868 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for c2ce5e7bb4bc88c533d04636487cdeb7:

2024-12-09T13:20:36,868 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing c2ce5e7bb4bc88c533d04636487cdeb7, disabling compactions & flushes
2024-12-09T13:20:36,868 INFO  [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1733750436618.c2ce5e7bb4bc88c533d04636487cdeb7.
2024-12-09T13:20:36,868 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1733750436618.c2ce5e7bb4bc88c533d04636487cdeb7.
2024-12-09T13:20:36,868 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1733750436618.c2ce5e7bb4bc88c533d04636487cdeb7. after waiting 0 ms
2024-12-09T13:20:36,868 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1733750436618.c2ce5e7bb4bc88c533d04636487cdeb7.
2024-12-09T13:20:36,870 INFO  [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1733750436618.c2ce5e7bb4bc88c533d04636487cdeb7.
2024-12-09T13:20:36,870 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for c2ce5e7bb4bc88c533d04636487cdeb7:
Waiting for close lock at 1733750436868Disabling compacts and flushes for region at 1733750436868Disabling writes for close at 1733750436868Writing region close event to WAL at 1733750436870 (+2 ms)Closed at 1733750436870
2024-12-09T13:20:36,873 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42667 is added to blk_1073741894_1072 (size=3385)
2024-12-09T13:20:36,874 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733750436617/wal.1733750436687 not finished, retry = 0
2024-12-09T13:20:36,874 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37781 is added to blk_1073741894_1072 (size=3385)
2024-12-09T13:20:36,874 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36633 is added to blk_1073741894_1072 (size=3385)
2024-12-09T13:20:36,979 DEBUG [Time-limited test {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38669/hbase/data/default/testReplayEditsWrittenViaHRegion/c2ce5e7bb4bc88c533d04636487cdeb7/b/0d749b6387a24d1e8141de7e9235888e to hdfs://localhost:38669/hbase/archive/data/default/testReplayEditsWrittenViaHRegion/c2ce5e7bb4bc88c533d04636487cdeb7/b/0d749b6387a24d1e8141de7e9235888e
2024-12-09T13:20:36,999 INFO  [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38669/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733750436617/wal.1733750436687, size=3.3 K (3385bytes)
2024-12-09T13:20:36,999 INFO  [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38669/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733750436617/wal.1733750436687
2024-12-09T13:20:37,000 INFO  [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38669/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733750436617/wal.1733750436687 after 0ms
2024-12-09T13:20:37,002 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:38669/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733750436617/wal.1733750436687: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ
2024-12-09T13:20:37,002 INFO  [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38669/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733750436617/wal.1733750436687 took 3ms
2024-12-09T13:20:37,005 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38669/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733750436617/wal.1733750436687 so closing down
2024-12-09T13:20:37,005 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish
2024-12-09T13:20:37,007 INFO  [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1733750436687.temp
2024-12-09T13:20:37,009 INFO  [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38669/hbase/data/default/testReplayEditsWrittenViaHRegion/c2ce5e7bb4bc88c533d04636487cdeb7/recovered.edits/0000000000000000003-wal.1733750436687.temp
2024-12-09T13:20:37,009 INFO  [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished
2024-12-09T13:20:37,015 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36633 is added to blk_1073741898_1076 (size=2944)
2024-12-09T13:20:37,015 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42667 is added to blk_1073741898_1076 (size=2944)
2024-12-09T13:20:37,016 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37781 is added to blk_1073741898_1076 (size=2944)
2024-12-09T13:20:37,016 INFO  [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38669/hbase/data/default/testReplayEditsWrittenViaHRegion/c2ce5e7bb4bc88c533d04636487cdeb7/recovered.edits/0000000000000000003-wal.1733750436687.temp (wrote 30 edits, skipped 0 edits in 0 ms)
2024-12-09T13:20:37,018 INFO  [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38669/hbase/data/default/testReplayEditsWrittenViaHRegion/c2ce5e7bb4bc88c533d04636487cdeb7/recovered.edits/0000000000000000003-wal.1733750436687.temp to hdfs://localhost:38669/hbase/data/default/testReplayEditsWrittenViaHRegion/c2ce5e7bb4bc88c533d04636487cdeb7/recovered.edits/0000000000000000032
2024-12-09T13:20:37,018 INFO  [Time-limited test {}] wal.WALSplitter(425): Processed 32 edits across 1 Regions in 15 ms; skipped=2; WAL=hdfs://localhost:38669/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733750436617/wal.1733750436687, size=3.3 K, length=3385, corrupted=false, cancelled=false
2024-12-09T13:20:37,018 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38669/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733750436617/wal.1733750436687, journal: Splitting hdfs://localhost:38669/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733750436617/wal.1733750436687, size=3.3 K (3385bytes) at 1733750436999Finishing writing output for hdfs://localhost:38669/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733750436617/wal.1733750436687 so closing down at 1733750437005 (+6 ms)Creating recovered edits writer path=hdfs://localhost:38669/hbase/data/default/testReplayEditsWrittenViaHRegion/c2ce5e7bb4bc88c533d04636487cdeb7/recovered.edits/0000000000000000003-wal.1733750436687.temp at 1733750437009 (+4 ms)3 split writer threads finished at 1733750437009Closed recovered edits writer path=hdfs://localhost:38669/hbase/data/default/testReplayEditsWrittenViaHRegion/c2ce5e7bb4bc88c533d04636487cdeb7/recovered.edits/0000000000000000003-wal.1733750436687.temp (wrote 30 edits, skipped 0 edits in 0 ms) at 1733750437016 (+7 ms)Rename recovered edits hdfs://localhost:38669/hbase/data/default/testReplayEditsWrittenViaHRegion/c2ce5e7bb4bc88c533d04636487cdeb7/recovered.edits/0000000000000000003-wal.1733750436687.temp to hdfs://localhost:38669/hbase/data/default/testReplayEditsWrittenViaHRegion/c2ce5e7bb4bc88c533d04636487cdeb7/recovered.edits/0000000000000000032 at 1733750437018 (+2 ms)Processed 32 edits across 1 Regions in 15 ms; skipped=2; WAL=hdfs://localhost:38669/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733750436617/wal.1733750436687, size=3.3 K, length=3385, corrupted=false, cancelled=false at 1733750437018
2024-12-09T13:20:37,020 INFO  [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38669/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733750436617/wal.1733750436687 to hdfs://localhost:38669/hbase/oldWALs/wal.1733750436687
2024-12-09T13:20:37,020 INFO  [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:38669/hbase/data/default/testReplayEditsWrittenViaHRegion/c2ce5e7bb4bc88c533d04636487cdeb7/recovered.edits/0000000000000000032
2024-12-09T13:20:37,021 INFO  [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor
2024-12-09T13:20:37,022 INFO  [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:38669/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733750436617, archiveDir=hdfs://localhost:38669/hbase/oldWALs, maxLogs=32
2024-12-09T13:20:37,036 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733750436617/wal.1733750437023, exclude list is [], retry=0
2024-12-09T13:20:37,039 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37781,DS-4858dcea-8176-4e1a-a0aa-2e238ae3d36d,DISK]
2024-12-09T13:20:37,039 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36633,DS-24d34457-d44e-4b4d-99cf-d912522ac431,DISK]
2024-12-09T13:20:37,039 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42667,DS-310fa6c7-1b44-48c5-91ee-03a00afaa58d,DISK]
2024-12-09T13:20:37,041 INFO  [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733750436617/wal.1733750437023
2024-12-09T13:20:37,041 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45053:45053),(127.0.0.1/127.0.0.1:44245:44245),(127.0.0.1/127.0.0.1:38687:38687)]
2024-12-09T13:20:37,041 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => c2ce5e7bb4bc88c533d04636487cdeb7, NAME => 'testReplayEditsWrittenViaHRegion,,1733750436618.c2ce5e7bb4bc88c533d04636487cdeb7.', STARTKEY => '', ENDKEY => ''}
2024-12-09T13:20:37,041 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1733750436618.c2ce5e7bb4bc88c533d04636487cdeb7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-09T13:20:37,041 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for c2ce5e7bb4bc88c533d04636487cdeb7
2024-12-09T13:20:37,041 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for c2ce5e7bb4bc88c533d04636487cdeb7
2024-12-09T13:20:37,043 INFO  [StoreOpener-c2ce5e7bb4bc88c533d04636487cdeb7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region c2ce5e7bb4bc88c533d04636487cdeb7 
2024-12-09T13:20:37,043 INFO  [StoreOpener-c2ce5e7bb4bc88c533d04636487cdeb7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c2ce5e7bb4bc88c533d04636487cdeb7 columnFamilyName a
2024-12-09T13:20:37,044 DEBUG [StoreOpener-c2ce5e7bb4bc88c533d04636487cdeb7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:20:37,049 DEBUG [StoreOpener-c2ce5e7bb4bc88c533d04636487cdeb7-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38669/hbase/data/default/testReplayEditsWrittenViaHRegion/c2ce5e7bb4bc88c533d04636487cdeb7/a/238e8acf4690439c90e2c659fca13ff5
2024-12-09T13:20:37,049 INFO  [StoreOpener-c2ce5e7bb4bc88c533d04636487cdeb7-1 {}] regionserver.HStore(327): Store=c2ce5e7bb4bc88c533d04636487cdeb7/a,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-09T13:20:37,049 INFO  [StoreOpener-c2ce5e7bb4bc88c533d04636487cdeb7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region c2ce5e7bb4bc88c533d04636487cdeb7 
2024-12-09T13:20:37,050 INFO  [StoreOpener-c2ce5e7bb4bc88c533d04636487cdeb7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c2ce5e7bb4bc88c533d04636487cdeb7 columnFamilyName b
2024-12-09T13:20:37,050 DEBUG [StoreOpener-c2ce5e7bb4bc88c533d04636487cdeb7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:20:37,051 INFO  [StoreOpener-c2ce5e7bb4bc88c533d04636487cdeb7-1 {}] regionserver.HStore(327): Store=c2ce5e7bb4bc88c533d04636487cdeb7/b,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-09T13:20:37,051 INFO  [StoreOpener-c2ce5e7bb4bc88c533d04636487cdeb7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region c2ce5e7bb4bc88c533d04636487cdeb7 
2024-12-09T13:20:37,051 INFO  [StoreOpener-c2ce5e7bb4bc88c533d04636487cdeb7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c2ce5e7bb4bc88c533d04636487cdeb7 columnFamilyName c
2024-12-09T13:20:37,052 DEBUG [StoreOpener-c2ce5e7bb4bc88c533d04636487cdeb7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:20:37,057 DEBUG [StoreOpener-c2ce5e7bb4bc88c533d04636487cdeb7-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38669/hbase/data/default/testReplayEditsWrittenViaHRegion/c2ce5e7bb4bc88c533d04636487cdeb7/c/315b5409da574f2385be277c99b2f393
2024-12-09T13:20:37,057 INFO  [StoreOpener-c2ce5e7bb4bc88c533d04636487cdeb7-1 {}] regionserver.HStore(327): Store=c2ce5e7bb4bc88c533d04636487cdeb7/c,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-09T13:20:37,057 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for c2ce5e7bb4bc88c533d04636487cdeb7
2024-12-09T13:20:37,058 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38669/hbase/data/default/testReplayEditsWrittenViaHRegion/c2ce5e7bb4bc88c533d04636487cdeb7
2024-12-09T13:20:37,059 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:38669/hbase/data/default/testReplayEditsWrittenViaHRegion/c2ce5e7bb4bc88c533d04636487cdeb7
2024-12-09T13:20:37,059 INFO  [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:38669/hbase/data/default/testReplayEditsWrittenViaHRegion/c2ce5e7bb4bc88c533d04636487cdeb7/recovered.edits/0000000000000000032
2024-12-09T13:20:37,061 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:38669/hbase/data/default/testReplayEditsWrittenViaHRegion/c2ce5e7bb4bc88c533d04636487cdeb7/recovered.edits/0000000000000000032: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ
2024-12-09T13:20:37,063 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 10, skipped 20, firstSequenceIdInLog=3, maxSequenceIdInLog=32, path=hdfs://localhost:38669/hbase/data/default/testReplayEditsWrittenViaHRegion/c2ce5e7bb4bc88c533d04636487cdeb7/recovered.edits/0000000000000000032
2024-12-09T13:20:37,063 INFO  [Time-limited test {}] regionserver.HRegion(2902): Flushing c2ce5e7bb4bc88c533d04636487cdeb7 3/3 column families, dataSize=870 B heapSize=2.31 KB
2024-12-09T13:20:37,078 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38669/hbase/data/default/testReplayEditsWrittenViaHRegion/c2ce5e7bb4bc88c533d04636487cdeb7/.tmp/b/27b64de9475f4f25aac935a13ce076b6 is 91, key is testReplayEditsWrittenViaHRegion/b:x0/1733750436725/Put/seqid=0
2024-12-09T13:20:37,085 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36633 is added to blk_1073741900_1078 (size=5958)
2024-12-09T13:20:37,085 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42667 is added to blk_1073741900_1078 (size=5958)
2024-12-09T13:20:37,086 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37781 is added to blk_1073741900_1078 (size=5958)
2024-12-09T13:20:37,086 INFO  [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=32 (bloomFilter=true), to=hdfs://localhost:38669/hbase/data/default/testReplayEditsWrittenViaHRegion/c2ce5e7bb4bc88c533d04636487cdeb7/.tmp/b/27b64de9475f4f25aac935a13ce076b6
2024-12-09T13:20:37,093 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38669/hbase/data/default/testReplayEditsWrittenViaHRegion/c2ce5e7bb4bc88c533d04636487cdeb7/.tmp/b/27b64de9475f4f25aac935a13ce076b6 as hdfs://localhost:38669/hbase/data/default/testReplayEditsWrittenViaHRegion/c2ce5e7bb4bc88c533d04636487cdeb7/b/27b64de9475f4f25aac935a13ce076b6
2024-12-09T13:20:37,099 INFO  [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38669/hbase/data/default/testReplayEditsWrittenViaHRegion/c2ce5e7bb4bc88c533d04636487cdeb7/b/27b64de9475f4f25aac935a13ce076b6, entries=10, sequenceid=32, filesize=5.8 K
2024-12-09T13:20:37,099 INFO  [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~870 B/870, heapSize ~1.80 KB/1840, currentSize=0 B/0 for c2ce5e7bb4bc88c533d04636487cdeb7 in 36ms, sequenceid=32, compaction requested=false; wal=null
2024-12-09T13:20:37,100 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:38669/hbase/data/default/testReplayEditsWrittenViaHRegion/c2ce5e7bb4bc88c533d04636487cdeb7/recovered.edits/0000000000000000032
2024-12-09T13:20:37,101 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for c2ce5e7bb4bc88c533d04636487cdeb7
2024-12-09T13:20:37,101 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for c2ce5e7bb4bc88c533d04636487cdeb7
2024-12-09T13:20:37,101 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-12-09T13:20:37,103 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for c2ce5e7bb4bc88c533d04636487cdeb7
2024-12-09T13:20:37,105 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38669/hbase/data/default/testReplayEditsWrittenViaHRegion/c2ce5e7bb4bc88c533d04636487cdeb7/recovered.edits/33.seqid, newMaxSeqId=33, maxSeqId=1
2024-12-09T13:20:37,106 INFO  [Time-limited test {}] regionserver.HRegion(1114): Opened c2ce5e7bb4bc88c533d04636487cdeb7; next sequenceid=34; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71816366, jitterRate=0.07014724612236023}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-12-09T13:20:37,107 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for c2ce5e7bb4bc88c533d04636487cdeb7:
Writing region info on filesystem at 1733750437042Initializing all the Stores at 1733750437042Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733750437042Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733750437042Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733750437042Obtaining lock to block concurrent updates at 1733750437063 (+21 ms)Preparing flush snapshotting stores in c2ce5e7bb4bc88c533d04636487cdeb7 at 1733750437063Finished memstore snapshotting testReplayEditsWrittenViaHRegion,,1733750436618.c2ce5e7bb4bc88c533d04636487cdeb7., syncing WAL and waiting on mvcc, flushsize=dataSize=870, getHeapSize=2320, getOffHeapSize=0, getCellsCount=10 at 1733750437063Flushing stores of testReplayEditsWrittenViaHRegion,,1733750436618.c2ce5e7bb4bc88c533d04636487cdeb7. at 1733750437063Flushing c2ce5e7bb4bc88c533d04636487cdeb7/b: creating writer at 1733750437063Flushing c2ce5e7bb4bc88c533d04636487cdeb7/b: appending metadata at 1733750437078 (+15 ms)Flushing c2ce5e7bb4bc88c533d04636487cdeb7/b: closing flushed file at 1733750437078Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2f6c040: reopening flushed file at 1733750437092 (+14 ms)Finished flush of dataSize ~870 B/870, heapSize ~1.80 KB/1840, currentSize=0 B/0 for c2ce5e7bb4bc88c533d04636487cdeb7 in 36ms, sequenceid=32, compaction requested=false; wal=null at 1733750437099 (+7 ms)Cleaning up temporary data from old regions at 1733750437101 (+2 ms)Region opened successfully at 1733750437107 (+6 ms)
2024-12-09T13:20:37,134 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testReplayEditsAfterPartialFlush Thread=410 (was 403)
Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1274793967_22 at /127.0.0.1:51540 [Receiving block BP-1272807186-172.17.0.3-1733750408806:blk_1073741899_1077]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343)
	java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151)
	app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1274793967_22 at /127.0.0.1:58400 [Receiving block BP-1272807186-172.17.0.3-1733750408806:blk_1073741899_1077]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343)
	java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151)
	app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1274793967_22 at /127.0.0.1:55478 [Receiving block BP-1272807186-172.17.0.3-1733750408806:blk_1073741899_1077]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343)
	java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151)
	app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: AsyncFSWAL-20-3
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1274793967_22 at /127.0.0.1:51424 [Waiting for operation #22]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: PacketResponder: BP-1272807186-172.17.0.3-1733750408806:blk_1073741899_1077, type=LAST_IN_PIPELINE
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	java.base@17.0.11/java.lang.Object.wait(Object.java:338)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1274793967_22 at /127.0.0.1:55328 [Waiting for operation #41]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: AsyncFSWAL-20-1
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1274793967_22 at /127.0.0.1:58230 [Waiting for operation #39]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: PacketResponder: BP-1272807186-172.17.0.3-1733750408806:blk_1073741899_1077, type=LAST_IN_PIPELINE
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	java.base@17.0.11/java.lang.Object.wait(Object.java:338)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: PacketResponder: BP-1272807186-172.17.0.3-1733750408806:blk_1073741899_1077, type=LAST_IN_PIPELINE
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	java.base@17.0.11/java.lang.Object.wait(Object.java:338)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: AsyncFSWAL-20-2
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=1104 (was 1030) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=974 (was 974), ProcessCount=11 (was 11), AvailableMemoryMB=4378 (was 4398)
2024-12-09T13:20:37,134 WARN  [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1104 is superior to 1024
2024-12-09T13:20:37,150 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testReplayEditsAfterAbortingFlush Thread=410, OpenFileDescriptor=1104, MaxFileDescriptor=1048576, SystemLoadAverage=974, ProcessCount=11, AvailableMemoryMB=4374
2024-12-09T13:20:37,150 WARN  [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1104 is superior to 1024
2024-12-09T13:20:37,168 INFO  [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-12-09T13:20:37,170 INFO  [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-12-09T13:20:37,171 INFO  [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-12-09T13:20:37,174 INFO  [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-26230439, suffix=, logDir=hdfs://localhost:38669/hbase/WALs/hregion-26230439, archiveDir=hdfs://localhost:38669/hbase/oldWALs, maxLogs=32
2024-12-09T13:20:37,188 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-26230439/hregion-26230439.1733750437174, exclude list is [], retry=0
2024-12-09T13:20:37,191 DEBUG [AsyncFSWAL-22-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37781,DS-4858dcea-8176-4e1a-a0aa-2e238ae3d36d,DISK]
2024-12-09T13:20:37,191 DEBUG [AsyncFSWAL-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36633,DS-24d34457-d44e-4b4d-99cf-d912522ac431,DISK]
2024-12-09T13:20:37,191 DEBUG [AsyncFSWAL-22-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42667,DS-310fa6c7-1b44-48c5-91ee-03a00afaa58d,DISK]
2024-12-09T13:20:37,195 INFO  [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-26230439/hregion-26230439.1733750437174
2024-12-09T13:20:37,195 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45053:45053),(127.0.0.1/127.0.0.1:44245:44245),(127.0.0.1/127.0.0.1:38687:38687)]
2024-12-09T13:20:37,195 INFO  [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 8ed06f8e00fd88679d2fe83a4d8fdd19, NAME => 'testReplayEditsAfterAbortingFlush,,1733750437169.8ed06f8e00fd88679d2fe83a4d8fdd19.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsAfterAbortingFlush', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38669/hbase
2024-12-09T13:20:37,206 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42667 is added to blk_1073741902_1080 (size=68)
2024-12-09T13:20:37,207 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37781 is added to blk_1073741902_1080 (size=68)
2024-12-09T13:20:37,207 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36633 is added to blk_1073741902_1080 (size=68)
2024-12-09T13:20:37,208 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterAbortingFlush,,1733750437169.8ed06f8e00fd88679d2fe83a4d8fdd19.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-09T13:20:37,210 INFO  [StoreOpener-8ed06f8e00fd88679d2fe83a4d8fdd19-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 8ed06f8e00fd88679d2fe83a4d8fdd19 
2024-12-09T13:20:37,212 INFO  [StoreOpener-8ed06f8e00fd88679d2fe83a4d8fdd19-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8ed06f8e00fd88679d2fe83a4d8fdd19 columnFamilyName a
2024-12-09T13:20:37,212 DEBUG [StoreOpener-8ed06f8e00fd88679d2fe83a4d8fdd19-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:20:37,212 INFO  [StoreOpener-8ed06f8e00fd88679d2fe83a4d8fdd19-1 {}] regionserver.HStore(327): Store=8ed06f8e00fd88679d2fe83a4d8fdd19/a,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-09T13:20:37,212 INFO  [StoreOpener-8ed06f8e00fd88679d2fe83a4d8fdd19-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 8ed06f8e00fd88679d2fe83a4d8fdd19 
2024-12-09T13:20:37,214 INFO  [StoreOpener-8ed06f8e00fd88679d2fe83a4d8fdd19-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8ed06f8e00fd88679d2fe83a4d8fdd19 columnFamilyName b
2024-12-09T13:20:37,214 DEBUG [StoreOpener-8ed06f8e00fd88679d2fe83a4d8fdd19-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:20:37,214 INFO  [StoreOpener-8ed06f8e00fd88679d2fe83a4d8fdd19-1 {}] regionserver.HStore(327): Store=8ed06f8e00fd88679d2fe83a4d8fdd19/b,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-09T13:20:37,214 INFO  [StoreOpener-8ed06f8e00fd88679d2fe83a4d8fdd19-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 8ed06f8e00fd88679d2fe83a4d8fdd19 
2024-12-09T13:20:37,215 INFO  [StoreOpener-8ed06f8e00fd88679d2fe83a4d8fdd19-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8ed06f8e00fd88679d2fe83a4d8fdd19 columnFamilyName c
2024-12-09T13:20:37,215 DEBUG [StoreOpener-8ed06f8e00fd88679d2fe83a4d8fdd19-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:20:37,216 INFO  [StoreOpener-8ed06f8e00fd88679d2fe83a4d8fdd19-1 {}] regionserver.HStore(327): Store=8ed06f8e00fd88679d2fe83a4d8fdd19/c,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-09T13:20:37,216 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 8ed06f8e00fd88679d2fe83a4d8fdd19
2024-12-09T13:20:37,217 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38669/hbase/data/default/testReplayEditsAfterAbortingFlush/8ed06f8e00fd88679d2fe83a4d8fdd19
2024-12-09T13:20:37,217 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38669/hbase/data/default/testReplayEditsAfterAbortingFlush/8ed06f8e00fd88679d2fe83a4d8fdd19
2024-12-09T13:20:37,218 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 8ed06f8e00fd88679d2fe83a4d8fdd19
2024-12-09T13:20:37,218 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 8ed06f8e00fd88679d2fe83a4d8fdd19
2024-12-09T13:20:37,219 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterAbortingFlush descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-12-09T13:20:37,220 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 8ed06f8e00fd88679d2fe83a4d8fdd19
2024-12-09T13:20:37,222 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38669/hbase/data/default/testReplayEditsAfterAbortingFlush/8ed06f8e00fd88679d2fe83a4d8fdd19/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-09T13:20:37,223 INFO  [Time-limited test {}] regionserver.HRegion(1114): Opened 8ed06f8e00fd88679d2fe83a4d8fdd19; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58902249, jitterRate=-0.12228809297084808}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-12-09T13:20:37,223 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 8ed06f8e00fd88679d2fe83a4d8fdd19:
Writing region info on filesystem at 1733750437208Initializing all the Stores at 1733750437209 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733750437209Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733750437210 (+1 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733750437210Cleaning up temporary data from old regions at 1733750437218 (+8 ms)Region opened successfully at 1733750437223 (+5 ms)
2024-12-09T13:20:37,223 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 8ed06f8e00fd88679d2fe83a4d8fdd19, disabling compactions & flushes
2024-12-09T13:20:37,223 INFO  [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterAbortingFlush,,1733750437169.8ed06f8e00fd88679d2fe83a4d8fdd19.
2024-12-09T13:20:37,223 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterAbortingFlush,,1733750437169.8ed06f8e00fd88679d2fe83a4d8fdd19.
2024-12-09T13:20:37,223 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterAbortingFlush,,1733750437169.8ed06f8e00fd88679d2fe83a4d8fdd19. after waiting 0 ms
2024-12-09T13:20:37,223 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterAbortingFlush,,1733750437169.8ed06f8e00fd88679d2fe83a4d8fdd19.
2024-12-09T13:20:37,224 INFO  [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsAfterAbortingFlush,,1733750437169.8ed06f8e00fd88679d2fe83a4d8fdd19.
2024-12-09T13:20:37,224 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 8ed06f8e00fd88679d2fe83a4d8fdd19:
Waiting for close lock at 1733750437223Disabling compacts and flushes for region at 1733750437223Disabling writes for close at 1733750437223Writing region close event to WAL at 1733750437224 (+1 ms)Closed at 1733750437224
2024-12-09T13:20:37,226 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36633 is added to blk_1073741901_1079 (size=95)
2024-12-09T13:20:37,226 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37781 is added to blk_1073741901_1079 (size=95)
2024-12-09T13:20:37,226 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42667 is added to blk_1073741901_1079 (size=95)
2024-12-09T13:20:37,228 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs
2024-12-09T13:20:37,228 INFO  [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-26230439:(num 1733750437174)
2024-12-09T13:20:37,228 INFO  [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor
2024-12-09T13:20:37,230 INFO  [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:38669/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733750437166, archiveDir=hdfs://localhost:38669/hbase/oldWALs, maxLogs=32
2024-12-09T13:20:37,243 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733750437166/wal.1733750437230, exclude list is [], retry=0
2024-12-09T13:20:37,246 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37781,DS-4858dcea-8176-4e1a-a0aa-2e238ae3d36d,DISK]
2024-12-09T13:20:37,246 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42667,DS-310fa6c7-1b44-48c5-91ee-03a00afaa58d,DISK]
2024-12-09T13:20:37,246 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36633,DS-24d34457-d44e-4b4d-99cf-d912522ac431,DISK]
2024-12-09T13:20:37,248 INFO  [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733750437166/wal.1733750437230
2024-12-09T13:20:37,248 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45053:45053),(127.0.0.1/127.0.0.1:38687:38687),(127.0.0.1/127.0.0.1:44245:44245)]
2024-12-09T13:20:37,299 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 8ed06f8e00fd88679d2fe83a4d8fdd19, NAME => 'testReplayEditsAfterAbortingFlush,,1733750437169.8ed06f8e00fd88679d2fe83a4d8fdd19.', STARTKEY => '', ENDKEY => ''}
2024-12-09T13:20:37,301 DEBUG [Time-limited test {}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterAbortingFlush 8ed06f8e00fd88679d2fe83a4d8fdd19
2024-12-09T13:20:37,301 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterAbortingFlush,,1733750437169.8ed06f8e00fd88679d2fe83a4d8fdd19.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-09T13:20:37,301 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 8ed06f8e00fd88679d2fe83a4d8fdd19
2024-12-09T13:20:37,301 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 8ed06f8e00fd88679d2fe83a4d8fdd19
2024-12-09T13:20:37,303 INFO  [StoreOpener-8ed06f8e00fd88679d2fe83a4d8fdd19-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 8ed06f8e00fd88679d2fe83a4d8fdd19 
2024-12-09T13:20:37,304 INFO  [StoreOpener-8ed06f8e00fd88679d2fe83a4d8fdd19-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8ed06f8e00fd88679d2fe83a4d8fdd19 columnFamilyName a
2024-12-09T13:20:37,304 DEBUG [StoreOpener-8ed06f8e00fd88679d2fe83a4d8fdd19-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:20:37,305 INFO  [StoreOpener-8ed06f8e00fd88679d2fe83a4d8fdd19-1 {}] regionserver.HStore(327): Store=8ed06f8e00fd88679d2fe83a4d8fdd19/a,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-09T13:20:37,305 INFO  [StoreOpener-8ed06f8e00fd88679d2fe83a4d8fdd19-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 8ed06f8e00fd88679d2fe83a4d8fdd19 
2024-12-09T13:20:37,305 INFO  [StoreOpener-8ed06f8e00fd88679d2fe83a4d8fdd19-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8ed06f8e00fd88679d2fe83a4d8fdd19 columnFamilyName b
2024-12-09T13:20:37,306 DEBUG [StoreOpener-8ed06f8e00fd88679d2fe83a4d8fdd19-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:20:37,306 INFO  [StoreOpener-8ed06f8e00fd88679d2fe83a4d8fdd19-1 {}] regionserver.HStore(327): Store=8ed06f8e00fd88679d2fe83a4d8fdd19/b,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-09T13:20:37,306 INFO  [StoreOpener-8ed06f8e00fd88679d2fe83a4d8fdd19-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 8ed06f8e00fd88679d2fe83a4d8fdd19 
2024-12-09T13:20:37,307 INFO  [StoreOpener-8ed06f8e00fd88679d2fe83a4d8fdd19-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8ed06f8e00fd88679d2fe83a4d8fdd19 columnFamilyName c
2024-12-09T13:20:37,307 DEBUG [StoreOpener-8ed06f8e00fd88679d2fe83a4d8fdd19-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:20:37,307 INFO  [StoreOpener-8ed06f8e00fd88679d2fe83a4d8fdd19-1 {}] regionserver.HStore(327): Store=8ed06f8e00fd88679d2fe83a4d8fdd19/c,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-09T13:20:37,308 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 8ed06f8e00fd88679d2fe83a4d8fdd19
2024-12-09T13:20:37,308 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38669/hbase/data/default/testReplayEditsAfterAbortingFlush/8ed06f8e00fd88679d2fe83a4d8fdd19
2024-12-09T13:20:37,309 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38669/hbase/data/default/testReplayEditsAfterAbortingFlush/8ed06f8e00fd88679d2fe83a4d8fdd19
2024-12-09T13:20:37,310 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 8ed06f8e00fd88679d2fe83a4d8fdd19
2024-12-09T13:20:37,310 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 8ed06f8e00fd88679d2fe83a4d8fdd19
2024-12-09T13:20:37,311 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterAbortingFlush descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-12-09T13:20:37,312 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 8ed06f8e00fd88679d2fe83a4d8fdd19
2024-12-09T13:20:37,313 INFO  [Time-limited test {}] regionserver.HRegion(1114): Opened 8ed06f8e00fd88679d2fe83a4d8fdd19; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65755981, jitterRate=-0.0201595276594162}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-12-09T13:20:37,313 DEBUG [Time-limited test {}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8ed06f8e00fd88679d2fe83a4d8fdd19
2024-12-09T13:20:37,314 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 8ed06f8e00fd88679d2fe83a4d8fdd19:
Running coprocessor pre-open hook at 1733750437301Writing region info on filesystem at 1733750437301Initializing all the Stores at 1733750437302 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733750437303 (+1 ms)Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733750437303Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733750437303Cleaning up temporary data from old regions at 1733750437310 (+7 ms)Running coprocessor post-open hooks at 1733750437313 (+3 ms)Region opened successfully at 1733750437314 (+1 ms)
2024-12-09T13:20:37,326 INFO  [Time-limited test {}] regionserver.HRegion(2902): Flushing 8ed06f8e00fd88679d2fe83a4d8fdd19 3/3 column families, dataSize=590 B heapSize=2.08 KB
2024-12-09T13:20:37,327 WARN  [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 8ed06f8e00fd88679d2fe83a4d8fdd19/a, retrying num=0
java.io.IOException: Simulated exception by tests
	at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?]
	at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:20:38,328 WARN  [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 8ed06f8e00fd88679d2fe83a4d8fdd19/a, retrying num=1
java.io.IOException: Simulated exception by tests
	at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?]
	at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:20:38,393 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36633 is added to blk_1073741833_1009 (size=1407)
2024-12-09T13:20:39,049 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-12-09T13:20:39,329 WARN  [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 8ed06f8e00fd88679d2fe83a4d8fdd19/a, retrying num=2
java.io.IOException: Simulated exception by tests
	at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?]
	at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:20:40,330 WARN  [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 8ed06f8e00fd88679d2fe83a4d8fdd19/a, retrying num=3
java.io.IOException: Simulated exception by tests
	at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?]
	at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:20:41,330 WARN  [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 8ed06f8e00fd88679d2fe83a4d8fdd19/a, retrying num=4
java.io.IOException: Simulated exception by tests
	at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?]
	at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:20:41,992 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-12-09T13:20:42,331 WARN  [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 8ed06f8e00fd88679d2fe83a4d8fdd19/a, retrying num=5
java.io.IOException: Simulated exception by tests
	at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?]
	at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:20:43,293 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsWrittenViaHRegion
2024-12-09T13:20:43,293 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsWrittenViaHRegion Metrics about Tables on a single HBase RegionServer
2024-12-09T13:20:43,295 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsAfterRegionMovedWithMultiCF
2024-12-09T13:20:43,295 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsAfterRegionMovedWithMultiCF Metrics about Tables on a single HBase RegionServer
2024-12-09T13:20:43,296 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsAfterAbortingFlush
2024-12-09T13:20:43,296 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsAfterAbortingFlush Metrics about Tables on a single HBase RegionServer
2024-12-09T13:20:43,332 WARN  [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 8ed06f8e00fd88679d2fe83a4d8fdd19/a, retrying num=6
java.io.IOException: Simulated exception by tests
	at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?]
	at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:20:44,333 WARN  [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 8ed06f8e00fd88679d2fe83a4d8fdd19/a, retrying num=7
java.io.IOException: Simulated exception by tests
	at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?]
	at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:20:45,334 WARN  [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 8ed06f8e00fd88679d2fe83a4d8fdd19/a, retrying num=8
java.io.IOException: Simulated exception by tests
	at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?]
	at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:20:46,334 WARN  [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 8ed06f8e00fd88679d2fe83a4d8fdd19/a, retrying num=9
java.io.IOException: Simulated exception by tests
	at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?]
	at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:20:46,335 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 8ed06f8e00fd88679d2fe83a4d8fdd19:

2024-12-09T13:20:46,336 INFO  [Time-limited test {}] wal.AbstractTestWALReplay(671): Expected simulated exception when flushing region, region: testReplayEditsAfterAbortingFlush,,1733750437169.8ed06f8e00fd88679d2fe83a4d8fdd19.
2024-12-09T13:20:46,350 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 8ed06f8e00fd88679d2fe83a4d8fdd19:

2024-12-09T13:20:46,350 INFO  [Time-limited test {}] wal.AbstractTestWALReplay(691): Expected exception when flushing region because server is stopped,Aborting flush because server is aborted...
2024-12-09T13:20:46,351 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 8ed06f8e00fd88679d2fe83a4d8fdd19, disabling compactions & flushes
2024-12-09T13:20:46,351 INFO  [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterAbortingFlush,,1733750437169.8ed06f8e00fd88679d2fe83a4d8fdd19.
2024-12-09T13:20:46,351 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterAbortingFlush,,1733750437169.8ed06f8e00fd88679d2fe83a4d8fdd19.
2024-12-09T13:20:46,351 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterAbortingFlush,,1733750437169.8ed06f8e00fd88679d2fe83a4d8fdd19. after waiting 0 ms
2024-12-09T13:20:46,351 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterAbortingFlush,,1733750437169.8ed06f8e00fd88679d2fe83a4d8fdd19.
2024-12-09T13:20:46,351 ERROR [Time-limited test {}] regionserver.HRegion(1960): Memstore data size is 1190 in region testReplayEditsAfterAbortingFlush,,1733750437169.8ed06f8e00fd88679d2fe83a4d8fdd19.
2024-12-09T13:20:46,351 INFO  [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsAfterAbortingFlush,,1733750437169.8ed06f8e00fd88679d2fe83a4d8fdd19.
2024-12-09T13:20:46,351 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 8ed06f8e00fd88679d2fe83a4d8fdd19:
Waiting for close lock at 1733750446351Running coprocessor pre-close hooks at 1733750446351Disabling compacts and flushes for region at 1733750446351Disabling writes for close at 1733750446351Writing region close event to WAL at 1733750446351Running coprocessor post-close hooks at 1733750446351Closed at 1733750446351
2024-12-09T13:20:46,354 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42667 is added to blk_1073741903_1081 (size=2691)
2024-12-09T13:20:46,354 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36633 is added to blk_1073741903_1081 (size=2691)
2024-12-09T13:20:46,354 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37781 is added to blk_1073741903_1081 (size=2691)
2024-12-09T13:20:46,379 INFO  [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38669/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733750437166/wal.1733750437230, size=2.6 K (2691bytes)
2024-12-09T13:20:46,379 INFO  [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38669/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733750437166/wal.1733750437230
2024-12-09T13:20:46,379 INFO  [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38669/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733750437166/wal.1733750437230 after 0ms
2024-12-09T13:20:46,385 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:38669/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733750437166/wal.1733750437230: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ
2024-12-09T13:20:46,385 INFO  [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38669/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733750437166/wal.1733750437230 took 6ms
2024-12-09T13:20:46,392 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38669/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733750437166/wal.1733750437230 so closing down
2024-12-09T13:20:46,393 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish
2024-12-09T13:20:46,397 INFO  [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-wal.1733750437230.temp
2024-12-09T13:20:46,400 INFO  [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38669/hbase/data/default/testReplayEditsAfterAbortingFlush/8ed06f8e00fd88679d2fe83a4d8fdd19/recovered.edits/0000000000000000004-wal.1733750437230.temp
2024-12-09T13:20:46,400 INFO  [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished
2024-12-09T13:20:46,416 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42667 is added to blk_1073741904_1082 (size=2094)
2024-12-09T13:20:46,416 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37781 is added to blk_1073741904_1082 (size=2094)
2024-12-09T13:20:46,418 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36633 is added to blk_1073741904_1082 (size=2094)
2024-12-09T13:20:46,418 INFO  [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38669/hbase/data/default/testReplayEditsAfterAbortingFlush/8ed06f8e00fd88679d2fe83a4d8fdd19/recovered.edits/0000000000000000004-wal.1733750437230.temp (wrote 20 edits, skipped 0 edits in 0 ms)
2024-12-09T13:20:46,420 INFO  [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38669/hbase/data/default/testReplayEditsAfterAbortingFlush/8ed06f8e00fd88679d2fe83a4d8fdd19/recovered.edits/0000000000000000004-wal.1733750437230.temp to hdfs://localhost:38669/hbase/data/default/testReplayEditsAfterAbortingFlush/8ed06f8e00fd88679d2fe83a4d8fdd19/recovered.edits/0000000000000000026
2024-12-09T13:20:46,420 INFO  [Time-limited test {}] wal.WALSplitter(425): Processed 23 edits across 1 Regions in 34 ms; skipped=3; WAL=hdfs://localhost:38669/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733750437166/wal.1733750437230, size=2.6 K, length=2691, corrupted=false, cancelled=false
2024-12-09T13:20:46,420 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38669/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733750437166/wal.1733750437230, journal: Splitting hdfs://localhost:38669/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733750437166/wal.1733750437230, size=2.6 K (2691bytes) at 1733750446379Finishing writing output for hdfs://localhost:38669/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733750437166/wal.1733750437230 so closing down at 1733750446393 (+14 ms)Creating recovered edits writer path=hdfs://localhost:38669/hbase/data/default/testReplayEditsAfterAbortingFlush/8ed06f8e00fd88679d2fe83a4d8fdd19/recovered.edits/0000000000000000004-wal.1733750437230.temp at 1733750446400 (+7 ms)3 split writer threads finished at 1733750446400Closed recovered edits writer path=hdfs://localhost:38669/hbase/data/default/testReplayEditsAfterAbortingFlush/8ed06f8e00fd88679d2fe83a4d8fdd19/recovered.edits/0000000000000000004-wal.1733750437230.temp (wrote 20 edits, skipped 0 edits in 0 ms) at 1733750446418 (+18 ms)Rename recovered edits hdfs://localhost:38669/hbase/data/default/testReplayEditsAfterAbortingFlush/8ed06f8e00fd88679d2fe83a4d8fdd19/recovered.edits/0000000000000000004-wal.1733750437230.temp to hdfs://localhost:38669/hbase/data/default/testReplayEditsAfterAbortingFlush/8ed06f8e00fd88679d2fe83a4d8fdd19/recovered.edits/0000000000000000026 at 1733750446420 (+2 ms)Processed 23 edits across 1 Regions in 34 ms; skipped=3; WAL=hdfs://localhost:38669/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733750437166/wal.1733750437230, size=2.6 K, length=2691, corrupted=false, cancelled=false at 1733750446420
2024-12-09T13:20:46,421 INFO  [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38669/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733750437166/wal.1733750437230 to hdfs://localhost:38669/hbase/oldWALs/wal.1733750437230
2024-12-09T13:20:46,422 INFO  [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:38669/hbase/data/default/testReplayEditsAfterAbortingFlush/8ed06f8e00fd88679d2fe83a4d8fdd19/recovered.edits/0000000000000000026
2024-12-09T13:20:46,423 INFO  [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor
2024-12-09T13:20:46,426 INFO  [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:38669/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733750437166, archiveDir=hdfs://localhost:38669/hbase/oldWALs, maxLogs=32
2024-12-09T13:20:46,445 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733750437166/wal.1733750446427, exclude list is [], retry=0
2024-12-09T13:20:46,452 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42667,DS-310fa6c7-1b44-48c5-91ee-03a00afaa58d,DISK]
2024-12-09T13:20:46,453 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36633,DS-24d34457-d44e-4b4d-99cf-d912522ac431,DISK]
2024-12-09T13:20:46,453 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37781,DS-4858dcea-8176-4e1a-a0aa-2e238ae3d36d,DISK]
2024-12-09T13:20:46,483 INFO  [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733750437166/wal.1733750446427
2024-12-09T13:20:46,498 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38687:38687),(127.0.0.1/127.0.0.1:44245:44245),(127.0.0.1/127.0.0.1:45053:45053)]
2024-12-09T13:20:46,499 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 8ed06f8e00fd88679d2fe83a4d8fdd19, NAME => 'testReplayEditsAfterAbortingFlush,,1733750437169.8ed06f8e00fd88679d2fe83a4d8fdd19.', STARTKEY => '', ENDKEY => ''}
2024-12-09T13:20:46,500 DEBUG [Time-limited test {}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterAbortingFlush 8ed06f8e00fd88679d2fe83a4d8fdd19
2024-12-09T13:20:46,500 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterAbortingFlush,,1733750437169.8ed06f8e00fd88679d2fe83a4d8fdd19.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-09T13:20:46,500 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 8ed06f8e00fd88679d2fe83a4d8fdd19
2024-12-09T13:20:46,500 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 8ed06f8e00fd88679d2fe83a4d8fdd19
2024-12-09T13:20:46,506 INFO  [StoreOpener-8ed06f8e00fd88679d2fe83a4d8fdd19-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 8ed06f8e00fd88679d2fe83a4d8fdd19 
2024-12-09T13:20:46,507 INFO  [StoreOpener-8ed06f8e00fd88679d2fe83a4d8fdd19-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8ed06f8e00fd88679d2fe83a4d8fdd19 columnFamilyName a
2024-12-09T13:20:46,507 DEBUG [StoreOpener-8ed06f8e00fd88679d2fe83a4d8fdd19-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:20:46,508 INFO  [StoreOpener-8ed06f8e00fd88679d2fe83a4d8fdd19-1 {}] regionserver.HStore(327): Store=8ed06f8e00fd88679d2fe83a4d8fdd19/a,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-09T13:20:46,508 INFO  [StoreOpener-8ed06f8e00fd88679d2fe83a4d8fdd19-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 8ed06f8e00fd88679d2fe83a4d8fdd19 
2024-12-09T13:20:46,513 INFO  [StoreOpener-8ed06f8e00fd88679d2fe83a4d8fdd19-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8ed06f8e00fd88679d2fe83a4d8fdd19 columnFamilyName b
2024-12-09T13:20:46,513 DEBUG [StoreOpener-8ed06f8e00fd88679d2fe83a4d8fdd19-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:20:46,515 INFO  [StoreOpener-8ed06f8e00fd88679d2fe83a4d8fdd19-1 {}] regionserver.HStore(327): Store=8ed06f8e00fd88679d2fe83a4d8fdd19/b,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-09T13:20:46,515 INFO  [StoreOpener-8ed06f8e00fd88679d2fe83a4d8fdd19-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 8ed06f8e00fd88679d2fe83a4d8fdd19 
2024-12-09T13:20:46,516 INFO  [StoreOpener-8ed06f8e00fd88679d2fe83a4d8fdd19-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8ed06f8e00fd88679d2fe83a4d8fdd19 columnFamilyName c
2024-12-09T13:20:46,516 DEBUG [StoreOpener-8ed06f8e00fd88679d2fe83a4d8fdd19-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:20:46,519 INFO  [StoreOpener-8ed06f8e00fd88679d2fe83a4d8fdd19-1 {}] regionserver.HStore(327): Store=8ed06f8e00fd88679d2fe83a4d8fdd19/c,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-09T13:20:46,519 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 8ed06f8e00fd88679d2fe83a4d8fdd19
2024-12-09T13:20:46,520 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38669/hbase/data/default/testReplayEditsAfterAbortingFlush/8ed06f8e00fd88679d2fe83a4d8fdd19
2024-12-09T13:20:46,522 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:38669/hbase/data/default/testReplayEditsAfterAbortingFlush/8ed06f8e00fd88679d2fe83a4d8fdd19
2024-12-09T13:20:46,522 INFO  [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:38669/hbase/data/default/testReplayEditsAfterAbortingFlush/8ed06f8e00fd88679d2fe83a4d8fdd19/recovered.edits/0000000000000000026
2024-12-09T13:20:46,530 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:38669/hbase/data/default/testReplayEditsAfterAbortingFlush/8ed06f8e00fd88679d2fe83a4d8fdd19/recovered.edits/0000000000000000026: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ
2024-12-09T13:20:46,532 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 20, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=26, path=hdfs://localhost:38669/hbase/data/default/testReplayEditsAfterAbortingFlush/8ed06f8e00fd88679d2fe83a4d8fdd19/recovered.edits/0000000000000000026
2024-12-09T13:20:46,532 INFO  [Time-limited test {}] regionserver.HRegion(2902): Flushing 8ed06f8e00fd88679d2fe83a4d8fdd19 3/3 column families, dataSize=1.16 KB heapSize=3.41 KB
2024-12-09T13:20:46,549 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38669/hbase/data/default/testReplayEditsAfterAbortingFlush/8ed06f8e00fd88679d2fe83a4d8fdd19/.tmp/a/f69291877b91457082e2277a273df111 is 64, key is testReplayEditsAfterAbortingFlush12/a:q/1733750446341/Put/seqid=0
2024-12-09T13:20:46,556 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36633 is added to blk_1073741906_1084 (size=5523)
2024-12-09T13:20:46,557 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42667 is added to blk_1073741906_1084 (size=5523)
2024-12-09T13:20:46,557 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37781 is added to blk_1073741906_1084 (size=5523)
2024-12-09T13:20:46,558 INFO  [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=416 B at sequenceid=26 (bloomFilter=true), to=hdfs://localhost:38669/hbase/data/default/testReplayEditsAfterAbortingFlush/8ed06f8e00fd88679d2fe83a4d8fdd19/.tmp/a/f69291877b91457082e2277a273df111
2024-12-09T13:20:46,593 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38669/hbase/data/default/testReplayEditsAfterAbortingFlush/8ed06f8e00fd88679d2fe83a4d8fdd19/.tmp/b/c69064bc4a6143aca87dd08bed07f9b9 is 64, key is testReplayEditsAfterAbortingFlush10/b:q/1733750446336/Put/seqid=0
2024-12-09T13:20:46,608 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42667 is added to blk_1073741907_1085 (size=5524)
2024-12-09T13:20:46,609 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37781 is added to blk_1073741907_1085 (size=5524)
2024-12-09T13:20:46,609 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36633 is added to blk_1073741907_1085 (size=5524)
2024-12-09T13:20:46,611 INFO  [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=417 B at sequenceid=26 (bloomFilter=true), to=hdfs://localhost:38669/hbase/data/default/testReplayEditsAfterAbortingFlush/8ed06f8e00fd88679d2fe83a4d8fdd19/.tmp/b/c69064bc4a6143aca87dd08bed07f9b9
2024-12-09T13:20:46,633 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38669/hbase/data/default/testReplayEditsAfterAbortingFlush/8ed06f8e00fd88679d2fe83a4d8fdd19/.tmp/c/6ae4ce4c33a348849710ee4ed4ddce10 is 64, key is testReplayEditsAfterAbortingFlush11/c:q/1733750446339/Put/seqid=0
2024-12-09T13:20:46,649 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42667 is added to blk_1073741908_1086 (size=5457)
2024-12-09T13:20:46,650 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36633 is added to blk_1073741908_1086 (size=5457)
2024-12-09T13:20:46,650 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37781 is added to blk_1073741908_1086 (size=5457)
2024-12-09T13:20:46,651 INFO  [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=357 B at sequenceid=26 (bloomFilter=true), to=hdfs://localhost:38669/hbase/data/default/testReplayEditsAfterAbortingFlush/8ed06f8e00fd88679d2fe83a4d8fdd19/.tmp/c/6ae4ce4c33a348849710ee4ed4ddce10
2024-12-09T13:20:46,661 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38669/hbase/data/default/testReplayEditsAfterAbortingFlush/8ed06f8e00fd88679d2fe83a4d8fdd19/.tmp/a/f69291877b91457082e2277a273df111 as hdfs://localhost:38669/hbase/data/default/testReplayEditsAfterAbortingFlush/8ed06f8e00fd88679d2fe83a4d8fdd19/a/f69291877b91457082e2277a273df111
2024-12-09T13:20:46,670 INFO  [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38669/hbase/data/default/testReplayEditsAfterAbortingFlush/8ed06f8e00fd88679d2fe83a4d8fdd19/a/f69291877b91457082e2277a273df111, entries=7, sequenceid=26, filesize=5.4 K
2024-12-09T13:20:46,672 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38669/hbase/data/default/testReplayEditsAfterAbortingFlush/8ed06f8e00fd88679d2fe83a4d8fdd19/.tmp/b/c69064bc4a6143aca87dd08bed07f9b9 as hdfs://localhost:38669/hbase/data/default/testReplayEditsAfterAbortingFlush/8ed06f8e00fd88679d2fe83a4d8fdd19/b/c69064bc4a6143aca87dd08bed07f9b9
2024-12-09T13:20:46,686 INFO  [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38669/hbase/data/default/testReplayEditsAfterAbortingFlush/8ed06f8e00fd88679d2fe83a4d8fdd19/b/c69064bc4a6143aca87dd08bed07f9b9, entries=7, sequenceid=26, filesize=5.4 K
2024-12-09T13:20:46,687 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38669/hbase/data/default/testReplayEditsAfterAbortingFlush/8ed06f8e00fd88679d2fe83a4d8fdd19/.tmp/c/6ae4ce4c33a348849710ee4ed4ddce10 as hdfs://localhost:38669/hbase/data/default/testReplayEditsAfterAbortingFlush/8ed06f8e00fd88679d2fe83a4d8fdd19/c/6ae4ce4c33a348849710ee4ed4ddce10
2024-12-09T13:20:46,692 INFO  [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38669/hbase/data/default/testReplayEditsAfterAbortingFlush/8ed06f8e00fd88679d2fe83a4d8fdd19/c/6ae4ce4c33a348849710ee4ed4ddce10, entries=6, sequenceid=26, filesize=5.3 K
2024-12-09T13:20:46,693 INFO  [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~1.16 KB/1190, heapSize ~3.36 KB/3440, currentSize=0 B/0 for 8ed06f8e00fd88679d2fe83a4d8fdd19 in 161ms, sequenceid=26, compaction requested=false; wal=null
2024-12-09T13:20:46,693 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:38669/hbase/data/default/testReplayEditsAfterAbortingFlush/8ed06f8e00fd88679d2fe83a4d8fdd19/recovered.edits/0000000000000000026
2024-12-09T13:20:46,695 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 8ed06f8e00fd88679d2fe83a4d8fdd19
2024-12-09T13:20:46,695 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 8ed06f8e00fd88679d2fe83a4d8fdd19
2024-12-09T13:20:46,695 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterAbortingFlush descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-12-09T13:20:46,697 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 8ed06f8e00fd88679d2fe83a4d8fdd19
2024-12-09T13:20:46,699 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38669/hbase/data/default/testReplayEditsAfterAbortingFlush/8ed06f8e00fd88679d2fe83a4d8fdd19/recovered.edits/26.seqid, newMaxSeqId=26, maxSeqId=1
2024-12-09T13:20:46,700 INFO  [Time-limited test {}] regionserver.HRegion(1114): Opened 8ed06f8e00fd88679d2fe83a4d8fdd19; next sequenceid=27; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74811466, jitterRate=0.11477771401405334}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-12-09T13:20:46,700 DEBUG [Time-limited test {}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8ed06f8e00fd88679d2fe83a4d8fdd19
2024-12-09T13:20:46,700 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 8ed06f8e00fd88679d2fe83a4d8fdd19:
Running coprocessor pre-open hook at 1733750446500Writing region info on filesystem at 1733750446500Initializing all the Stores at 1733750446505 (+5 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733750446505Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733750446505Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733750446505Obtaining lock to block concurrent updates at 1733750446532 (+27 ms)Preparing flush snapshotting stores in 8ed06f8e00fd88679d2fe83a4d8fdd19 at 1733750446532Finished memstore snapshotting testReplayEditsAfterAbortingFlush,,1733750437169.8ed06f8e00fd88679d2fe83a4d8fdd19., syncing WAL and waiting on mvcc, flushsize=dataSize=1190, getHeapSize=3440, getOffHeapSize=0, getCellsCount=20 at 1733750446532Flushing stores of testReplayEditsAfterAbortingFlush,,1733750437169.8ed06f8e00fd88679d2fe83a4d8fdd19. at 1733750446532Flushing 8ed06f8e00fd88679d2fe83a4d8fdd19/a: creating writer at 1733750446533 (+1 ms)Flushing 8ed06f8e00fd88679d2fe83a4d8fdd19/a: appending metadata at 1733750446549 (+16 ms)Flushing 8ed06f8e00fd88679d2fe83a4d8fdd19/a: closing flushed file at 1733750446549Flushing 8ed06f8e00fd88679d2fe83a4d8fdd19/b: creating writer at 1733750446569 (+20 ms)Flushing 8ed06f8e00fd88679d2fe83a4d8fdd19/b: appending metadata at 1733750446592 (+23 ms)Flushing 8ed06f8e00fd88679d2fe83a4d8fdd19/b: closing flushed file at 1733750446592Flushing 8ed06f8e00fd88679d2fe83a4d8fdd19/c: creating writer at 1733750446616 (+24 ms)Flushing 8ed06f8e00fd88679d2fe83a4d8fdd19/c: appending metadata at 1733750446632 (+16 ms)Flushing 8ed06f8e00fd88679d2fe83a4d8fdd19/c: closing flushed file at 1733750446632Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@37d9874d: reopening flushed file at 1733750446658 (+26 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@59d5e6ee: reopening flushed file at 1733750446671 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@213635cf: reopening flushed file at 1733750446686 (+15 ms)Finished flush of dataSize ~1.16 KB/1190, heapSize ~3.36 KB/3440, currentSize=0 B/0 for 8ed06f8e00fd88679d2fe83a4d8fdd19 in 161ms, sequenceid=26, compaction requested=false; wal=null at 1733750446693 (+7 ms)Cleaning up temporary data from old regions at 1733750446695 (+2 ms)Running coprocessor post-open hooks at 1733750446700 (+5 ms)Region opened successfully at 1733750446700
2024-12-09T13:20:46,730 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testReplayEditsAfterAbortingFlush Thread=413 (was 410)
Potentially hanging thread: AsyncFSWAL-22-3
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6700d7a4-6ba7-e153-49ad-98b8aa919c41/cluster_c6ca9ad2-2fa4-2955-7341-03ec1bf74ce0/data/data1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: AsyncFSWAL-22-2
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6700d7a4-6ba7-e153-49ad-98b8aa919c41/cluster_c6ca9ad2-2fa4-2955-7341-03ec1bf74ce0/data/data2
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: PacketResponder: BP-1272807186-172.17.0.3-1733750408806:blk_1073741905_1083, type=LAST_IN_PIPELINE
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	java.base@17.0.11/java.lang.Object.wait(Object.java:338)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: AsyncFSWAL-22-1
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1274793967_22 at /127.0.0.1:43148 [Waiting for operation #11]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: PacketResponder: BP-1272807186-172.17.0.3-1733750408806:blk_1073741905_1083, type=LAST_IN_PIPELINE
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	java.base@17.0.11/java.lang.Object.wait(Object.java:338)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1274793967_22 at /127.0.0.1:35836 [Waiting for operation #5]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1274793967_22 at /127.0.0.1:41394 [Receiving block BP-1272807186-172.17.0.3-1733750408806:blk_1073741905_1083]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343)
	java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151)
	app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1274793967_22 at /127.0.0.1:43156 [Receiving block BP-1272807186-172.17.0.3-1733750408806:blk_1073741905_1083]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343)
	java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151)
	app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: PacketResponder: BP-1272807186-172.17.0.3-1733750408806:blk_1073741905_1083, type=LAST_IN_PIPELINE
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	java.base@17.0.11/java.lang.Object.wait(Object.java:338)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1274793967_22 at /127.0.0.1:35800 [Receiving block BP-1272807186-172.17.0.3-1733750408806:blk_1073741905_1083]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343)
	java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151)
	app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1274793967_22 at /127.0.0.1:41424 [Waiting for operation #9]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=1164 (was 1104) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=895 (was 974), ProcessCount=11 (was 11), AvailableMemoryMB=4986 (was 4374) - AvailableMemoryMB LEAK? -
2024-12-09T13:20:46,730 WARN  [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1164 is superior to 1024
2024-12-09T13:20:46,754 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testDatalossWhenInputError Thread=413, OpenFileDescriptor=1168, MaxFileDescriptor=1048576, SystemLoadAverage=895, ProcessCount=11, AvailableMemoryMB=4980
2024-12-09T13:20:46,754 WARN  [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1168 is superior to 1024
2024-12-09T13:20:46,779 INFO  [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-12-09T13:20:46,782 INFO  [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-12-09T13:20:46,782 INFO  [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-12-09T13:20:46,799 INFO  [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-42373413, suffix=, logDir=hdfs://localhost:38669/hbase/WALs/hregion-42373413, archiveDir=hdfs://localhost:38669/hbase/oldWALs, maxLogs=32
2024-12-09T13:20:46,826 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-42373413/hregion-42373413.1733750446799, exclude list is [], retry=0
2024-12-09T13:20:46,835 DEBUG [AsyncFSWAL-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42667,DS-310fa6c7-1b44-48c5-91ee-03a00afaa58d,DISK]
2024-12-09T13:20:46,837 DEBUG [AsyncFSWAL-24-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37781,DS-4858dcea-8176-4e1a-a0aa-2e238ae3d36d,DISK]
2024-12-09T13:20:46,837 DEBUG [AsyncFSWAL-24-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36633,DS-24d34457-d44e-4b4d-99cf-d912522ac431,DISK]
2024-12-09T13:20:46,845 INFO  [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-42373413/hregion-42373413.1733750446799
2024-12-09T13:20:46,845 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45053:45053),(127.0.0.1/127.0.0.1:38687:38687),(127.0.0.1/127.0.0.1:44245:44245)]
2024-12-09T13:20:46,845 INFO  [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => d5962bb1c2e57aa21a850ea725d6450a, NAME => 'testDatalossWhenInputError,,1733750446780.d5962bb1c2e57aa21a850ea725d6450a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testDatalossWhenInputError', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38669/hbase
2024-12-09T13:20:46,890 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37781 is added to blk_1073741910_1088 (size=61)
2024-12-09T13:20:46,891 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36633 is added to blk_1073741910_1088 (size=61)
2024-12-09T13:20:46,891 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testDatalossWhenInputError,,1733750446780.d5962bb1c2e57aa21a850ea725d6450a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-09T13:20:46,893 INFO  [StoreOpener-d5962bb1c2e57aa21a850ea725d6450a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region d5962bb1c2e57aa21a850ea725d6450a 
2024-12-09T13:20:46,895 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42667 is added to blk_1073741910_1088 (size=61)
2024-12-09T13:20:46,895 INFO  [StoreOpener-d5962bb1c2e57aa21a850ea725d6450a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d5962bb1c2e57aa21a850ea725d6450a columnFamilyName a
2024-12-09T13:20:46,895 DEBUG [StoreOpener-d5962bb1c2e57aa21a850ea725d6450a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:20:46,897 INFO  [StoreOpener-d5962bb1c2e57aa21a850ea725d6450a-1 {}] regionserver.HStore(327): Store=d5962bb1c2e57aa21a850ea725d6450a/a,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-09T13:20:46,898 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for d5962bb1c2e57aa21a850ea725d6450a
2024-12-09T13:20:46,899 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38669/hbase/data/default/testDatalossWhenInputError/d5962bb1c2e57aa21a850ea725d6450a
2024-12-09T13:20:46,899 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38669/hbase/data/default/testDatalossWhenInputError/d5962bb1c2e57aa21a850ea725d6450a
2024-12-09T13:20:46,905 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for d5962bb1c2e57aa21a850ea725d6450a
2024-12-09T13:20:46,905 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for d5962bb1c2e57aa21a850ea725d6450a
2024-12-09T13:20:46,909 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for d5962bb1c2e57aa21a850ea725d6450a
2024-12-09T13:20:46,919 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38669/hbase/data/default/testDatalossWhenInputError/d5962bb1c2e57aa21a850ea725d6450a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-09T13:20:46,919 INFO  [Time-limited test {}] regionserver.HRegion(1114): Opened d5962bb1c2e57aa21a850ea725d6450a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73594689, jitterRate=0.09664632380008698}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-12-09T13:20:46,920 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for d5962bb1c2e57aa21a850ea725d6450a:
Writing region info on filesystem at 1733750446892Initializing all the Stores at 1733750446893 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733750446893Cleaning up temporary data from old regions at 1733750446905 (+12 ms)Region opened successfully at 1733750446920 (+15 ms)
2024-12-09T13:20:46,920 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing d5962bb1c2e57aa21a850ea725d6450a, disabling compactions & flushes
2024-12-09T13:20:46,922 INFO  [Time-limited test {}] regionserver.HRegion(1755): Closing region testDatalossWhenInputError,,1733750446780.d5962bb1c2e57aa21a850ea725d6450a.
2024-12-09T13:20:46,922 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testDatalossWhenInputError,,1733750446780.d5962bb1c2e57aa21a850ea725d6450a.
2024-12-09T13:20:46,922 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testDatalossWhenInputError,,1733750446780.d5962bb1c2e57aa21a850ea725d6450a. after waiting 0 ms
2024-12-09T13:20:46,923 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testDatalossWhenInputError,,1733750446780.d5962bb1c2e57aa21a850ea725d6450a.
2024-12-09T13:20:46,927 INFO  [Time-limited test {}] regionserver.HRegion(1973): Closed testDatalossWhenInputError,,1733750446780.d5962bb1c2e57aa21a850ea725d6450a.
2024-12-09T13:20:46,927 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for d5962bb1c2e57aa21a850ea725d6450a:
Waiting for close lock at 1733750446920Disabling compacts and flushes for region at 1733750446920Disabling writes for close at 1733750446923 (+3 ms)Writing region close event to WAL at 1733750446927 (+4 ms)Closed at 1733750446927
2024-12-09T13:20:46,935 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42667 is added to blk_1073741909_1087 (size=95)
2024-12-09T13:20:46,935 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37781 is added to blk_1073741909_1087 (size=95)
2024-12-09T13:20:46,935 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36633 is added to blk_1073741909_1087 (size=95)
2024-12-09T13:20:46,941 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs
2024-12-09T13:20:46,941 INFO  [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-42373413:(num 1733750446799)
2024-12-09T13:20:46,941 INFO  [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor
2024-12-09T13:20:46,943 INFO  [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:38669/hbase/WALs/testdatalosswheninputerror-manual,16010,1733750446777, archiveDir=hdfs://localhost:38669/hbase/oldWALs, maxLogs=32
2024-12-09T13:20:46,957 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testdatalosswheninputerror-manual,16010,1733750446777/wal.1733750446943, exclude list is [], retry=0
2024-12-09T13:20:46,963 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37781,DS-4858dcea-8176-4e1a-a0aa-2e238ae3d36d,DISK]
2024-12-09T13:20:46,963 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42667,DS-310fa6c7-1b44-48c5-91ee-03a00afaa58d,DISK]
2024-12-09T13:20:46,964 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36633,DS-24d34457-d44e-4b4d-99cf-d912522ac431,DISK]
2024-12-09T13:20:46,986 INFO  [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testdatalosswheninputerror-manual,16010,1733750446777/wal.1733750446943
2024-12-09T13:20:46,992 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45053:45053),(127.0.0.1/127.0.0.1:38687:38687),(127.0.0.1/127.0.0.1:44245:44245)]
2024-12-09T13:20:46,993 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => d5962bb1c2e57aa21a850ea725d6450a, NAME => 'testDatalossWhenInputError,,1733750446780.d5962bb1c2e57aa21a850ea725d6450a.', STARTKEY => '', ENDKEY => ''}
2024-12-09T13:20:46,993 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testDatalossWhenInputError,,1733750446780.d5962bb1c2e57aa21a850ea725d6450a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-09T13:20:46,993 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for d5962bb1c2e57aa21a850ea725d6450a
2024-12-09T13:20:46,993 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for d5962bb1c2e57aa21a850ea725d6450a
2024-12-09T13:20:46,997 INFO  [StoreOpener-d5962bb1c2e57aa21a850ea725d6450a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region d5962bb1c2e57aa21a850ea725d6450a 
2024-12-09T13:20:46,999 INFO  [StoreOpener-d5962bb1c2e57aa21a850ea725d6450a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d5962bb1c2e57aa21a850ea725d6450a columnFamilyName a
2024-12-09T13:20:46,999 DEBUG [StoreOpener-d5962bb1c2e57aa21a850ea725d6450a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:20:46,999 INFO  [StoreOpener-d5962bb1c2e57aa21a850ea725d6450a-1 {}] regionserver.HStore(327): Store=d5962bb1c2e57aa21a850ea725d6450a/a,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-09T13:20:47,000 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for d5962bb1c2e57aa21a850ea725d6450a
2024-12-09T13:20:47,000 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38669/hbase/data/default/testDatalossWhenInputError/d5962bb1c2e57aa21a850ea725d6450a
2024-12-09T13:20:47,002 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38669/hbase/data/default/testDatalossWhenInputError/d5962bb1c2e57aa21a850ea725d6450a
2024-12-09T13:20:47,002 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for d5962bb1c2e57aa21a850ea725d6450a
2024-12-09T13:20:47,002 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for d5962bb1c2e57aa21a850ea725d6450a
2024-12-09T13:20:47,007 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for d5962bb1c2e57aa21a850ea725d6450a
2024-12-09T13:20:47,008 INFO  [Time-limited test {}] regionserver.HRegion(1114): Opened d5962bb1c2e57aa21a850ea725d6450a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70566555, jitterRate=0.051523610949516296}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-12-09T13:20:47,009 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for d5962bb1c2e57aa21a850ea725d6450a:
Writing region info on filesystem at 1733750446993Initializing all the Stores at 1733750446995 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733750446995Cleaning up temporary data from old regions at 1733750447002 (+7 ms)Region opened successfully at 1733750447009 (+7 ms)
2024-12-09T13:20:47,043 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing d5962bb1c2e57aa21a850ea725d6450a, disabling compactions & flushes
2024-12-09T13:20:47,043 INFO  [Time-limited test {}] regionserver.HRegion(1755): Closing region testDatalossWhenInputError,,1733750446780.d5962bb1c2e57aa21a850ea725d6450a.
2024-12-09T13:20:47,043 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testDatalossWhenInputError,,1733750446780.d5962bb1c2e57aa21a850ea725d6450a.
2024-12-09T13:20:47,043 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testDatalossWhenInputError,,1733750446780.d5962bb1c2e57aa21a850ea725d6450a. after waiting 0 ms
2024-12-09T13:20:47,043 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testDatalossWhenInputError,,1733750446780.d5962bb1c2e57aa21a850ea725d6450a.
2024-12-09T13:20:47,047 ERROR [Time-limited test {}] regionserver.HRegion(1960): Memstore data size is 750 in region testDatalossWhenInputError,,1733750446780.d5962bb1c2e57aa21a850ea725d6450a.
2024-12-09T13:20:47,047 INFO  [Time-limited test {}] regionserver.HRegion(1973): Closed testDatalossWhenInputError,,1733750446780.d5962bb1c2e57aa21a850ea725d6450a.
2024-12-09T13:20:47,047 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for d5962bb1c2e57aa21a850ea725d6450a:
Waiting for close lock at 1733750447043Disabling compacts and flushes for region at 1733750447043Disabling writes for close at 1733750447043Writing region close event to WAL at 1733750447046 (+3 ms)Closed at 1733750447047 (+1 ms)
2024-12-09T13:20:47,060 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36633 is added to blk_1073741911_1089 (size=1050)
2024-12-09T13:20:47,061 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37781 is added to blk_1073741911_1089 (size=1050)
2024-12-09T13:20:47,061 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42667 is added to blk_1073741911_1089 (size=1050)
2024-12-09T13:20:47,096 INFO  [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38669/hbase/WALs/testdatalosswheninputerror-manual,16010,1733750446777/wal.1733750446943, size=1.0 K (1050bytes)
2024-12-09T13:20:47,096 INFO  [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38669/hbase/WALs/testdatalosswheninputerror-manual,16010,1733750446777/wal.1733750446943
2024-12-09T13:20:47,098 INFO  [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38669/hbase/WALs/testdatalosswheninputerror-manual,16010,1733750446777/wal.1733750446943 after 2ms
2024-12-09T13:20:47,105 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:38669/hbase/WALs/testdatalosswheninputerror-manual,16010,1733750446777/wal.1733750446943: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ
2024-12-09T13:20:47,105 INFO  [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38669/hbase/WALs/testdatalosswheninputerror-manual,16010,1733750446777/wal.1733750446943 took 9ms
2024-12-09T13:20:47,111 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38669/hbase/WALs/testdatalosswheninputerror-manual,16010,1733750446777/wal.1733750446943 so closing down
2024-12-09T13:20:47,111 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish
2024-12-09T13:20:47,116 INFO  [Time-limited test-Writer-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1733750446943.temp
2024-12-09T13:20:47,121 INFO  [Time-limited test-Writer-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38669/hbase/data/default/testDatalossWhenInputError/d5962bb1c2e57aa21a850ea725d6450a/recovered.edits/0000000000000000003-wal.1733750446943.temp
2024-12-09T13:20:47,122 INFO  [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished
2024-12-09T13:20:47,154 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37781 is added to blk_1073741912_1090 (size=1050)
2024-12-09T13:20:47,154 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42667 is added to blk_1073741912_1090 (size=1050)
2024-12-09T13:20:47,154 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36633 is added to blk_1073741912_1090 (size=1050)
2024-12-09T13:20:47,555 INFO  [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38669/hbase/data/default/testDatalossWhenInputError/d5962bb1c2e57aa21a850ea725d6450a/recovered.edits/0000000000000000003-wal.1733750446943.temp (wrote 10 edits, skipped 0 edits in 0 ms)
2024-12-09T13:20:47,557 INFO  [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38669/hbase/data/default/testDatalossWhenInputError/d5962bb1c2e57aa21a850ea725d6450a/recovered.edits/0000000000000000003-wal.1733750446943.temp to hdfs://localhost:38669/hbase/data/default/testDatalossWhenInputError/d5962bb1c2e57aa21a850ea725d6450a/recovered.edits/0000000000000000012
2024-12-09T13:20:47,557 INFO  [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 1 Regions in 451 ms; skipped=0; WAL=hdfs://localhost:38669/hbase/WALs/testdatalosswheninputerror-manual,16010,1733750446777/wal.1733750446943, size=1.0 K, length=1050, corrupted=false, cancelled=false
2024-12-09T13:20:47,557 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38669/hbase/WALs/testdatalosswheninputerror-manual,16010,1733750446777/wal.1733750446943, journal: Splitting hdfs://localhost:38669/hbase/WALs/testdatalosswheninputerror-manual,16010,1733750446777/wal.1733750446943, size=1.0 K (1050bytes) at 1733750447096Finishing writing output for hdfs://localhost:38669/hbase/WALs/testdatalosswheninputerror-manual,16010,1733750446777/wal.1733750446943 so closing down at 1733750447111 (+15 ms)Creating recovered edits writer path=hdfs://localhost:38669/hbase/data/default/testDatalossWhenInputError/d5962bb1c2e57aa21a850ea725d6450a/recovered.edits/0000000000000000003-wal.1733750446943.temp at 1733750447121 (+10 ms)3 split writer threads finished at 1733750447122 (+1 ms)Closed recovered edits writer path=hdfs://localhost:38669/hbase/data/default/testDatalossWhenInputError/d5962bb1c2e57aa21a850ea725d6450a/recovered.edits/0000000000000000003-wal.1733750446943.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733750447555 (+433 ms)Rename recovered edits hdfs://localhost:38669/hbase/data/default/testDatalossWhenInputError/d5962bb1c2e57aa21a850ea725d6450a/recovered.edits/0000000000000000003-wal.1733750446943.temp to hdfs://localhost:38669/hbase/data/default/testDatalossWhenInputError/d5962bb1c2e57aa21a850ea725d6450a/recovered.edits/0000000000000000012 at 1733750447557 (+2 ms)Processed 10 edits across 1 Regions in 451 ms; skipped=0; WAL=hdfs://localhost:38669/hbase/WALs/testdatalosswheninputerror-manual,16010,1733750446777/wal.1733750446943, size=1.0 K, length=1050, corrupted=false, cancelled=false at 1733750447557
2024-12-09T13:20:47,560 INFO  [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38669/hbase/WALs/testdatalosswheninputerror-manual,16010,1733750446777/wal.1733750446943 to hdfs://localhost:38669/hbase/oldWALs/wal.1733750446943
2024-12-09T13:20:47,562 INFO  [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:38669/hbase/data/default/testDatalossWhenInputError/d5962bb1c2e57aa21a850ea725d6450a/recovered.edits/0000000000000000012
2024-12-09T13:20:47,575 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:38669/hbase/data/default/testDatalossWhenInputError/d5962bb1c2e57aa21a850ea725d6450a/recovered.edits/0000000000000000012: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ
2024-12-09T13:20:48,131 INFO  [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor
2024-12-09T13:20:48,140 INFO  [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:38669/hbase/WALs/testdatalosswheninputerror-manual,16010,1733750446777, archiveDir=hdfs://localhost:38669/hbase/oldWALs, maxLogs=32
2024-12-09T13:20:48,162 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testdatalosswheninputerror-manual,16010,1733750446777/wal.1733750448141, exclude list is [], retry=0
2024-12-09T13:20:48,168 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36633,DS-24d34457-d44e-4b4d-99cf-d912522ac431,DISK]
2024-12-09T13:20:48,169 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42667,DS-310fa6c7-1b44-48c5-91ee-03a00afaa58d,DISK]
2024-12-09T13:20:48,169 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37781,DS-4858dcea-8176-4e1a-a0aa-2e238ae3d36d,DISK]
2024-12-09T13:20:48,184 INFO  [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testdatalosswheninputerror-manual,16010,1733750446777/wal.1733750448141
2024-12-09T13:20:48,185 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44245:44245),(127.0.0.1/127.0.0.1:38687:38687),(127.0.0.1/127.0.0.1:45053:45053)]
2024-12-09T13:20:48,185 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => d5962bb1c2e57aa21a850ea725d6450a, NAME => 'testDatalossWhenInputError,,1733750446780.d5962bb1c2e57aa21a850ea725d6450a.', STARTKEY => '', ENDKEY => ''}
2024-12-09T13:20:48,185 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testDatalossWhenInputError,,1733750446780.d5962bb1c2e57aa21a850ea725d6450a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-09T13:20:48,185 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for d5962bb1c2e57aa21a850ea725d6450a
2024-12-09T13:20:48,185 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for d5962bb1c2e57aa21a850ea725d6450a
2024-12-09T13:20:48,202 INFO  [StoreOpener-d5962bb1c2e57aa21a850ea725d6450a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region d5962bb1c2e57aa21a850ea725d6450a 
2024-12-09T13:20:48,210 INFO  [StoreOpener-d5962bb1c2e57aa21a850ea725d6450a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d5962bb1c2e57aa21a850ea725d6450a columnFamilyName a
2024-12-09T13:20:48,210 DEBUG [StoreOpener-d5962bb1c2e57aa21a850ea725d6450a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:20:48,213 INFO  [StoreOpener-d5962bb1c2e57aa21a850ea725d6450a-1 {}] regionserver.HStore(327): Store=d5962bb1c2e57aa21a850ea725d6450a/a,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-09T13:20:48,214 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for d5962bb1c2e57aa21a850ea725d6450a
2024-12-09T13:20:48,215 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38669/hbase/data/default/testDatalossWhenInputError/d5962bb1c2e57aa21a850ea725d6450a
2024-12-09T13:20:48,217 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:38669/hbase/data/default/testDatalossWhenInputError/d5962bb1c2e57aa21a850ea725d6450a
2024-12-09T13:20:48,217 INFO  [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:38669/hbase/data/default/testDatalossWhenInputError/d5962bb1c2e57aa21a850ea725d6450a/recovered.edits/0000000000000000012
2024-12-09T13:20:48,225 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:38669/hbase/data/default/testDatalossWhenInputError/d5962bb1c2e57aa21a850ea725d6450a/recovered.edits/0000000000000000012: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ
2024-12-09T13:20:48,229 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 10, skipped 0, firstSequenceIdInLog=3, maxSequenceIdInLog=12, path=hdfs://localhost:38669/hbase/data/default/testDatalossWhenInputError/d5962bb1c2e57aa21a850ea725d6450a/recovered.edits/0000000000000000012
2024-12-09T13:20:48,229 INFO  [Time-limited test {}] regionserver.HRegion(2902): Flushing d5962bb1c2e57aa21a850ea725d6450a 1/1 column families, dataSize=750 B heapSize=1.73 KB
2024-12-09T13:20:48,275 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38669/hbase/data/default/testDatalossWhenInputError/d5962bb1c2e57aa21a850ea725d6450a/.tmp/a/354b933ecc5d436fbe7853deab76c40b is 79, key is testDatalossWhenInputError/a:x0/1733750447009/Put/seqid=0
2024-12-09T13:20:48,328 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42667 is added to blk_1073741914_1092 (size=5808)
2024-12-09T13:20:48,328 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37781 is added to blk_1073741914_1092 (size=5808)
2024-12-09T13:20:48,331 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36633 is added to blk_1073741914_1092 (size=5808)
2024-12-09T13:20:48,338 INFO  [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=750 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:38669/hbase/data/default/testDatalossWhenInputError/d5962bb1c2e57aa21a850ea725d6450a/.tmp/a/354b933ecc5d436fbe7853deab76c40b
2024-12-09T13:20:48,374 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38669/hbase/data/default/testDatalossWhenInputError/d5962bb1c2e57aa21a850ea725d6450a/.tmp/a/354b933ecc5d436fbe7853deab76c40b as hdfs://localhost:38669/hbase/data/default/testDatalossWhenInputError/d5962bb1c2e57aa21a850ea725d6450a/a/354b933ecc5d436fbe7853deab76c40b
2024-12-09T13:20:48,396 INFO  [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38669/hbase/data/default/testDatalossWhenInputError/d5962bb1c2e57aa21a850ea725d6450a/a/354b933ecc5d436fbe7853deab76c40b, entries=10, sequenceid=12, filesize=5.7 K
2024-12-09T13:20:48,397 INFO  [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~750 B/750, heapSize ~1.72 KB/1760, currentSize=0 B/0 for d5962bb1c2e57aa21a850ea725d6450a in 167ms, sequenceid=12, compaction requested=false; wal=null
2024-12-09T13:20:48,397 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:38669/hbase/data/default/testDatalossWhenInputError/d5962bb1c2e57aa21a850ea725d6450a/recovered.edits/0000000000000000012
2024-12-09T13:20:48,398 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for d5962bb1c2e57aa21a850ea725d6450a
2024-12-09T13:20:48,399 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for d5962bb1c2e57aa21a850ea725d6450a
2024-12-09T13:20:48,402 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for d5962bb1c2e57aa21a850ea725d6450a
2024-12-09T13:20:48,410 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38669/hbase/data/default/testDatalossWhenInputError/d5962bb1c2e57aa21a850ea725d6450a/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1
2024-12-09T13:20:48,413 INFO  [Time-limited test {}] regionserver.HRegion(1114): Opened d5962bb1c2e57aa21a850ea725d6450a; next sequenceid=13; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62481669, jitterRate=-0.0689505785703659}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-12-09T13:20:48,414 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for d5962bb1c2e57aa21a850ea725d6450a:
Writing region info on filesystem at 1733750448186Initializing all the Stores at 1733750448194 (+8 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733750448194Obtaining lock to block concurrent updates at 1733750448229 (+35 ms)Preparing flush snapshotting stores in d5962bb1c2e57aa21a850ea725d6450a at 1733750448229Finished memstore snapshotting testDatalossWhenInputError,,1733750446780.d5962bb1c2e57aa21a850ea725d6450a., syncing WAL and waiting on mvcc, flushsize=dataSize=750, getHeapSize=1760, getOffHeapSize=0, getCellsCount=10 at 1733750448229Flushing stores of testDatalossWhenInputError,,1733750446780.d5962bb1c2e57aa21a850ea725d6450a. at 1733750448229Flushing d5962bb1c2e57aa21a850ea725d6450a/a: creating writer at 1733750448229Flushing d5962bb1c2e57aa21a850ea725d6450a/a: appending metadata at 1733750448273 (+44 ms)Flushing d5962bb1c2e57aa21a850ea725d6450a/a: closing flushed file at 1733750448273Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@28154cc9: reopening flushed file at 1733750448371 (+98 ms)Finished flush of dataSize ~750 B/750, heapSize ~1.72 KB/1760, currentSize=0 B/0 for d5962bb1c2e57aa21a850ea725d6450a in 167ms, sequenceid=12, compaction requested=false; wal=null at 1733750448397 (+26 ms)Cleaning up temporary data from old regions at 1733750448399 (+2 ms)Region opened successfully at 1733750448414 (+15 ms)
2024-12-09T13:20:48,418 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => d5962bb1c2e57aa21a850ea725d6450a, NAME => 'testDatalossWhenInputError,,1733750446780.d5962bb1c2e57aa21a850ea725d6450a.', STARTKEY => '', ENDKEY => ''}
2024-12-09T13:20:48,418 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testDatalossWhenInputError,,1733750446780.d5962bb1c2e57aa21a850ea725d6450a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-09T13:20:48,418 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for d5962bb1c2e57aa21a850ea725d6450a
2024-12-09T13:20:48,418 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for d5962bb1c2e57aa21a850ea725d6450a
2024-12-09T13:20:48,420 INFO  [StoreOpener-d5962bb1c2e57aa21a850ea725d6450a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region d5962bb1c2e57aa21a850ea725d6450a 
2024-12-09T13:20:48,420 INFO  [StoreOpener-d5962bb1c2e57aa21a850ea725d6450a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d5962bb1c2e57aa21a850ea725d6450a columnFamilyName a
2024-12-09T13:20:48,421 DEBUG [StoreOpener-d5962bb1c2e57aa21a850ea725d6450a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:20:48,428 DEBUG [StoreOpener-d5962bb1c2e57aa21a850ea725d6450a-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38669/hbase/data/default/testDatalossWhenInputError/d5962bb1c2e57aa21a850ea725d6450a/a/354b933ecc5d436fbe7853deab76c40b
2024-12-09T13:20:48,428 INFO  [StoreOpener-d5962bb1c2e57aa21a850ea725d6450a-1 {}] regionserver.HStore(327): Store=d5962bb1c2e57aa21a850ea725d6450a/a,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-09T13:20:48,428 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for d5962bb1c2e57aa21a850ea725d6450a
2024-12-09T13:20:48,429 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38669/hbase/data/default/testDatalossWhenInputError/d5962bb1c2e57aa21a850ea725d6450a
2024-12-09T13:20:48,430 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38669/hbase/data/default/testDatalossWhenInputError/d5962bb1c2e57aa21a850ea725d6450a
2024-12-09T13:20:48,431 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for d5962bb1c2e57aa21a850ea725d6450a
2024-12-09T13:20:48,431 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for d5962bb1c2e57aa21a850ea725d6450a
2024-12-09T13:20:48,436 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for d5962bb1c2e57aa21a850ea725d6450a
2024-12-09T13:20:48,439 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38669/hbase/data/default/testDatalossWhenInputError/d5962bb1c2e57aa21a850ea725d6450a/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=12
2024-12-09T13:20:48,440 INFO  [Time-limited test {}] regionserver.HRegion(1114): Opened d5962bb1c2e57aa21a850ea725d6450a; next sequenceid=14; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69110837, jitterRate=0.029831722378730774}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-12-09T13:20:48,440 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for d5962bb1c2e57aa21a850ea725d6450a:
Writing region info on filesystem at 1733750448418Initializing all the Stores at 1733750448419 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733750448419Cleaning up temporary data from old regions at 1733750448431 (+12 ms)Region opened successfully at 1733750448440 (+9 ms)
2024-12-09T13:20:48,463 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testDatalossWhenInputError Thread=426 (was 413)
Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1274793967_22 at /127.0.0.1:41454 [Receiving block BP-1272807186-172.17.0.3-1733750408806:blk_1073741913_1091]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343)
	java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151)
	app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1274793967_22 at /127.0.0.1:43240 [Receiving block BP-1272807186-172.17.0.3-1733750408806:blk_1073741913_1091]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343)
	java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151)
	app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: AsyncFSWAL-24-1
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: AsyncFSWAL-24-3
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1274793967_22 at /127.0.0.1:35836 [Waiting for operation #12]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: PacketResponder: BP-1272807186-172.17.0.3-1733750408806:blk_1073741913_1091, type=LAST_IN_PIPELINE
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	java.base@17.0.11/java.lang.Object.wait(Object.java:338)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: PacketResponder: BP-1272807186-172.17.0.3-1733750408806:blk_1073741913_1091, type=LAST_IN_PIPELINE
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	java.base@17.0.11/java.lang.Object.wait(Object.java:338)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: AsyncFSWAL-24-2
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: PacketResponder: BP-1272807186-172.17.0.3-1733750408806:blk_1073741913_1091, type=LAST_IN_PIPELINE
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	java.base@17.0.11/java.lang.Object.wait(Object.java:338)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1274793967_22 at /127.0.0.1:41424 [Waiting for operation #19]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1274793967_22 at /127.0.0.1:35886 [Receiving block BP-1272807186-172.17.0.3-1733750408806:blk_1073741913_1091]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343)
	java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151)
	app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=1250 (was 1168) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=887 (was 895), ProcessCount=11 (was 11), AvailableMemoryMB=4823 (was 4980)
2024-12-09T13:20:48,463 WARN  [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1250 is superior to 1024
2024-12-09T13:20:48,494 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testCompactedBulkLoadedFiles Thread=426, OpenFileDescriptor=1250, MaxFileDescriptor=1048576, SystemLoadAverage=887, ProcessCount=11, AvailableMemoryMB=4822
2024-12-09T13:20:48,494 WARN  [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1250 is superior to 1024
2024-12-09T13:20:48,519 INFO  [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-12-09T13:20:48,522 INFO  [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-12-09T13:20:48,523 INFO  [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-12-09T13:20:48,526 INFO  [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-02616415, suffix=, logDir=hdfs://localhost:38669/hbase/WALs/hregion-02616415, archiveDir=hdfs://localhost:38669/hbase/oldWALs, maxLogs=32
2024-12-09T13:20:48,541 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-02616415/hregion-02616415.1733750448526, exclude list is [], retry=0
2024-12-09T13:20:48,551 DEBUG [AsyncFSWAL-26-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37781,DS-4858dcea-8176-4e1a-a0aa-2e238ae3d36d,DISK]
2024-12-09T13:20:48,552 DEBUG [AsyncFSWAL-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42667,DS-310fa6c7-1b44-48c5-91ee-03a00afaa58d,DISK]
2024-12-09T13:20:48,553 DEBUG [AsyncFSWAL-26-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36633,DS-24d34457-d44e-4b4d-99cf-d912522ac431,DISK]
2024-12-09T13:20:48,560 INFO  [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-02616415/hregion-02616415.1733750448526
2024-12-09T13:20:48,561 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45053:45053),(127.0.0.1/127.0.0.1:38687:38687),(127.0.0.1/127.0.0.1:44245:44245)]
2024-12-09T13:20:48,561 INFO  [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => d1a85e3a4149e7b24db46fb48d3c4e02, NAME => 'testCompactedBulkLoadedFiles,,1733750448520.d1a85e3a4149e7b24db46fb48d3c4e02.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testCompactedBulkLoadedFiles', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38669/hbase
2024-12-09T13:20:48,590 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36633 is added to blk_1073741916_1094 (size=63)
2024-12-09T13:20:48,592 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42667 is added to blk_1073741916_1094 (size=63)
2024-12-09T13:20:48,592 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37781 is added to blk_1073741916_1094 (size=63)
2024-12-09T13:20:48,594 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testCompactedBulkLoadedFiles,,1733750448520.d1a85e3a4149e7b24db46fb48d3c4e02.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-09T13:20:48,599 INFO  [StoreOpener-d1a85e3a4149e7b24db46fb48d3c4e02-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region d1a85e3a4149e7b24db46fb48d3c4e02 
2024-12-09T13:20:48,600 INFO  [StoreOpener-d1a85e3a4149e7b24db46fb48d3c4e02-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d1a85e3a4149e7b24db46fb48d3c4e02 columnFamilyName a
2024-12-09T13:20:48,600 DEBUG [StoreOpener-d1a85e3a4149e7b24db46fb48d3c4e02-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:20:48,601 INFO  [StoreOpener-d1a85e3a4149e7b24db46fb48d3c4e02-1 {}] regionserver.HStore(327): Store=d1a85e3a4149e7b24db46fb48d3c4e02/a,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-09T13:20:48,601 INFO  [StoreOpener-d1a85e3a4149e7b24db46fb48d3c4e02-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region d1a85e3a4149e7b24db46fb48d3c4e02 
2024-12-09T13:20:48,602 INFO  [StoreOpener-d1a85e3a4149e7b24db46fb48d3c4e02-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d1a85e3a4149e7b24db46fb48d3c4e02 columnFamilyName b
2024-12-09T13:20:48,602 DEBUG [StoreOpener-d1a85e3a4149e7b24db46fb48d3c4e02-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:20:48,603 INFO  [StoreOpener-d1a85e3a4149e7b24db46fb48d3c4e02-1 {}] regionserver.HStore(327): Store=d1a85e3a4149e7b24db46fb48d3c4e02/b,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-09T13:20:48,603 INFO  [StoreOpener-d1a85e3a4149e7b24db46fb48d3c4e02-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region d1a85e3a4149e7b24db46fb48d3c4e02 
2024-12-09T13:20:48,604 INFO  [StoreOpener-d1a85e3a4149e7b24db46fb48d3c4e02-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d1a85e3a4149e7b24db46fb48d3c4e02 columnFamilyName c
2024-12-09T13:20:48,604 DEBUG [StoreOpener-d1a85e3a4149e7b24db46fb48d3c4e02-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:20:48,605 INFO  [StoreOpener-d1a85e3a4149e7b24db46fb48d3c4e02-1 {}] regionserver.HStore(327): Store=d1a85e3a4149e7b24db46fb48d3c4e02/c,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-09T13:20:48,605 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for d1a85e3a4149e7b24db46fb48d3c4e02
2024-12-09T13:20:48,606 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38669/hbase/data/default/testCompactedBulkLoadedFiles/d1a85e3a4149e7b24db46fb48d3c4e02
2024-12-09T13:20:48,606 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38669/hbase/data/default/testCompactedBulkLoadedFiles/d1a85e3a4149e7b24db46fb48d3c4e02
2024-12-09T13:20:48,607 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for d1a85e3a4149e7b24db46fb48d3c4e02
2024-12-09T13:20:48,608 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for d1a85e3a4149e7b24db46fb48d3c4e02
2024-12-09T13:20:48,608 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testCompactedBulkLoadedFiles descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-12-09T13:20:48,610 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for d1a85e3a4149e7b24db46fb48d3c4e02
2024-12-09T13:20:48,614 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38669/hbase/data/default/testCompactedBulkLoadedFiles/d1a85e3a4149e7b24db46fb48d3c4e02/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-09T13:20:48,626 INFO  [Time-limited test {}] regionserver.HRegion(1114): Opened d1a85e3a4149e7b24db46fb48d3c4e02; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70027706, jitterRate=0.04349413514137268}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-12-09T13:20:48,627 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for d1a85e3a4149e7b24db46fb48d3c4e02:
Writing region info on filesystem at 1733750448594Initializing all the Stores at 1733750448595 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733750448595Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733750448598 (+3 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733750448598Cleaning up temporary data from old regions at 1733750448608 (+10 ms)Region opened successfully at 1733750448627 (+19 ms)
2024-12-09T13:20:48,628 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing d1a85e3a4149e7b24db46fb48d3c4e02, disabling compactions & flushes
2024-12-09T13:20:48,628 INFO  [Time-limited test {}] regionserver.HRegion(1755): Closing region testCompactedBulkLoadedFiles,,1733750448520.d1a85e3a4149e7b24db46fb48d3c4e02.
2024-12-09T13:20:48,628 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testCompactedBulkLoadedFiles,,1733750448520.d1a85e3a4149e7b24db46fb48d3c4e02.
2024-12-09T13:20:48,628 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testCompactedBulkLoadedFiles,,1733750448520.d1a85e3a4149e7b24db46fb48d3c4e02. after waiting 0 ms
2024-12-09T13:20:48,628 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testCompactedBulkLoadedFiles,,1733750448520.d1a85e3a4149e7b24db46fb48d3c4e02.
2024-12-09T13:20:48,631 INFO  [Time-limited test {}] regionserver.HRegion(1973): Closed testCompactedBulkLoadedFiles,,1733750448520.d1a85e3a4149e7b24db46fb48d3c4e02.
2024-12-09T13:20:48,631 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for d1a85e3a4149e7b24db46fb48d3c4e02:
Waiting for close lock at 1733750448628Disabling compacts and flushes for region at 1733750448628Disabling writes for close at 1733750448628Writing region close event to WAL at 1733750448631 (+3 ms)Closed at 1733750448631
2024-12-09T13:20:48,652 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36633 is added to blk_1073741915_1093 (size=95)
2024-12-09T13:20:48,652 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37781 is added to blk_1073741915_1093 (size=95)
2024-12-09T13:20:48,653 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42667 is added to blk_1073741915_1093 (size=95)
2024-12-09T13:20:48,660 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs
2024-12-09T13:20:48,660 INFO  [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-02616415:(num 1733750448526)
2024-12-09T13:20:48,660 INFO  [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor
2024-12-09T13:20:48,662 INFO  [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:38669/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733750448518, archiveDir=hdfs://localhost:38669/hbase/oldWALs, maxLogs=32
2024-12-09T13:20:48,679 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733750448518/wal.1733750448663, exclude list is [], retry=0
2024-12-09T13:20:48,684 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42667,DS-310fa6c7-1b44-48c5-91ee-03a00afaa58d,DISK]
2024-12-09T13:20:48,685 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37781,DS-4858dcea-8176-4e1a-a0aa-2e238ae3d36d,DISK]
2024-12-09T13:20:48,685 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36633,DS-24d34457-d44e-4b4d-99cf-d912522ac431,DISK]
2024-12-09T13:20:48,689 INFO  [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733750448518/wal.1733750448663
2024-12-09T13:20:48,690 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38687:38687),(127.0.0.1/127.0.0.1:45053:45053),(127.0.0.1/127.0.0.1:44245:44245)]
2024-12-09T13:20:48,690 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => d1a85e3a4149e7b24db46fb48d3c4e02, NAME => 'testCompactedBulkLoadedFiles,,1733750448520.d1a85e3a4149e7b24db46fb48d3c4e02.', STARTKEY => '', ENDKEY => ''}
2024-12-09T13:20:48,690 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testCompactedBulkLoadedFiles,,1733750448520.d1a85e3a4149e7b24db46fb48d3c4e02.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-09T13:20:48,690 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for d1a85e3a4149e7b24db46fb48d3c4e02
2024-12-09T13:20:48,690 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for d1a85e3a4149e7b24db46fb48d3c4e02
2024-12-09T13:20:48,692 INFO  [StoreOpener-d1a85e3a4149e7b24db46fb48d3c4e02-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region d1a85e3a4149e7b24db46fb48d3c4e02 
2024-12-09T13:20:48,692 INFO  [StoreOpener-d1a85e3a4149e7b24db46fb48d3c4e02-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d1a85e3a4149e7b24db46fb48d3c4e02 columnFamilyName a
2024-12-09T13:20:48,693 DEBUG [StoreOpener-d1a85e3a4149e7b24db46fb48d3c4e02-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:20:48,693 INFO  [StoreOpener-d1a85e3a4149e7b24db46fb48d3c4e02-1 {}] regionserver.HStore(327): Store=d1a85e3a4149e7b24db46fb48d3c4e02/a,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-09T13:20:48,693 INFO  [StoreOpener-d1a85e3a4149e7b24db46fb48d3c4e02-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region d1a85e3a4149e7b24db46fb48d3c4e02 
2024-12-09T13:20:48,694 INFO  [StoreOpener-d1a85e3a4149e7b24db46fb48d3c4e02-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d1a85e3a4149e7b24db46fb48d3c4e02 columnFamilyName b
2024-12-09T13:20:48,694 DEBUG [StoreOpener-d1a85e3a4149e7b24db46fb48d3c4e02-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:20:48,695 INFO  [StoreOpener-d1a85e3a4149e7b24db46fb48d3c4e02-1 {}] regionserver.HStore(327): Store=d1a85e3a4149e7b24db46fb48d3c4e02/b,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-09T13:20:48,695 INFO  [StoreOpener-d1a85e3a4149e7b24db46fb48d3c4e02-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region d1a85e3a4149e7b24db46fb48d3c4e02 
2024-12-09T13:20:48,696 INFO  [StoreOpener-d1a85e3a4149e7b24db46fb48d3c4e02-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d1a85e3a4149e7b24db46fb48d3c4e02 columnFamilyName c
2024-12-09T13:20:48,696 DEBUG [StoreOpener-d1a85e3a4149e7b24db46fb48d3c4e02-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:20:48,697 INFO  [StoreOpener-d1a85e3a4149e7b24db46fb48d3c4e02-1 {}] regionserver.HStore(327): Store=d1a85e3a4149e7b24db46fb48d3c4e02/c,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-09T13:20:48,699 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for d1a85e3a4149e7b24db46fb48d3c4e02
2024-12-09T13:20:48,699 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38669/hbase/data/default/testCompactedBulkLoadedFiles/d1a85e3a4149e7b24db46fb48d3c4e02
2024-12-09T13:20:48,701 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38669/hbase/data/default/testCompactedBulkLoadedFiles/d1a85e3a4149e7b24db46fb48d3c4e02
2024-12-09T13:20:48,702 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for d1a85e3a4149e7b24db46fb48d3c4e02
2024-12-09T13:20:48,702 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for d1a85e3a4149e7b24db46fb48d3c4e02
2024-12-09T13:20:48,702 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testCompactedBulkLoadedFiles descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-12-09T13:20:48,704 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for d1a85e3a4149e7b24db46fb48d3c4e02
2024-12-09T13:20:48,705 INFO  [Time-limited test {}] regionserver.HRegion(1114): Opened d1a85e3a4149e7b24db46fb48d3c4e02; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66244412, jitterRate=-0.012881338596343994}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-12-09T13:20:48,706 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for d1a85e3a4149e7b24db46fb48d3c4e02:
Writing region info on filesystem at 1733750448690Initializing all the Stores at 1733750448691 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733750448691Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733750448691Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733750448691Cleaning up temporary data from old regions at 1733750448702 (+11 ms)Region opened successfully at 1733750448706 (+4 ms)
2024-12-09T13:20:48,711 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38669/hbase/testCompactedBulkLoadedFiles/hfile0 is 32, key is 000/a:a/1733750448711/Put/seqid=0
2024-12-09T13:20:48,729 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42667 is added to blk_1073741918_1096 (size=4875)
2024-12-09T13:20:48,732 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37781 is added to blk_1073741918_1096 (size=4875)
2024-12-09T13:20:48,732 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36633 is added to blk_1073741918_1096 (size=4875)
2024-12-09T13:20:48,736 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38669/hbase/testCompactedBulkLoadedFiles/hfile1 is 32, key is 100/a:a/1733750448736/Put/seqid=0
2024-12-09T13:20:48,747 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36633 is added to blk_1073741919_1097 (size=4875)
2024-12-09T13:20:48,748 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37781 is added to blk_1073741919_1097 (size=4875)
2024-12-09T13:20:48,748 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42667 is added to blk_1073741919_1097 (size=4875)
2024-12-09T13:20:48,750 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38669/hbase/testCompactedBulkLoadedFiles/hfile2 is 32, key is 200/a:a/1733750448750/Put/seqid=0
2024-12-09T13:20:48,756 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42667 is added to blk_1073741920_1098 (size=4875)
2024-12-09T13:20:48,756 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37781 is added to blk_1073741920_1098 (size=4875)
2024-12-09T13:20:48,757 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36633 is added to blk_1073741920_1098 (size=4875)
2024-12-09T13:20:48,757 INFO  [Time-limited test {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:38669/hbase/testCompactedBulkLoadedFiles/hfile0 for inclusion in d1a85e3a4149e7b24db46fb48d3c4e02/a
2024-12-09T13:20:48,762 DEBUG [Time-limited test {}] regionserver.HStore(626): HFile bounds: first=000 last=050
2024-12-09T13:20:48,762 DEBUG [Time-limited test {}] regionserver.HStore(628): Region bounds: first= last=
2024-12-09T13:20:48,762 INFO  [Time-limited test {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:38669/hbase/testCompactedBulkLoadedFiles/hfile1 for inclusion in d1a85e3a4149e7b24db46fb48d3c4e02/a
2024-12-09T13:20:48,766 DEBUG [Time-limited test {}] regionserver.HStore(626): HFile bounds: first=100 last=150
2024-12-09T13:20:48,766 DEBUG [Time-limited test {}] regionserver.HStore(628): Region bounds: first= last=
2024-12-09T13:20:48,766 INFO  [Time-limited test {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:38669/hbase/testCompactedBulkLoadedFiles/hfile2 for inclusion in d1a85e3a4149e7b24db46fb48d3c4e02/a
2024-12-09T13:20:48,775 DEBUG [Time-limited test {}] regionserver.HStore(626): HFile bounds: first=200 last=250
2024-12-09T13:20:48,775 DEBUG [Time-limited test {}] regionserver.HStore(628): Region bounds: first= last=
2024-12-09T13:20:48,775 INFO  [Time-limited test {}] regionserver.HRegion(2902): Flushing d1a85e3a4149e7b24db46fb48d3c4e02 3/3 column families, dataSize=51 B heapSize=896 B
2024-12-09T13:20:48,817 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38669/hbase/data/default/testCompactedBulkLoadedFiles/d1a85e3a4149e7b24db46fb48d3c4e02/.tmp/a/c0651d18b2b84c1b88207e9cfe7a6cd6 is 55, key is testCompactedBulkLoadedFiles/a:a/1733750448706/Put/seqid=0
2024-12-09T13:20:48,849 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36633 is added to blk_1073741921_1099 (size=5107)
2024-12-09T13:20:48,850 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37781 is added to blk_1073741921_1099 (size=5107)
2024-12-09T13:20:48,851 INFO  [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=4 (bloomFilter=true), to=hdfs://localhost:38669/hbase/data/default/testCompactedBulkLoadedFiles/d1a85e3a4149e7b24db46fb48d3c4e02/.tmp/a/c0651d18b2b84c1b88207e9cfe7a6cd6
2024-12-09T13:20:48,851 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42667 is added to blk_1073741921_1099 (size=5107)
2024-12-09T13:20:48,871 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38669/hbase/data/default/testCompactedBulkLoadedFiles/d1a85e3a4149e7b24db46fb48d3c4e02/.tmp/a/c0651d18b2b84c1b88207e9cfe7a6cd6 as hdfs://localhost:38669/hbase/data/default/testCompactedBulkLoadedFiles/d1a85e3a4149e7b24db46fb48d3c4e02/a/c0651d18b2b84c1b88207e9cfe7a6cd6
2024-12-09T13:20:48,878 INFO  [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38669/hbase/data/default/testCompactedBulkLoadedFiles/d1a85e3a4149e7b24db46fb48d3c4e02/a/c0651d18b2b84c1b88207e9cfe7a6cd6, entries=1, sequenceid=4, filesize=5.0 K
2024-12-09T13:20:48,879 INFO  [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~51 B/51, heapSize ~368 B/368, currentSize=0 B/0 for d1a85e3a4149e7b24db46fb48d3c4e02 in 104ms, sequenceid=4, compaction requested=false
2024-12-09T13:20:48,879 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for d1a85e3a4149e7b24db46fb48d3c4e02:

2024-12-09T13:20:48,881 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38669/hbase/testCompactedBulkLoadedFiles/hfile0 as hdfs://localhost:38669/hbase/data/default/testCompactedBulkLoadedFiles/d1a85e3a4149e7b24db46fb48d3c4e02/a/3e83e4dfe7854ee68433cd23a4081900_SeqId_4_
2024-12-09T13:20:48,882 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38669/hbase/testCompactedBulkLoadedFiles/hfile1 as hdfs://localhost:38669/hbase/data/default/testCompactedBulkLoadedFiles/d1a85e3a4149e7b24db46fb48d3c4e02/a/d72d2bf46a08419c802c113ab5ae946b_SeqId_4_
2024-12-09T13:20:48,883 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38669/hbase/testCompactedBulkLoadedFiles/hfile2 as hdfs://localhost:38669/hbase/data/default/testCompactedBulkLoadedFiles/d1a85e3a4149e7b24db46fb48d3c4e02/a/dbdcd84e3084417f88c60fe145775acc_SeqId_4_
2024-12-09T13:20:48,884 INFO  [Time-limited test {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:38669/hbase/testCompactedBulkLoadedFiles/hfile0 into d1a85e3a4149e7b24db46fb48d3c4e02/a as hdfs://localhost:38669/hbase/data/default/testCompactedBulkLoadedFiles/d1a85e3a4149e7b24db46fb48d3c4e02/a/3e83e4dfe7854ee68433cd23a4081900_SeqId_4_ - updating store file list.
2024-12-09T13:20:48,888 DEBUG [Time-limited test {}] regionserver.HStoreFile(483): HFile Bloom filter type for 3e83e4dfe7854ee68433cd23a4081900_SeqId_4_: NONE, but ROW specified in column family configuration
2024-12-09T13:20:48,888 INFO  [Time-limited test {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:38669/hbase/data/default/testCompactedBulkLoadedFiles/d1a85e3a4149e7b24db46fb48d3c4e02/a/3e83e4dfe7854ee68433cd23a4081900_SeqId_4_ into d1a85e3a4149e7b24db46fb48d3c4e02/a
2024-12-09T13:20:48,888 INFO  [Time-limited test {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:38669/hbase/testCompactedBulkLoadedFiles/hfile0 into d1a85e3a4149e7b24db46fb48d3c4e02/a (new location: hdfs://localhost:38669/hbase/data/default/testCompactedBulkLoadedFiles/d1a85e3a4149e7b24db46fb48d3c4e02/a/3e83e4dfe7854ee68433cd23a4081900_SeqId_4_)
2024-12-09T13:20:48,889 INFO  [Time-limited test {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:38669/hbase/testCompactedBulkLoadedFiles/hfile1 into d1a85e3a4149e7b24db46fb48d3c4e02/a as hdfs://localhost:38669/hbase/data/default/testCompactedBulkLoadedFiles/d1a85e3a4149e7b24db46fb48d3c4e02/a/d72d2bf46a08419c802c113ab5ae946b_SeqId_4_ - updating store file list.
2024-12-09T13:20:48,892 DEBUG [Time-limited test {}] regionserver.HStoreFile(483): HFile Bloom filter type for d72d2bf46a08419c802c113ab5ae946b_SeqId_4_: NONE, but ROW specified in column family configuration
2024-12-09T13:20:48,892 INFO  [Time-limited test {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:38669/hbase/data/default/testCompactedBulkLoadedFiles/d1a85e3a4149e7b24db46fb48d3c4e02/a/d72d2bf46a08419c802c113ab5ae946b_SeqId_4_ into d1a85e3a4149e7b24db46fb48d3c4e02/a
2024-12-09T13:20:48,892 INFO  [Time-limited test {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:38669/hbase/testCompactedBulkLoadedFiles/hfile1 into d1a85e3a4149e7b24db46fb48d3c4e02/a (new location: hdfs://localhost:38669/hbase/data/default/testCompactedBulkLoadedFiles/d1a85e3a4149e7b24db46fb48d3c4e02/a/d72d2bf46a08419c802c113ab5ae946b_SeqId_4_)
2024-12-09T13:20:48,893 INFO  [Time-limited test {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:38669/hbase/testCompactedBulkLoadedFiles/hfile2 into d1a85e3a4149e7b24db46fb48d3c4e02/a as hdfs://localhost:38669/hbase/data/default/testCompactedBulkLoadedFiles/d1a85e3a4149e7b24db46fb48d3c4e02/a/dbdcd84e3084417f88c60fe145775acc_SeqId_4_ - updating store file list.
2024-12-09T13:20:48,898 DEBUG [Time-limited test {}] regionserver.HStoreFile(483): HFile Bloom filter type for dbdcd84e3084417f88c60fe145775acc_SeqId_4_: NONE, but ROW specified in column family configuration
2024-12-09T13:20:48,898 INFO  [Time-limited test {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:38669/hbase/data/default/testCompactedBulkLoadedFiles/d1a85e3a4149e7b24db46fb48d3c4e02/a/dbdcd84e3084417f88c60fe145775acc_SeqId_4_ into d1a85e3a4149e7b24db46fb48d3c4e02/a
2024-12-09T13:20:48,898 INFO  [Time-limited test {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:38669/hbase/testCompactedBulkLoadedFiles/hfile2 into d1a85e3a4149e7b24db46fb48d3c4e02/a (new location: hdfs://localhost:38669/hbase/data/default/testCompactedBulkLoadedFiles/d1a85e3a4149e7b24db46fb48d3c4e02/a/dbdcd84e3084417f88c60fe145775acc_SeqId_4_)
2024-12-09T13:20:48,907 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-12-09T13:20:48,907 DEBUG [Time-limited test {}] regionserver.HStore(1541): d1a85e3a4149e7b24db46fb48d3c4e02/a is initiating major compaction (all files)
2024-12-09T13:20:48,907 INFO  [Time-limited test {}] regionserver.HRegion(2416): Starting compaction of d1a85e3a4149e7b24db46fb48d3c4e02/a in testCompactedBulkLoadedFiles,,1733750448520.d1a85e3a4149e7b24db46fb48d3c4e02.
2024-12-09T13:20:48,907 INFO  [Time-limited test {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38669/hbase/data/default/testCompactedBulkLoadedFiles/d1a85e3a4149e7b24db46fb48d3c4e02/a/c0651d18b2b84c1b88207e9cfe7a6cd6, hdfs://localhost:38669/hbase/data/default/testCompactedBulkLoadedFiles/d1a85e3a4149e7b24db46fb48d3c4e02/a/3e83e4dfe7854ee68433cd23a4081900_SeqId_4_, hdfs://localhost:38669/hbase/data/default/testCompactedBulkLoadedFiles/d1a85e3a4149e7b24db46fb48d3c4e02/a/d72d2bf46a08419c802c113ab5ae946b_SeqId_4_, hdfs://localhost:38669/hbase/data/default/testCompactedBulkLoadedFiles/d1a85e3a4149e7b24db46fb48d3c4e02/a/dbdcd84e3084417f88c60fe145775acc_SeqId_4_] into tmpdir=hdfs://localhost:38669/hbase/data/default/testCompactedBulkLoadedFiles/d1a85e3a4149e7b24db46fb48d3c4e02/.tmp, totalSize=19.3 K
2024-12-09T13:20:48,908 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting c0651d18b2b84c1b88207e9cfe7a6cd6, keycount=1, bloomtype=ROW, size=5.0 K, encoding=NONE, compression=NONE, seqNum=4, earliestPutTs=1733750448706
2024-12-09T13:20:48,908 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 3e83e4dfe7854ee68433cd23a4081900_SeqId_4_, keycount=10, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=4, earliestPutTs=-9223372036854775808
2024-12-09T13:20:48,909 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting d72d2bf46a08419c802c113ab5ae946b_SeqId_4_, keycount=10, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=4, earliestPutTs=-9223372036854775808
2024-12-09T13:20:48,909 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting dbdcd84e3084417f88c60fe145775acc_SeqId_4_, keycount=10, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=4, earliestPutTs=-9223372036854775808
2024-12-09T13:20:48,924 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38669/hbase/data/default/testCompactedBulkLoadedFiles/d1a85e3a4149e7b24db46fb48d3c4e02/.tmp/a/2659f33c99074238933c93d874f6af1e is 55, key is testCompactedBulkLoadedFiles/a:a/1733750448706/Put/seqid=0
2024-12-09T13:20:48,941 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42667 is added to blk_1073741922_1100 (size=6154)
2024-12-09T13:20:48,941 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36633 is added to blk_1073741922_1100 (size=6154)
2024-12-09T13:20:48,942 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37781 is added to blk_1073741922_1100 (size=6154)
2024-12-09T13:20:48,950 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38669/hbase/data/default/testCompactedBulkLoadedFiles/d1a85e3a4149e7b24db46fb48d3c4e02/.tmp/a/2659f33c99074238933c93d874f6af1e as hdfs://localhost:38669/hbase/data/default/testCompactedBulkLoadedFiles/d1a85e3a4149e7b24db46fb48d3c4e02/a/2659f33c99074238933c93d874f6af1e
2024-12-09T13:20:48,958 INFO  [Time-limited test {}] regionserver.HStore(1337): Completed major compaction of 4 (all) file(s) in d1a85e3a4149e7b24db46fb48d3c4e02/a of d1a85e3a4149e7b24db46fb48d3c4e02 into 2659f33c99074238933c93d874f6af1e(size=6.0 K), total size for store is 6.0 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-09T13:20:48,958 DEBUG [Time-limited test {}] regionserver.HRegion(2446): Compaction status journal for d1a85e3a4149e7b24db46fb48d3c4e02:

2024-12-09T13:20:48,958 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 0 store files, 0 compacting, 0 eligible, 16 blocking
2024-12-09T13:20:48,958 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 0 store files, 0 compacting, 0 eligible, 16 blocking
2024-12-09T13:20:48,999 INFO  [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38669/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733750448518/wal.1733750448663, size=0 (0bytes)
2024-12-09T13:20:48,999 WARN  [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:38669/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733750448518/wal.1733750448663 might be still open, length is 0
2024-12-09T13:20:48,999 INFO  [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38669/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733750448518/wal.1733750448663
2024-12-09T13:20:49,000 WARN  [IPC Server handler 3 on default port 38669 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733750448518/wal.1733750448663 has not been closed. Lease recovery is in progress. RecoveryId = 1101 for block blk_1073741917_1095
2024-12-09T13:20:49,001 INFO  [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:38669/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733750448518/wal.1733750448663 after 0ms
2024-12-09T13:20:50,770 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1274793967_22 at /127.0.0.1:53028 [Receiving block BP-1272807186-172.17.0.3-1733750408806:blk_1073741917_1095] {}] datanode.DataXceiver(331): 127.0.0.1:42667:DataXceiver error processing WRITE_BLOCK operation  src: /127.0.0.1:53028 dst: /127.0.0.1:42667
java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:42667 remote=/127.0.0.1:53028]. Total timeout mills is 60000, 58188 millis timeout left.
	at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?]
	at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?]
	at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?]
	at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?]
	at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?]
	at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:20:50,770 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1274793967_22 at /127.0.0.1:42596 [Receiving block BP-1272807186-172.17.0.3-1733750408806:blk_1073741917_1095] {}] datanode.DataXceiver(331): 127.0.0.1:37781:DataXceiver error processing WRITE_BLOCK operation  src: /127.0.0.1:42596 dst: /127.0.0.1:37781
java.io.IOException: Premature EOF from inputStream
	at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:20:50,771 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1274793967_22 at /127.0.0.1:45416 [Receiving block BP-1272807186-172.17.0.3-1733750408806:blk_1073741917_1095] {}] datanode.DataXceiver(331): 127.0.0.1:36633:DataXceiver error processing WRITE_BLOCK operation  src: /127.0.0.1:45416 dst: /127.0.0.1:36633
java.io.IOException: Premature EOF from inputStream
	at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:20:50,774 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42667 is added to blk_1073741917_1101 (size=1172)
2024-12-09T13:20:50,774 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37781 is added to blk_1073741917_1101 (size=1172)
2024-12-09T13:20:51,887 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-12-09T13:20:53,001 INFO  [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:38669/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733750448518/wal.1733750448663 after 4001ms
2024-12-09T13:20:53,005 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:38669/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733750448518/wal.1733750448663: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ
2024-12-09T13:20:53,005 INFO  [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38669/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733750448518/wal.1733750448663 took 4006ms
2024-12-09T13:20:53,007 INFO  [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:38669/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733750448518/wal.1733750448663; continuing.
2024-12-09T13:20:53,007 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38669/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733750448518/wal.1733750448663 so closing down
2024-12-09T13:20:53,007 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish
2024-12-09T13:20:53,008 INFO  [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1733750448663.temp
2024-12-09T13:20:53,010 INFO  [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38669/hbase/data/default/testCompactedBulkLoadedFiles/d1a85e3a4149e7b24db46fb48d3c4e02/recovered.edits/0000000000000000003-wal.1733750448663.temp
2024-12-09T13:20:53,013 INFO  [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished
2024-12-09T13:20:53,028 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42667 is added to blk_1073741923_1102 (size=549)
2024-12-09T13:20:53,029 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37781 is added to blk_1073741923_1102 (size=549)
2024-12-09T13:20:53,029 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36633 is added to blk_1073741923_1102 (size=549)
2024-12-09T13:20:53,030 INFO  [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38669/hbase/data/default/testCompactedBulkLoadedFiles/d1a85e3a4149e7b24db46fb48d3c4e02/recovered.edits/0000000000000000003-wal.1733750448663.temp (wrote 2 edits, skipped 0 edits in 0 ms)
2024-12-09T13:20:53,032 INFO  [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38669/hbase/data/default/testCompactedBulkLoadedFiles/d1a85e3a4149e7b24db46fb48d3c4e02/recovered.edits/0000000000000000003-wal.1733750448663.temp to hdfs://localhost:38669/hbase/data/default/testCompactedBulkLoadedFiles/d1a85e3a4149e7b24db46fb48d3c4e02/recovered.edits/0000000000000000008
2024-12-09T13:20:53,032 INFO  [Time-limited test {}] wal.WALSplitter(425): Processed 5 edits across 1 Regions in 27 ms; skipped=3; WAL=hdfs://localhost:38669/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733750448518/wal.1733750448663, size=0, length=0, corrupted=false, cancelled=false
2024-12-09T13:20:53,032 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38669/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733750448518/wal.1733750448663, journal: Splitting hdfs://localhost:38669/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733750448518/wal.1733750448663, size=0 (0bytes) at 1733750448999Finishing writing output for hdfs://localhost:38669/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733750448518/wal.1733750448663 so closing down at 1733750453007 (+4008 ms)Creating recovered edits writer path=hdfs://localhost:38669/hbase/data/default/testCompactedBulkLoadedFiles/d1a85e3a4149e7b24db46fb48d3c4e02/recovered.edits/0000000000000000003-wal.1733750448663.temp at 1733750453010 (+3 ms)3 split writer threads finished at 1733750453013 (+3 ms)Closed recovered edits writer path=hdfs://localhost:38669/hbase/data/default/testCompactedBulkLoadedFiles/d1a85e3a4149e7b24db46fb48d3c4e02/recovered.edits/0000000000000000003-wal.1733750448663.temp (wrote 2 edits, skipped 0 edits in 0 ms) at 1733750453030 (+17 ms)Rename recovered edits hdfs://localhost:38669/hbase/data/default/testCompactedBulkLoadedFiles/d1a85e3a4149e7b24db46fb48d3c4e02/recovered.edits/0000000000000000003-wal.1733750448663.temp to hdfs://localhost:38669/hbase/data/default/testCompactedBulkLoadedFiles/d1a85e3a4149e7b24db46fb48d3c4e02/recovered.edits/0000000000000000008 at 1733750453032 (+2 ms)Processed 5 edits across 1 Regions in 27 ms; skipped=3; WAL=hdfs://localhost:38669/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733750448518/wal.1733750448663, size=0, length=0, corrupted=false, cancelled=false at 1733750453032
2024-12-09T13:20:53,034 INFO  [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38669/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733750448518/wal.1733750448663 to hdfs://localhost:38669/hbase/oldWALs/wal.1733750448663
2024-12-09T13:20:53,036 INFO  [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:38669/hbase/data/default/testCompactedBulkLoadedFiles/d1a85e3a4149e7b24db46fb48d3c4e02/recovered.edits/0000000000000000008
2024-12-09T13:20:53,036 INFO  [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor
2024-12-09T13:20:53,038 INFO  [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:38669/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733750448518, archiveDir=hdfs://localhost:38669/hbase/oldWALs, maxLogs=32
2024-12-09T13:20:53,052 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733750448518/wal.1733750453038, exclude list is [], retry=0
2024-12-09T13:20:53,054 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37781,DS-4858dcea-8176-4e1a-a0aa-2e238ae3d36d,DISK]
2024-12-09T13:20:53,055 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42667,DS-310fa6c7-1b44-48c5-91ee-03a00afaa58d,DISK]
2024-12-09T13:20:53,055 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36633,DS-24d34457-d44e-4b4d-99cf-d912522ac431,DISK]
2024-12-09T13:20:53,056 INFO  [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733750448518/wal.1733750453038
2024-12-09T13:20:53,057 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45053:45053),(127.0.0.1/127.0.0.1:38687:38687),(127.0.0.1/127.0.0.1:44245:44245)]
2024-12-09T13:20:53,057 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => d1a85e3a4149e7b24db46fb48d3c4e02, NAME => 'testCompactedBulkLoadedFiles,,1733750448520.d1a85e3a4149e7b24db46fb48d3c4e02.', STARTKEY => '', ENDKEY => ''}
2024-12-09T13:20:53,057 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testCompactedBulkLoadedFiles,,1733750448520.d1a85e3a4149e7b24db46fb48d3c4e02.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-09T13:20:53,057 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for d1a85e3a4149e7b24db46fb48d3c4e02
2024-12-09T13:20:53,057 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for d1a85e3a4149e7b24db46fb48d3c4e02
2024-12-09T13:20:53,058 INFO  [StoreOpener-d1a85e3a4149e7b24db46fb48d3c4e02-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region d1a85e3a4149e7b24db46fb48d3c4e02 
2024-12-09T13:20:53,059 INFO  [StoreOpener-d1a85e3a4149e7b24db46fb48d3c4e02-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d1a85e3a4149e7b24db46fb48d3c4e02 columnFamilyName a
2024-12-09T13:20:53,060 DEBUG [StoreOpener-d1a85e3a4149e7b24db46fb48d3c4e02-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:20:53,067 DEBUG [StoreOpener-d1a85e3a4149e7b24db46fb48d3c4e02-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38669/hbase/data/default/testCompactedBulkLoadedFiles/d1a85e3a4149e7b24db46fb48d3c4e02/a/2659f33c99074238933c93d874f6af1e
2024-12-09T13:20:53,072 DEBUG [StoreFileOpener-d1a85e3a4149e7b24db46fb48d3c4e02-a-1 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 3e83e4dfe7854ee68433cd23a4081900_SeqId_4_: NONE, but ROW specified in column family configuration
2024-12-09T13:20:53,072 DEBUG [StoreOpener-d1a85e3a4149e7b24db46fb48d3c4e02-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38669/hbase/data/default/testCompactedBulkLoadedFiles/d1a85e3a4149e7b24db46fb48d3c4e02/a/3e83e4dfe7854ee68433cd23a4081900_SeqId_4_
2024-12-09T13:20:53,077 DEBUG [StoreOpener-d1a85e3a4149e7b24db46fb48d3c4e02-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38669/hbase/data/default/testCompactedBulkLoadedFiles/d1a85e3a4149e7b24db46fb48d3c4e02/a/c0651d18b2b84c1b88207e9cfe7a6cd6
2024-12-09T13:20:53,080 DEBUG [StoreFileOpener-d1a85e3a4149e7b24db46fb48d3c4e02-a-1 {}] regionserver.HStoreFile(483): HFile Bloom filter type for d72d2bf46a08419c802c113ab5ae946b_SeqId_4_: NONE, but ROW specified in column family configuration
2024-12-09T13:20:53,080 DEBUG [StoreOpener-d1a85e3a4149e7b24db46fb48d3c4e02-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38669/hbase/data/default/testCompactedBulkLoadedFiles/d1a85e3a4149e7b24db46fb48d3c4e02/a/d72d2bf46a08419c802c113ab5ae946b_SeqId_4_
2024-12-09T13:20:53,085 DEBUG [StoreFileOpener-d1a85e3a4149e7b24db46fb48d3c4e02-a-1 {}] regionserver.HStoreFile(483): HFile Bloom filter type for dbdcd84e3084417f88c60fe145775acc_SeqId_4_: NONE, but ROW specified in column family configuration
2024-12-09T13:20:53,085 DEBUG [StoreOpener-d1a85e3a4149e7b24db46fb48d3c4e02-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38669/hbase/data/default/testCompactedBulkLoadedFiles/d1a85e3a4149e7b24db46fb48d3c4e02/a/dbdcd84e3084417f88c60fe145775acc_SeqId_4_
2024-12-09T13:20:53,085 WARN  [StoreOpener-d1a85e3a4149e7b24db46fb48d3c4e02-1 {}] regionserver.StoreEngine(317): Clearing the compacted storefile hdfs://localhost:38669/hbase/data/default/testCompactedBulkLoadedFiles/d1a85e3a4149e7b24db46fb48d3c4e02/a/3e83e4dfe7854ee68433cd23a4081900_SeqId_4_ from org.apache.hadoop.hbase.regionserver.DefaultStoreEngine@41fa1299
2024-12-09T13:20:53,085 WARN  [StoreOpener-d1a85e3a4149e7b24db46fb48d3c4e02-1 {}] regionserver.StoreEngine(317): Clearing the compacted storefile hdfs://localhost:38669/hbase/data/default/testCompactedBulkLoadedFiles/d1a85e3a4149e7b24db46fb48d3c4e02/a/c0651d18b2b84c1b88207e9cfe7a6cd6 from org.apache.hadoop.hbase.regionserver.DefaultStoreEngine@41fa1299
2024-12-09T13:20:53,085 WARN  [StoreOpener-d1a85e3a4149e7b24db46fb48d3c4e02-1 {}] regionserver.StoreEngine(317): Clearing the compacted storefile hdfs://localhost:38669/hbase/data/default/testCompactedBulkLoadedFiles/d1a85e3a4149e7b24db46fb48d3c4e02/a/d72d2bf46a08419c802c113ab5ae946b_SeqId_4_ from org.apache.hadoop.hbase.regionserver.DefaultStoreEngine@41fa1299
2024-12-09T13:20:53,085 WARN  [StoreOpener-d1a85e3a4149e7b24db46fb48d3c4e02-1 {}] regionserver.StoreEngine(317): Clearing the compacted storefile hdfs://localhost:38669/hbase/data/default/testCompactedBulkLoadedFiles/d1a85e3a4149e7b24db46fb48d3c4e02/a/dbdcd84e3084417f88c60fe145775acc_SeqId_4_ from org.apache.hadoop.hbase.regionserver.DefaultStoreEngine@41fa1299
2024-12-09T13:20:53,085 DEBUG [StoreOpener-d1a85e3a4149e7b24db46fb48d3c4e02-1 {}] regionserver.StoreEngine(327): Moving the files [hdfs://localhost:38669/hbase/data/default/testCompactedBulkLoadedFiles/d1a85e3a4149e7b24db46fb48d3c4e02/a/3e83e4dfe7854ee68433cd23a4081900_SeqId_4_, hdfs://localhost:38669/hbase/data/default/testCompactedBulkLoadedFiles/d1a85e3a4149e7b24db46fb48d3c4e02/a/c0651d18b2b84c1b88207e9cfe7a6cd6, hdfs://localhost:38669/hbase/data/default/testCompactedBulkLoadedFiles/d1a85e3a4149e7b24db46fb48d3c4e02/a/d72d2bf46a08419c802c113ab5ae946b_SeqId_4_, hdfs://localhost:38669/hbase/data/default/testCompactedBulkLoadedFiles/d1a85e3a4149e7b24db46fb48d3c4e02/a/dbdcd84e3084417f88c60fe145775acc_SeqId_4_] to archive
2024-12-09T13:20:53,086 DEBUG [StoreOpener-d1a85e3a4149e7b24db46fb48d3c4e02-1 {}] backup.HFileArchiver(360): Archiving compacted files.
2024-12-09T13:20:53,088 DEBUG [StoreOpener-d1a85e3a4149e7b24db46fb48d3c4e02-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38669/hbase/data/default/testCompactedBulkLoadedFiles/d1a85e3a4149e7b24db46fb48d3c4e02/a/3e83e4dfe7854ee68433cd23a4081900_SeqId_4_ to hdfs://localhost:38669/hbase/archive/data/default/testCompactedBulkLoadedFiles/d1a85e3a4149e7b24db46fb48d3c4e02/a/3e83e4dfe7854ee68433cd23a4081900_SeqId_4_
2024-12-09T13:20:53,090 DEBUG [StoreOpener-d1a85e3a4149e7b24db46fb48d3c4e02-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38669/hbase/data/default/testCompactedBulkLoadedFiles/d1a85e3a4149e7b24db46fb48d3c4e02/a/c0651d18b2b84c1b88207e9cfe7a6cd6 to hdfs://localhost:38669/hbase/archive/data/default/testCompactedBulkLoadedFiles/d1a85e3a4149e7b24db46fb48d3c4e02/a/c0651d18b2b84c1b88207e9cfe7a6cd6
2024-12-09T13:20:53,091 DEBUG [StoreOpener-d1a85e3a4149e7b24db46fb48d3c4e02-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38669/hbase/data/default/testCompactedBulkLoadedFiles/d1a85e3a4149e7b24db46fb48d3c4e02/a/d72d2bf46a08419c802c113ab5ae946b_SeqId_4_ to hdfs://localhost:38669/hbase/archive/data/default/testCompactedBulkLoadedFiles/d1a85e3a4149e7b24db46fb48d3c4e02/a/d72d2bf46a08419c802c113ab5ae946b_SeqId_4_
2024-12-09T13:20:53,092 DEBUG [StoreOpener-d1a85e3a4149e7b24db46fb48d3c4e02-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38669/hbase/data/default/testCompactedBulkLoadedFiles/d1a85e3a4149e7b24db46fb48d3c4e02/a/dbdcd84e3084417f88c60fe145775acc_SeqId_4_ to hdfs://localhost:38669/hbase/archive/data/default/testCompactedBulkLoadedFiles/d1a85e3a4149e7b24db46fb48d3c4e02/a/dbdcd84e3084417f88c60fe145775acc_SeqId_4_
2024-12-09T13:20:53,092 INFO  [StoreOpener-d1a85e3a4149e7b24db46fb48d3c4e02-1 {}] regionserver.HStore(327): Store=d1a85e3a4149e7b24db46fb48d3c4e02/a,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-09T13:20:53,093 INFO  [StoreOpener-d1a85e3a4149e7b24db46fb48d3c4e02-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region d1a85e3a4149e7b24db46fb48d3c4e02 
2024-12-09T13:20:53,093 INFO  [StoreOpener-d1a85e3a4149e7b24db46fb48d3c4e02-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d1a85e3a4149e7b24db46fb48d3c4e02 columnFamilyName b
2024-12-09T13:20:53,094 DEBUG [StoreOpener-d1a85e3a4149e7b24db46fb48d3c4e02-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:20:53,094 INFO  [StoreOpener-d1a85e3a4149e7b24db46fb48d3c4e02-1 {}] regionserver.HStore(327): Store=d1a85e3a4149e7b24db46fb48d3c4e02/b,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-09T13:20:53,094 INFO  [StoreOpener-d1a85e3a4149e7b24db46fb48d3c4e02-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region d1a85e3a4149e7b24db46fb48d3c4e02 
2024-12-09T13:20:53,095 INFO  [StoreOpener-d1a85e3a4149e7b24db46fb48d3c4e02-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d1a85e3a4149e7b24db46fb48d3c4e02 columnFamilyName c
2024-12-09T13:20:53,095 DEBUG [StoreOpener-d1a85e3a4149e7b24db46fb48d3c4e02-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:20:53,096 INFO  [StoreOpener-d1a85e3a4149e7b24db46fb48d3c4e02-1 {}] regionserver.HStore(327): Store=d1a85e3a4149e7b24db46fb48d3c4e02/c,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-09T13:20:53,096 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for d1a85e3a4149e7b24db46fb48d3c4e02
2024-12-09T13:20:53,097 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38669/hbase/data/default/testCompactedBulkLoadedFiles/d1a85e3a4149e7b24db46fb48d3c4e02
2024-12-09T13:20:53,099 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:38669/hbase/data/default/testCompactedBulkLoadedFiles/d1a85e3a4149e7b24db46fb48d3c4e02
2024-12-09T13:20:53,099 INFO  [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:38669/hbase/data/default/testCompactedBulkLoadedFiles/d1a85e3a4149e7b24db46fb48d3c4e02/recovered.edits/0000000000000000008
2024-12-09T13:20:53,102 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:38669/hbase/data/default/testCompactedBulkLoadedFiles/d1a85e3a4149e7b24db46fb48d3c4e02/recovered.edits/0000000000000000008: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ
2024-12-09T13:20:53,104 DEBUG [Time-limited test {}] regionserver.HRegion(5836): d1a85e3a4149e7b24db46fb48d3c4e02 : Replaying compaction marker table_name: "testCompactedBulkLoadedFiles" encoded_region_name: "d1a85e3a4149e7b24db46fb48d3c4e02" family_name: "a" compaction_input: "c0651d18b2b84c1b88207e9cfe7a6cd6" compaction_input: "3e83e4dfe7854ee68433cd23a4081900_SeqId_4_" compaction_input: "d72d2bf46a08419c802c113ab5ae946b_SeqId_4_" compaction_input: "dbdcd84e3084417f88c60fe145775acc_SeqId_4_" compaction_output: "2659f33c99074238933c93d874f6af1e" store_home_dir: "a" region_name: "testCompactedBulkLoadedFiles,,1733750448520.d1a85e3a4149e7b24db46fb48d3c4e02." with seqId=9223372036854775807 and lastReplayedOpenRegionSeqId=-1
2024-12-09T13:20:53,104 DEBUG [Time-limited test {}] regionserver.HStore(1354): Completing compaction from the WAL marker
2024-12-09T13:20:53,104 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 0, skipped 2, firstSequenceIdInLog=3, maxSequenceIdInLog=8, path=hdfs://localhost:38669/hbase/data/default/testCompactedBulkLoadedFiles/d1a85e3a4149e7b24db46fb48d3c4e02/recovered.edits/0000000000000000008
2024-12-09T13:20:53,106 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:38669/hbase/data/default/testCompactedBulkLoadedFiles/d1a85e3a4149e7b24db46fb48d3c4e02/recovered.edits/0000000000000000008
2024-12-09T13:20:53,107 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for d1a85e3a4149e7b24db46fb48d3c4e02
2024-12-09T13:20:53,107 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for d1a85e3a4149e7b24db46fb48d3c4e02
2024-12-09T13:20:53,108 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testCompactedBulkLoadedFiles descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-12-09T13:20:53,110 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for d1a85e3a4149e7b24db46fb48d3c4e02
2024-12-09T13:20:53,112 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38669/hbase/data/default/testCompactedBulkLoadedFiles/d1a85e3a4149e7b24db46fb48d3c4e02/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1
2024-12-09T13:20:53,113 INFO  [Time-limited test {}] regionserver.HRegion(1114): Opened d1a85e3a4149e7b24db46fb48d3c4e02; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64450723, jitterRate=-0.0396093875169754}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-12-09T13:20:53,114 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for d1a85e3a4149e7b24db46fb48d3c4e02:
Writing region info on filesystem at 1733750453057Initializing all the Stores at 1733750453058 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733750453058Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733750453058Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733750453058Cleaning up temporary data from old regions at 1733750453107 (+49 ms)Region opened successfully at 1733750453114 (+7 ms)
2024-12-09T13:20:53,117 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing d1a85e3a4149e7b24db46fb48d3c4e02, disabling compactions & flushes
2024-12-09T13:20:53,117 INFO  [Time-limited test {}] regionserver.HRegion(1755): Closing region testCompactedBulkLoadedFiles,,1733750448520.d1a85e3a4149e7b24db46fb48d3c4e02.
2024-12-09T13:20:53,117 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testCompactedBulkLoadedFiles,,1733750448520.d1a85e3a4149e7b24db46fb48d3c4e02.
2024-12-09T13:20:53,117 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testCompactedBulkLoadedFiles,,1733750448520.d1a85e3a4149e7b24db46fb48d3c4e02. after waiting 0 ms
2024-12-09T13:20:53,117 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testCompactedBulkLoadedFiles,,1733750448520.d1a85e3a4149e7b24db46fb48d3c4e02.
2024-12-09T13:20:53,119 INFO  [Time-limited test {}] regionserver.HRegion(1973): Closed testCompactedBulkLoadedFiles,,1733750448520.d1a85e3a4149e7b24db46fb48d3c4e02.
2024-12-09T13:20:53,119 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for d1a85e3a4149e7b24db46fb48d3c4e02:
Waiting for close lock at 1733750453117Disabling compacts and flushes for region at 1733750453117Disabling writes for close at 1733750453117Writing region close event to WAL at 1733750453118 (+1 ms)Closed at 1733750453119 (+1 ms)
2024-12-09T13:20:53,127 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36633 is added to blk_1073741924_1103 (size=95)
2024-12-09T13:20:53,127 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37781 is added to blk_1073741924_1103 (size=95)
2024-12-09T13:20:53,127 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42667 is added to blk_1073741924_1103 (size=95)
2024-12-09T13:20:53,133 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs
2024-12-09T13:20:53,133 INFO  [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1733750453038)
2024-12-09T13:20:53,153 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testCompactedBulkLoadedFiles Thread=436 (was 426)
Potentially hanging thread: IPC Client (1396088596) connection to localhost/127.0.0.1:38669 from jenkinstestCompactedBulkLoadedFiles
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_244335431_22 at /127.0.0.1:45488 [Waiting for operation #5]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_244335431_22 at /127.0.0.1:42646 [Waiting for operation #11]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: LeaseRenewer:jenkinstestCompactedBulkLoadedFiles@localhost:38669
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: AsyncFSWAL-26-3
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: AsyncFSWAL-26-1
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: AsyncFSWAL-26-2
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_244335431_22 at /127.0.0.1:53128 [Waiting for operation #3]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=1328 (was 1250) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=872 (was 887), ProcessCount=11 (was 11), AvailableMemoryMB=4174 (was 4822)
2024-12-09T13:20:53,153 WARN  [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1328 is superior to 1024
2024-12-09T13:20:53,166 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testReplayEditsWrittenViaHRegion Thread=436, OpenFileDescriptor=1328, MaxFileDescriptor=1048576, SystemLoadAverage=872, ProcessCount=11, AvailableMemoryMB=4172
2024-12-09T13:20:53,166 WARN  [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1328 is superior to 1024
2024-12-09T13:20:53,181 INFO  [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-12-09T13:20:53,183 INFO  [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-12-09T13:20:53,184 INFO  [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-12-09T13:20:53,186 INFO  [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-93654221, suffix=, logDir=hdfs://localhost:38669/hbase/WALs/hregion-93654221, archiveDir=hdfs://localhost:38669/hbase/oldWALs, maxLogs=32
2024-12-09T13:20:53,202 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-93654221/hregion-93654221.1733750453187, exclude list is [], retry=0
2024-12-09T13:20:53,206 DEBUG [AsyncFSWAL-28-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37781,DS-4858dcea-8176-4e1a-a0aa-2e238ae3d36d,DISK]
2024-12-09T13:20:53,206 DEBUG [AsyncFSWAL-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36633,DS-24d34457-d44e-4b4d-99cf-d912522ac431,DISK]
2024-12-09T13:20:53,213 DEBUG [AsyncFSWAL-28-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42667,DS-310fa6c7-1b44-48c5-91ee-03a00afaa58d,DISK]
2024-12-09T13:20:53,221 INFO  [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-93654221/hregion-93654221.1733750453187
2024-12-09T13:20:53,222 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45053:45053),(127.0.0.1/127.0.0.1:44245:44245),(127.0.0.1/127.0.0.1:38687:38687)]
2024-12-09T13:20:53,223 INFO  [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 133b8076a64c49d83f67699a3b0cc5fb, NAME => 'testReplayEditsWrittenViaHRegion,,1733750453182.133b8076a64c49d83f67699a3b0cc5fb.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenViaHRegion', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38669/hbase
2024-12-09T13:20:53,240 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36633 is added to blk_1073741926_1105 (size=67)
2024-12-09T13:20:53,241 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37781 is added to blk_1073741926_1105 (size=67)
2024-12-09T13:20:53,243 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1733750453182.133b8076a64c49d83f67699a3b0cc5fb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-09T13:20:53,247 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42667 is added to blk_1073741926_1105 (size=67)
2024-12-09T13:20:53,248 INFO  [StoreOpener-133b8076a64c49d83f67699a3b0cc5fb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 133b8076a64c49d83f67699a3b0cc5fb 
2024-12-09T13:20:53,251 INFO  [StoreOpener-133b8076a64c49d83f67699a3b0cc5fb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 133b8076a64c49d83f67699a3b0cc5fb columnFamilyName a
2024-12-09T13:20:53,251 DEBUG [StoreOpener-133b8076a64c49d83f67699a3b0cc5fb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:20:53,252 INFO  [StoreOpener-133b8076a64c49d83f67699a3b0cc5fb-1 {}] regionserver.HStore(327): Store=133b8076a64c49d83f67699a3b0cc5fb/a,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-09T13:20:53,252 INFO  [StoreOpener-133b8076a64c49d83f67699a3b0cc5fb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 133b8076a64c49d83f67699a3b0cc5fb 
2024-12-09T13:20:53,253 INFO  [StoreOpener-133b8076a64c49d83f67699a3b0cc5fb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 133b8076a64c49d83f67699a3b0cc5fb columnFamilyName b
2024-12-09T13:20:53,254 DEBUG [StoreOpener-133b8076a64c49d83f67699a3b0cc5fb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:20:53,254 INFO  [StoreOpener-133b8076a64c49d83f67699a3b0cc5fb-1 {}] regionserver.HStore(327): Store=133b8076a64c49d83f67699a3b0cc5fb/b,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-09T13:20:53,254 INFO  [StoreOpener-133b8076a64c49d83f67699a3b0cc5fb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 133b8076a64c49d83f67699a3b0cc5fb 
2024-12-09T13:20:53,256 INFO  [StoreOpener-133b8076a64c49d83f67699a3b0cc5fb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 133b8076a64c49d83f67699a3b0cc5fb columnFamilyName c
2024-12-09T13:20:53,256 DEBUG [StoreOpener-133b8076a64c49d83f67699a3b0cc5fb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:20:53,256 INFO  [StoreOpener-133b8076a64c49d83f67699a3b0cc5fb-1 {}] regionserver.HStore(327): Store=133b8076a64c49d83f67699a3b0cc5fb/c,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-09T13:20:53,257 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 133b8076a64c49d83f67699a3b0cc5fb
2024-12-09T13:20:53,258 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38669/hbase/data/default/testReplayEditsWrittenViaHRegion/133b8076a64c49d83f67699a3b0cc5fb
2024-12-09T13:20:53,258 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38669/hbase/data/default/testReplayEditsWrittenViaHRegion/133b8076a64c49d83f67699a3b0cc5fb
2024-12-09T13:20:53,259 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 133b8076a64c49d83f67699a3b0cc5fb
2024-12-09T13:20:53,259 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 133b8076a64c49d83f67699a3b0cc5fb
2024-12-09T13:20:53,260 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-12-09T13:20:53,261 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 133b8076a64c49d83f67699a3b0cc5fb
2024-12-09T13:20:53,266 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38669/hbase/data/default/testReplayEditsWrittenViaHRegion/133b8076a64c49d83f67699a3b0cc5fb/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-09T13:20:53,267 INFO  [Time-limited test {}] regionserver.HRegion(1114): Opened 133b8076a64c49d83f67699a3b0cc5fb; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60998227, jitterRate=-0.09105558693408966}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-12-09T13:20:53,267 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 133b8076a64c49d83f67699a3b0cc5fb:
Writing region info on filesystem at 1733750453244Initializing all the Stores at 1733750453248 (+4 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733750453248Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733750453248Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733750453248Cleaning up temporary data from old regions at 1733750453259 (+11 ms)Region opened successfully at 1733750453267 (+8 ms)
2024-12-09T13:20:53,267 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 133b8076a64c49d83f67699a3b0cc5fb, disabling compactions & flushes
2024-12-09T13:20:53,267 INFO  [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1733750453182.133b8076a64c49d83f67699a3b0cc5fb.
2024-12-09T13:20:53,267 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1733750453182.133b8076a64c49d83f67699a3b0cc5fb.
2024-12-09T13:20:53,267 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1733750453182.133b8076a64c49d83f67699a3b0cc5fb. after waiting 0 ms
2024-12-09T13:20:53,267 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1733750453182.133b8076a64c49d83f67699a3b0cc5fb.
2024-12-09T13:20:53,268 INFO  [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1733750453182.133b8076a64c49d83f67699a3b0cc5fb.
2024-12-09T13:20:53,268 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 133b8076a64c49d83f67699a3b0cc5fb:
Waiting for close lock at 1733750453267Disabling compacts and flushes for region at 1733750453267Disabling writes for close at 1733750453267Writing region close event to WAL at 1733750453268 (+1 ms)Closed at 1733750453268
2024-12-09T13:20:53,280 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36633 is added to blk_1073741925_1104 (size=95)
2024-12-09T13:20:53,286 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37781 is added to blk_1073741925_1104 (size=95)
2024-12-09T13:20:53,286 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42667 is added to blk_1073741925_1104 (size=95)
2024-12-09T13:20:53,288 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs
2024-12-09T13:20:53,288 INFO  [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-93654221:(num 1733750453187)
2024-12-09T13:20:53,288 INFO  [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor
2024-12-09T13:20:53,291 INFO  [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:38669/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733750453181, archiveDir=hdfs://localhost:38669/hbase/oldWALs, maxLogs=32
2024-12-09T13:20:53,293 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testDatalossWhenInputError
2024-12-09T13:20:53,293 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testDatalossWhenInputError Metrics about Tables on a single HBase RegionServer
2024-12-09T13:20:53,295 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testCompactedBulkLoadedFiles
2024-12-09T13:20:53,295 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testCompactedBulkLoadedFiles Metrics about Tables on a single HBase RegionServer
2024-12-09T13:20:53,311 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733750453181/wal.1733750453291, exclude list is [], retry=0
2024-12-09T13:20:53,319 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42667,DS-310fa6c7-1b44-48c5-91ee-03a00afaa58d,DISK]
2024-12-09T13:20:53,319 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37781,DS-4858dcea-8176-4e1a-a0aa-2e238ae3d36d,DISK]
2024-12-09T13:20:53,319 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36633,DS-24d34457-d44e-4b4d-99cf-d912522ac431,DISK]
2024-12-09T13:20:53,327 INFO  [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733750453181/wal.1733750453291
2024-12-09T13:20:53,327 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38687:38687),(127.0.0.1/127.0.0.1:45053:45053),(127.0.0.1/127.0.0.1:44245:44245)]
2024-12-09T13:20:53,327 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 133b8076a64c49d83f67699a3b0cc5fb, NAME => 'testReplayEditsWrittenViaHRegion,,1733750453182.133b8076a64c49d83f67699a3b0cc5fb.', STARTKEY => '', ENDKEY => ''}
2024-12-09T13:20:53,328 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1733750453182.133b8076a64c49d83f67699a3b0cc5fb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-09T13:20:53,328 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 133b8076a64c49d83f67699a3b0cc5fb
2024-12-09T13:20:53,328 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 133b8076a64c49d83f67699a3b0cc5fb
2024-12-09T13:20:53,330 INFO  [StoreOpener-133b8076a64c49d83f67699a3b0cc5fb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 133b8076a64c49d83f67699a3b0cc5fb 
2024-12-09T13:20:53,332 INFO  [StoreOpener-133b8076a64c49d83f67699a3b0cc5fb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 133b8076a64c49d83f67699a3b0cc5fb columnFamilyName a
2024-12-09T13:20:53,332 DEBUG [StoreOpener-133b8076a64c49d83f67699a3b0cc5fb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:20:53,334 INFO  [StoreOpener-133b8076a64c49d83f67699a3b0cc5fb-1 {}] regionserver.HStore(327): Store=133b8076a64c49d83f67699a3b0cc5fb/a,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-09T13:20:53,334 INFO  [StoreOpener-133b8076a64c49d83f67699a3b0cc5fb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 133b8076a64c49d83f67699a3b0cc5fb 
2024-12-09T13:20:53,335 INFO  [StoreOpener-133b8076a64c49d83f67699a3b0cc5fb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 133b8076a64c49d83f67699a3b0cc5fb columnFamilyName b
2024-12-09T13:20:53,335 DEBUG [StoreOpener-133b8076a64c49d83f67699a3b0cc5fb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:20:53,336 INFO  [StoreOpener-133b8076a64c49d83f67699a3b0cc5fb-1 {}] regionserver.HStore(327): Store=133b8076a64c49d83f67699a3b0cc5fb/b,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-09T13:20:53,336 INFO  [StoreOpener-133b8076a64c49d83f67699a3b0cc5fb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 133b8076a64c49d83f67699a3b0cc5fb 
2024-12-09T13:20:53,337 INFO  [StoreOpener-133b8076a64c49d83f67699a3b0cc5fb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 133b8076a64c49d83f67699a3b0cc5fb columnFamilyName c
2024-12-09T13:20:53,337 DEBUG [StoreOpener-133b8076a64c49d83f67699a3b0cc5fb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:20:53,338 INFO  [StoreOpener-133b8076a64c49d83f67699a3b0cc5fb-1 {}] regionserver.HStore(327): Store=133b8076a64c49d83f67699a3b0cc5fb/c,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-09T13:20:53,338 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 133b8076a64c49d83f67699a3b0cc5fb
2024-12-09T13:20:53,338 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38669/hbase/data/default/testReplayEditsWrittenViaHRegion/133b8076a64c49d83f67699a3b0cc5fb
2024-12-09T13:20:53,346 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38669/hbase/data/default/testReplayEditsWrittenViaHRegion/133b8076a64c49d83f67699a3b0cc5fb
2024-12-09T13:20:53,348 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 133b8076a64c49d83f67699a3b0cc5fb
2024-12-09T13:20:53,348 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 133b8076a64c49d83f67699a3b0cc5fb
2024-12-09T13:20:53,350 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-12-09T13:20:53,370 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 133b8076a64c49d83f67699a3b0cc5fb
2024-12-09T13:20:53,382 INFO  [Time-limited test {}] regionserver.HRegion(1114): Opened 133b8076a64c49d83f67699a3b0cc5fb; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75278567, jitterRate=0.12173806130886078}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-12-09T13:20:53,383 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 133b8076a64c49d83f67699a3b0cc5fb:
Writing region info on filesystem at 1733750453328Initializing all the Stores at 1733750453329 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733750453329Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733750453330 (+1 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733750453330Cleaning up temporary data from old regions at 1733750453348 (+18 ms)Region opened successfully at 1733750453383 (+35 ms)
2024-12-09T13:20:53,424 INFO  [Time-limited test {}] regionserver.HRegion(2902): Flushing 133b8076a64c49d83f67699a3b0cc5fb 3/3 column families, dataSize=870 B heapSize=2.31 KB
2024-12-09T13:20:53,454 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38669/hbase/data/default/testReplayEditsWrittenViaHRegion/133b8076a64c49d83f67699a3b0cc5fb/.tmp/a/cb276916579d44dca4025b991e6919d8 is 91, key is testReplayEditsWrittenViaHRegion/a:x0/1733750453383/Put/seqid=0
2024-12-09T13:20:53,468 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37781 is added to blk_1073741928_1107 (size=5958)
2024-12-09T13:20:53,469 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36633 is added to blk_1073741928_1107 (size=5958)
2024-12-09T13:20:53,469 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42667 is added to blk_1073741928_1107 (size=5958)
2024-12-09T13:20:53,470 INFO  [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:38669/hbase/data/default/testReplayEditsWrittenViaHRegion/133b8076a64c49d83f67699a3b0cc5fb/.tmp/a/cb276916579d44dca4025b991e6919d8
2024-12-09T13:20:53,483 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38669/hbase/data/default/testReplayEditsWrittenViaHRegion/133b8076a64c49d83f67699a3b0cc5fb/.tmp/a/cb276916579d44dca4025b991e6919d8 as hdfs://localhost:38669/hbase/data/default/testReplayEditsWrittenViaHRegion/133b8076a64c49d83f67699a3b0cc5fb/a/cb276916579d44dca4025b991e6919d8
2024-12-09T13:20:53,491 INFO  [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38669/hbase/data/default/testReplayEditsWrittenViaHRegion/133b8076a64c49d83f67699a3b0cc5fb/a/cb276916579d44dca4025b991e6919d8, entries=10, sequenceid=13, filesize=5.8 K
2024-12-09T13:20:53,493 INFO  [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~870 B/870, heapSize ~1.80 KB/1840, currentSize=0 B/0 for 133b8076a64c49d83f67699a3b0cc5fb in 68ms, sequenceid=13, compaction requested=false
2024-12-09T13:20:53,493 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 133b8076a64c49d83f67699a3b0cc5fb:

2024-12-09T13:20:53,524 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 133b8076a64c49d83f67699a3b0cc5fb, disabling compactions & flushes
2024-12-09T13:20:53,524 INFO  [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1733750453182.133b8076a64c49d83f67699a3b0cc5fb.
2024-12-09T13:20:53,524 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1733750453182.133b8076a64c49d83f67699a3b0cc5fb.
2024-12-09T13:20:53,524 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1733750453182.133b8076a64c49d83f67699a3b0cc5fb. after waiting 0 ms
2024-12-09T13:20:53,524 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1733750453182.133b8076a64c49d83f67699a3b0cc5fb.
2024-12-09T13:20:53,525 ERROR [Time-limited test {}] regionserver.HRegion(1960): Memstore data size is 1740 in region testReplayEditsWrittenViaHRegion,,1733750453182.133b8076a64c49d83f67699a3b0cc5fb.
2024-12-09T13:20:53,525 INFO  [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1733750453182.133b8076a64c49d83f67699a3b0cc5fb.
2024-12-09T13:20:53,525 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 133b8076a64c49d83f67699a3b0cc5fb:
Waiting for close lock at 1733750453523Disabling compacts and flushes for region at 1733750453523Disabling writes for close at 1733750453524 (+1 ms)Writing region close event to WAL at 1733750453525 (+1 ms)Closed at 1733750453525
2024-12-09T13:20:53,528 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42667 is added to blk_1073741927_1106 (size=3348)
2024-12-09T13:20:53,530 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37781 is added to blk_1073741927_1106 (size=3348)
2024-12-09T13:20:53,530 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36633 is added to blk_1073741927_1106 (size=3348)
2024-12-09T13:20:53,550 INFO  [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38669/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733750453181/wal.1733750453291, size=3.3 K (3348bytes)
2024-12-09T13:20:53,550 INFO  [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38669/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733750453181/wal.1733750453291
2024-12-09T13:20:53,551 INFO  [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38669/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733750453181/wal.1733750453291 after 0ms
2024-12-09T13:20:53,553 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:38669/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733750453181/wal.1733750453291: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ
2024-12-09T13:20:53,553 INFO  [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38669/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733750453181/wal.1733750453291 took 3ms
2024-12-09T13:20:53,561 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38669/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733750453181/wal.1733750453291 so closing down
2024-12-09T13:20:53,561 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish
2024-12-09T13:20:53,562 INFO  [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1733750453291.temp
2024-12-09T13:20:53,566 INFO  [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38669/hbase/data/default/testReplayEditsWrittenViaHRegion/133b8076a64c49d83f67699a3b0cc5fb/recovered.edits/0000000000000000003-wal.1733750453291.temp
2024-12-09T13:20:53,566 INFO  [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished
2024-12-09T13:20:53,574 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42667 is added to blk_1073741929_1108 (size=2944)
2024-12-09T13:20:53,575 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36633 is added to blk_1073741929_1108 (size=2944)
2024-12-09T13:20:53,578 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37781 is added to blk_1073741929_1108 (size=2944)
2024-12-09T13:20:53,579 INFO  [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38669/hbase/data/default/testReplayEditsWrittenViaHRegion/133b8076a64c49d83f67699a3b0cc5fb/recovered.edits/0000000000000000003-wal.1733750453291.temp (wrote 30 edits, skipped 0 edits in 0 ms)
2024-12-09T13:20:53,581 INFO  [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38669/hbase/data/default/testReplayEditsWrittenViaHRegion/133b8076a64c49d83f67699a3b0cc5fb/recovered.edits/0000000000000000003-wal.1733750453291.temp to hdfs://localhost:38669/hbase/data/default/testReplayEditsWrittenViaHRegion/133b8076a64c49d83f67699a3b0cc5fb/recovered.edits/0000000000000000035
2024-12-09T13:20:53,581 INFO  [Time-limited test {}] wal.WALSplitter(425): Processed 32 edits across 1 Regions in 23 ms; skipped=2; WAL=hdfs://localhost:38669/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733750453181/wal.1733750453291, size=3.3 K, length=3348, corrupted=false, cancelled=false
2024-12-09T13:20:53,581 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38669/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733750453181/wal.1733750453291, journal: Splitting hdfs://localhost:38669/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733750453181/wal.1733750453291, size=3.3 K (3348bytes) at 1733750453550Finishing writing output for hdfs://localhost:38669/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733750453181/wal.1733750453291 so closing down at 1733750453561 (+11 ms)Creating recovered edits writer path=hdfs://localhost:38669/hbase/data/default/testReplayEditsWrittenViaHRegion/133b8076a64c49d83f67699a3b0cc5fb/recovered.edits/0000000000000000003-wal.1733750453291.temp at 1733750453566 (+5 ms)3 split writer threads finished at 1733750453566Closed recovered edits writer path=hdfs://localhost:38669/hbase/data/default/testReplayEditsWrittenViaHRegion/133b8076a64c49d83f67699a3b0cc5fb/recovered.edits/0000000000000000003-wal.1733750453291.temp (wrote 30 edits, skipped 0 edits in 0 ms) at 1733750453579 (+13 ms)Rename recovered edits hdfs://localhost:38669/hbase/data/default/testReplayEditsWrittenViaHRegion/133b8076a64c49d83f67699a3b0cc5fb/recovered.edits/0000000000000000003-wal.1733750453291.temp to hdfs://localhost:38669/hbase/data/default/testReplayEditsWrittenViaHRegion/133b8076a64c49d83f67699a3b0cc5fb/recovered.edits/0000000000000000035 at 1733750453581 (+2 ms)Processed 32 edits across 1 Regions in 23 ms; skipped=2; WAL=hdfs://localhost:38669/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733750453181/wal.1733750453291, size=3.3 K, length=3348, corrupted=false, cancelled=false at 1733750453581
2024-12-09T13:20:53,583 INFO  [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38669/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733750453181/wal.1733750453291 to hdfs://localhost:38669/hbase/oldWALs/wal.1733750453291
2024-12-09T13:20:53,589 INFO  [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:38669/hbase/data/default/testReplayEditsWrittenViaHRegion/133b8076a64c49d83f67699a3b0cc5fb/recovered.edits/0000000000000000035
2024-12-09T13:20:53,589 INFO  [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor
2024-12-09T13:20:53,591 INFO  [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:38669/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733750453181, archiveDir=hdfs://localhost:38669/hbase/oldWALs, maxLogs=32
2024-12-09T13:20:53,611 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733750453181/wal.1733750453591, exclude list is [], retry=0
2024-12-09T13:20:53,614 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36633,DS-24d34457-d44e-4b4d-99cf-d912522ac431,DISK]
2024-12-09T13:20:53,614 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37781,DS-4858dcea-8176-4e1a-a0aa-2e238ae3d36d,DISK]
2024-12-09T13:20:53,614 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42667,DS-310fa6c7-1b44-48c5-91ee-03a00afaa58d,DISK]
2024-12-09T13:20:53,617 INFO  [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733750453181/wal.1733750453591
2024-12-09T13:20:53,618 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44245:44245),(127.0.0.1/127.0.0.1:45053:45053),(127.0.0.1/127.0.0.1:38687:38687)]
2024-12-09T13:20:53,618 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 133b8076a64c49d83f67699a3b0cc5fb, NAME => 'testReplayEditsWrittenViaHRegion,,1733750453182.133b8076a64c49d83f67699a3b0cc5fb.', STARTKEY => '', ENDKEY => ''}
2024-12-09T13:20:53,619 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1733750453182.133b8076a64c49d83f67699a3b0cc5fb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-09T13:20:53,619 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 133b8076a64c49d83f67699a3b0cc5fb
2024-12-09T13:20:53,619 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 133b8076a64c49d83f67699a3b0cc5fb
2024-12-09T13:20:53,620 INFO  [StoreOpener-133b8076a64c49d83f67699a3b0cc5fb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 133b8076a64c49d83f67699a3b0cc5fb 
2024-12-09T13:20:53,621 INFO  [StoreOpener-133b8076a64c49d83f67699a3b0cc5fb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 133b8076a64c49d83f67699a3b0cc5fb columnFamilyName a
2024-12-09T13:20:53,621 DEBUG [StoreOpener-133b8076a64c49d83f67699a3b0cc5fb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:20:53,626 DEBUG [StoreOpener-133b8076a64c49d83f67699a3b0cc5fb-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38669/hbase/data/default/testReplayEditsWrittenViaHRegion/133b8076a64c49d83f67699a3b0cc5fb/a/cb276916579d44dca4025b991e6919d8
2024-12-09T13:20:53,626 INFO  [StoreOpener-133b8076a64c49d83f67699a3b0cc5fb-1 {}] regionserver.HStore(327): Store=133b8076a64c49d83f67699a3b0cc5fb/a,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-09T13:20:53,626 INFO  [StoreOpener-133b8076a64c49d83f67699a3b0cc5fb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 133b8076a64c49d83f67699a3b0cc5fb 
2024-12-09T13:20:53,627 INFO  [StoreOpener-133b8076a64c49d83f67699a3b0cc5fb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 133b8076a64c49d83f67699a3b0cc5fb columnFamilyName b
2024-12-09T13:20:53,627 DEBUG [StoreOpener-133b8076a64c49d83f67699a3b0cc5fb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:20:53,628 INFO  [StoreOpener-133b8076a64c49d83f67699a3b0cc5fb-1 {}] regionserver.HStore(327): Store=133b8076a64c49d83f67699a3b0cc5fb/b,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-09T13:20:53,628 INFO  [StoreOpener-133b8076a64c49d83f67699a3b0cc5fb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 133b8076a64c49d83f67699a3b0cc5fb 
2024-12-09T13:20:53,628 INFO  [StoreOpener-133b8076a64c49d83f67699a3b0cc5fb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 133b8076a64c49d83f67699a3b0cc5fb columnFamilyName c
2024-12-09T13:20:53,628 DEBUG [StoreOpener-133b8076a64c49d83f67699a3b0cc5fb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:20:53,629 INFO  [StoreOpener-133b8076a64c49d83f67699a3b0cc5fb-1 {}] regionserver.HStore(327): Store=133b8076a64c49d83f67699a3b0cc5fb/c,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-09T13:20:53,629 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 133b8076a64c49d83f67699a3b0cc5fb
2024-12-09T13:20:53,630 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38669/hbase/data/default/testReplayEditsWrittenViaHRegion/133b8076a64c49d83f67699a3b0cc5fb
2024-12-09T13:20:53,631 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:38669/hbase/data/default/testReplayEditsWrittenViaHRegion/133b8076a64c49d83f67699a3b0cc5fb
2024-12-09T13:20:53,631 INFO  [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:38669/hbase/data/default/testReplayEditsWrittenViaHRegion/133b8076a64c49d83f67699a3b0cc5fb/recovered.edits/0000000000000000035
2024-12-09T13:20:53,633 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:38669/hbase/data/default/testReplayEditsWrittenViaHRegion/133b8076a64c49d83f67699a3b0cc5fb/recovered.edits/0000000000000000035: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ
2024-12-09T13:20:53,634 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 20, skipped 10, firstSequenceIdInLog=3, maxSequenceIdInLog=35, path=hdfs://localhost:38669/hbase/data/default/testReplayEditsWrittenViaHRegion/133b8076a64c49d83f67699a3b0cc5fb/recovered.edits/0000000000000000035
2024-12-09T13:20:53,634 INFO  [Time-limited test {}] regionserver.HRegion(2902): Flushing 133b8076a64c49d83f67699a3b0cc5fb 3/3 column families, dataSize=1.70 KB heapSize=3.88 KB
2024-12-09T13:20:53,649 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38669/hbase/data/default/testReplayEditsWrittenViaHRegion/133b8076a64c49d83f67699a3b0cc5fb/.tmp/b/4f4fff46e42144b0994902a8a365667b is 91, key is testReplayEditsWrittenViaHRegion/b:x0/1733750453493/Put/seqid=0
2024-12-09T13:20:53,657 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36633 is added to blk_1073741931_1110 (size=5958)
2024-12-09T13:20:53,657 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42667 is added to blk_1073741931_1110 (size=5958)
2024-12-09T13:20:53,657 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37781 is added to blk_1073741931_1110 (size=5958)
2024-12-09T13:20:53,658 INFO  [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:38669/hbase/data/default/testReplayEditsWrittenViaHRegion/133b8076a64c49d83f67699a3b0cc5fb/.tmp/b/4f4fff46e42144b0994902a8a365667b
2024-12-09T13:20:53,686 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38669/hbase/data/default/testReplayEditsWrittenViaHRegion/133b8076a64c49d83f67699a3b0cc5fb/.tmp/c/982a864146ca45bdbbf07d8899e44dc2 is 91, key is testReplayEditsWrittenViaHRegion/c:x0/1733750453503/Put/seqid=0
2024-12-09T13:20:53,708 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36633 is added to blk_1073741932_1111 (size=5958)
2024-12-09T13:20:53,708 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37781 is added to blk_1073741932_1111 (size=5958)
2024-12-09T13:20:53,709 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42667 is added to blk_1073741932_1111 (size=5958)
2024-12-09T13:20:53,710 INFO  [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:38669/hbase/data/default/testReplayEditsWrittenViaHRegion/133b8076a64c49d83f67699a3b0cc5fb/.tmp/c/982a864146ca45bdbbf07d8899e44dc2
2024-12-09T13:20:53,723 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38669/hbase/data/default/testReplayEditsWrittenViaHRegion/133b8076a64c49d83f67699a3b0cc5fb/.tmp/b/4f4fff46e42144b0994902a8a365667b as hdfs://localhost:38669/hbase/data/default/testReplayEditsWrittenViaHRegion/133b8076a64c49d83f67699a3b0cc5fb/b/4f4fff46e42144b0994902a8a365667b
2024-12-09T13:20:53,741 INFO  [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38669/hbase/data/default/testReplayEditsWrittenViaHRegion/133b8076a64c49d83f67699a3b0cc5fb/b/4f4fff46e42144b0994902a8a365667b, entries=10, sequenceid=35, filesize=5.8 K
2024-12-09T13:20:53,742 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38669/hbase/data/default/testReplayEditsWrittenViaHRegion/133b8076a64c49d83f67699a3b0cc5fb/.tmp/c/982a864146ca45bdbbf07d8899e44dc2 as hdfs://localhost:38669/hbase/data/default/testReplayEditsWrittenViaHRegion/133b8076a64c49d83f67699a3b0cc5fb/c/982a864146ca45bdbbf07d8899e44dc2
2024-12-09T13:20:53,747 INFO  [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38669/hbase/data/default/testReplayEditsWrittenViaHRegion/133b8076a64c49d83f67699a3b0cc5fb/c/982a864146ca45bdbbf07d8899e44dc2, entries=10, sequenceid=35, filesize=5.8 K
2024-12-09T13:20:53,748 INFO  [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~1.70 KB/1740, heapSize ~3.59 KB/3680, currentSize=0 B/0 for 133b8076a64c49d83f67699a3b0cc5fb in 114ms, sequenceid=35, compaction requested=false; wal=null
2024-12-09T13:20:53,748 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:38669/hbase/data/default/testReplayEditsWrittenViaHRegion/133b8076a64c49d83f67699a3b0cc5fb/recovered.edits/0000000000000000035
2024-12-09T13:20:53,749 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 133b8076a64c49d83f67699a3b0cc5fb
2024-12-09T13:20:53,749 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 133b8076a64c49d83f67699a3b0cc5fb
2024-12-09T13:20:53,750 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-12-09T13:20:53,751 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 133b8076a64c49d83f67699a3b0cc5fb
2024-12-09T13:20:53,753 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38669/hbase/data/default/testReplayEditsWrittenViaHRegion/133b8076a64c49d83f67699a3b0cc5fb/recovered.edits/35.seqid, newMaxSeqId=35, maxSeqId=1
2024-12-09T13:20:53,754 INFO  [Time-limited test {}] regionserver.HRegion(1114): Opened 133b8076a64c49d83f67699a3b0cc5fb; next sequenceid=36; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65886171, jitterRate=-0.018219545483589172}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-12-09T13:20:53,754 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 133b8076a64c49d83f67699a3b0cc5fb:
Writing region info on filesystem at 1733750453619Initializing all the Stores at 1733750453620 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733750453620Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733750453620Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733750453620Obtaining lock to block concurrent updates at 1733750453634 (+14 ms)Preparing flush snapshotting stores in 133b8076a64c49d83f67699a3b0cc5fb at 1733750453634Finished memstore snapshotting testReplayEditsWrittenViaHRegion,,1733750453182.133b8076a64c49d83f67699a3b0cc5fb., syncing WAL and waiting on mvcc, flushsize=dataSize=1740, getHeapSize=3920, getOffHeapSize=0, getCellsCount=20 at 1733750453634Flushing stores of testReplayEditsWrittenViaHRegion,,1733750453182.133b8076a64c49d83f67699a3b0cc5fb. at 1733750453634Flushing 133b8076a64c49d83f67699a3b0cc5fb/b: creating writer at 1733750453634Flushing 133b8076a64c49d83f67699a3b0cc5fb/b: appending metadata at 1733750453648 (+14 ms)Flushing 133b8076a64c49d83f67699a3b0cc5fb/b: closing flushed file at 1733750453648Flushing 133b8076a64c49d83f67699a3b0cc5fb/c: creating writer at 1733750453667 (+19 ms)Flushing 133b8076a64c49d83f67699a3b0cc5fb/c: appending metadata at 1733750453685 (+18 ms)Flushing 133b8076a64c49d83f67699a3b0cc5fb/c: closing flushed file at 1733750453685Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5052034a: reopening flushed file at 1733750453720 (+35 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6dd0240c: reopening flushed file at 1733750453741 (+21 ms)Finished flush of dataSize ~1.70 KB/1740, heapSize ~3.59 KB/3680, currentSize=0 B/0 for 133b8076a64c49d83f67699a3b0cc5fb in 114ms, sequenceid=35, compaction requested=false; wal=null at 1733750453748 (+7 ms)Cleaning up temporary data from old regions at 1733750453749 (+1 ms)Region opened successfully at 1733750453754 (+5 ms)
2024-12-09T13:20:53,852 INFO  [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38669/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733750453181/wal.1733750453591, size=0 (0bytes)
2024-12-09T13:20:53,852 WARN  [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:38669/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733750453181/wal.1733750453591 might be still open, length is 0
2024-12-09T13:20:53,852 INFO  [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38669/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733750453181/wal.1733750453591
2024-12-09T13:20:53,853 WARN  [IPC Server handler 4 on default port 38669 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733750453181/wal.1733750453591 has not been closed. Lease recovery is in progress. RecoveryId = 1112 for block blk_1073741930_1109
2024-12-09T13:20:53,853 INFO  [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:38669/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733750453181/wal.1733750453591 after 1ms
2024-12-09T13:20:56,768 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1274793967_22 at /127.0.0.1:45560 [Receiving block BP-1272807186-172.17.0.3-1733750408806:blk_1073741930_1109] {}] datanode.DataXceiver(331): 127.0.0.1:36633:DataXceiver error processing WRITE_BLOCK operation  src: /127.0.0.1:45560 dst: /127.0.0.1:36633
java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:36633 remote=/127.0.0.1:45560]. Total timeout mills is 60000, 57037 millis timeout left.
	at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?]
	at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?]
	at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?]
	at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?]
	at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?]
	at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:20:56,769 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1274793967_22 at /127.0.0.1:53188 [Receiving block BP-1272807186-172.17.0.3-1733750408806:blk_1073741930_1109] {}] datanode.DataXceiver(331): 127.0.0.1:42667:DataXceiver error processing WRITE_BLOCK operation  src: /127.0.0.1:53188 dst: /127.0.0.1:42667
java.io.IOException: Premature EOF from inputStream
	at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:20:56,769 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1274793967_22 at /127.0.0.1:42712 [Receiving block BP-1272807186-172.17.0.3-1733750408806:blk_1073741930_1109] {}] datanode.DataXceiver(331): 127.0.0.1:37781:DataXceiver error processing WRITE_BLOCK operation  src: /127.0.0.1:42712 dst: /127.0.0.1:37781
java.io.IOException: Premature EOF from inputStream
	at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:20:56,772 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36633 is added to blk_1073741930_1112 (size=2936)
2024-12-09T13:20:56,772 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37781 is added to blk_1073741930_1112 (size=2936)
2024-12-09T13:20:56,773 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42667 is added to blk_1073741930_1112 (size=2936)
2024-12-09T13:20:57,589 INFO  [master/cad571b91d50:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker!
2024-12-09T13:20:57,589 INFO  [master/cad571b91d50:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore!
2024-12-09T13:20:57,854 INFO  [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:38669/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733750453181/wal.1733750453591 after 4002ms
2024-12-09T13:20:57,857 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:38669/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733750453181/wal.1733750453591: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ
2024-12-09T13:20:57,857 INFO  [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38669/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733750453181/wal.1733750453591 took 4005ms
2024-12-09T13:20:57,860 INFO  [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:38669/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733750453181/wal.1733750453591; continuing.
2024-12-09T13:20:57,860 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38669/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733750453181/wal.1733750453591 so closing down
2024-12-09T13:20:57,860 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish
2024-12-09T13:20:57,861 INFO  [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000037-wal.1733750453591.temp
2024-12-09T13:20:57,863 INFO  [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38669/hbase/data/default/testReplayEditsWrittenViaHRegion/133b8076a64c49d83f67699a3b0cc5fb/recovered.edits/0000000000000000037-wal.1733750453591.temp
2024-12-09T13:20:57,864 INFO  [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished
2024-12-09T13:20:57,871 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37781 is added to blk_1073741933_1113 (size=2944)
2024-12-09T13:20:57,872 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36633 is added to blk_1073741933_1113 (size=2944)
2024-12-09T13:20:57,872 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42667 is added to blk_1073741933_1113 (size=2944)
2024-12-09T13:20:57,877 INFO  [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38669/hbase/data/default/testReplayEditsWrittenViaHRegion/133b8076a64c49d83f67699a3b0cc5fb/recovered.edits/0000000000000000037-wal.1733750453591.temp (wrote 30 edits, skipped 0 edits in 0 ms)
2024-12-09T13:20:57,879 INFO  [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38669/hbase/data/default/testReplayEditsWrittenViaHRegion/133b8076a64c49d83f67699a3b0cc5fb/recovered.edits/0000000000000000037-wal.1733750453591.temp to hdfs://localhost:38669/hbase/data/default/testReplayEditsWrittenViaHRegion/133b8076a64c49d83f67699a3b0cc5fb/recovered.edits/0000000000000000066
2024-12-09T13:20:57,879 INFO  [Time-limited test {}] wal.WALSplitter(425): Processed 30 edits across 1 Regions in 21 ms; skipped=0; WAL=hdfs://localhost:38669/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733750453181/wal.1733750453591, size=0, length=0, corrupted=false, cancelled=false
2024-12-09T13:20:57,879 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38669/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733750453181/wal.1733750453591, journal: Splitting hdfs://localhost:38669/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733750453181/wal.1733750453591, size=0 (0bytes) at 1733750453852Finishing writing output for hdfs://localhost:38669/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733750453181/wal.1733750453591 so closing down at 1733750457860 (+4008 ms)Creating recovered edits writer path=hdfs://localhost:38669/hbase/data/default/testReplayEditsWrittenViaHRegion/133b8076a64c49d83f67699a3b0cc5fb/recovered.edits/0000000000000000037-wal.1733750453591.temp at 1733750457863 (+3 ms)3 split writer threads finished at 1733750457864 (+1 ms)Closed recovered edits writer path=hdfs://localhost:38669/hbase/data/default/testReplayEditsWrittenViaHRegion/133b8076a64c49d83f67699a3b0cc5fb/recovered.edits/0000000000000000037-wal.1733750453591.temp (wrote 30 edits, skipped 0 edits in 0 ms) at 1733750457877 (+13 ms)Rename recovered edits hdfs://localhost:38669/hbase/data/default/testReplayEditsWrittenViaHRegion/133b8076a64c49d83f67699a3b0cc5fb/recovered.edits/0000000000000000037-wal.1733750453591.temp to hdfs://localhost:38669/hbase/data/default/testReplayEditsWrittenViaHRegion/133b8076a64c49d83f67699a3b0cc5fb/recovered.edits/0000000000000000066 at 1733750457879 (+2 ms)Processed 30 edits across 1 Regions in 21 ms; skipped=0; WAL=hdfs://localhost:38669/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733750453181/wal.1733750453591, size=0, length=0, corrupted=false, cancelled=false at 1733750457879
2024-12-09T13:20:57,881 INFO  [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38669/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733750453181/wal.1733750453591 to hdfs://localhost:38669/hbase/oldWALs/wal.1733750453591
2024-12-09T13:20:57,882 INFO  [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:38669/hbase/data/default/testReplayEditsWrittenViaHRegion/133b8076a64c49d83f67699a3b0cc5fb/recovered.edits/0000000000000000066
2024-12-09T13:20:57,882 INFO  [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor
2024-12-09T13:20:57,884 INFO  [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:38669/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733750453181, archiveDir=hdfs://localhost:38669/hbase/oldWALs, maxLogs=32
2024-12-09T13:20:57,900 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733750453181/wal.1733750457885, exclude list is [], retry=0
2024-12-09T13:20:57,903 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42667,DS-310fa6c7-1b44-48c5-91ee-03a00afaa58d,DISK]
2024-12-09T13:20:57,903 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37781,DS-4858dcea-8176-4e1a-a0aa-2e238ae3d36d,DISK]
2024-12-09T13:20:57,903 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36633,DS-24d34457-d44e-4b4d-99cf-d912522ac431,DISK]
2024-12-09T13:20:57,908 INFO  [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733750453181/wal.1733750457885
2024-12-09T13:20:57,908 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38687:38687),(127.0.0.1/127.0.0.1:45053:45053),(127.0.0.1/127.0.0.1:44245:44245)]
2024-12-09T13:20:57,909 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1733750453182.133b8076a64c49d83f67699a3b0cc5fb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-09T13:20:57,910 INFO  [StoreOpener-133b8076a64c49d83f67699a3b0cc5fb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 133b8076a64c49d83f67699a3b0cc5fb 
2024-12-09T13:20:57,911 INFO  [StoreOpener-133b8076a64c49d83f67699a3b0cc5fb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 133b8076a64c49d83f67699a3b0cc5fb columnFamilyName a
2024-12-09T13:20:57,911 DEBUG [StoreOpener-133b8076a64c49d83f67699a3b0cc5fb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:20:57,916 DEBUG [StoreOpener-133b8076a64c49d83f67699a3b0cc5fb-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38669/hbase/data/default/testReplayEditsWrittenViaHRegion/133b8076a64c49d83f67699a3b0cc5fb/a/cb276916579d44dca4025b991e6919d8
2024-12-09T13:20:57,917 INFO  [StoreOpener-133b8076a64c49d83f67699a3b0cc5fb-1 {}] regionserver.HStore(327): Store=133b8076a64c49d83f67699a3b0cc5fb/a,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-09T13:20:57,917 INFO  [StoreOpener-133b8076a64c49d83f67699a3b0cc5fb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 133b8076a64c49d83f67699a3b0cc5fb 
2024-12-09T13:20:57,917 INFO  [StoreOpener-133b8076a64c49d83f67699a3b0cc5fb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 133b8076a64c49d83f67699a3b0cc5fb columnFamilyName b
2024-12-09T13:20:57,918 DEBUG [StoreOpener-133b8076a64c49d83f67699a3b0cc5fb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:20:57,923 DEBUG [StoreOpener-133b8076a64c49d83f67699a3b0cc5fb-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38669/hbase/data/default/testReplayEditsWrittenViaHRegion/133b8076a64c49d83f67699a3b0cc5fb/b/4f4fff46e42144b0994902a8a365667b
2024-12-09T13:20:57,923 INFO  [StoreOpener-133b8076a64c49d83f67699a3b0cc5fb-1 {}] regionserver.HStore(327): Store=133b8076a64c49d83f67699a3b0cc5fb/b,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-09T13:20:57,923 INFO  [StoreOpener-133b8076a64c49d83f67699a3b0cc5fb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 133b8076a64c49d83f67699a3b0cc5fb 
2024-12-09T13:20:57,924 INFO  [StoreOpener-133b8076a64c49d83f67699a3b0cc5fb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 133b8076a64c49d83f67699a3b0cc5fb columnFamilyName c
2024-12-09T13:20:57,924 DEBUG [StoreOpener-133b8076a64c49d83f67699a3b0cc5fb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:20:57,928 DEBUG [StoreOpener-133b8076a64c49d83f67699a3b0cc5fb-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38669/hbase/data/default/testReplayEditsWrittenViaHRegion/133b8076a64c49d83f67699a3b0cc5fb/c/982a864146ca45bdbbf07d8899e44dc2
2024-12-09T13:20:57,928 INFO  [StoreOpener-133b8076a64c49d83f67699a3b0cc5fb-1 {}] regionserver.HStore(327): Store=133b8076a64c49d83f67699a3b0cc5fb/c,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-09T13:20:57,928 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 133b8076a64c49d83f67699a3b0cc5fb
2024-12-09T13:20:57,929 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38669/hbase/data/default/testReplayEditsWrittenViaHRegion/133b8076a64c49d83f67699a3b0cc5fb
2024-12-09T13:20:57,931 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:38669/hbase/data/default/testReplayEditsWrittenViaHRegion/133b8076a64c49d83f67699a3b0cc5fb
2024-12-09T13:20:57,931 INFO  [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:38669/hbase/data/default/testReplayEditsWrittenViaHRegion/133b8076a64c49d83f67699a3b0cc5fb/recovered.edits/0000000000000000066
2024-12-09T13:20:57,933 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:38669/hbase/data/default/testReplayEditsWrittenViaHRegion/133b8076a64c49d83f67699a3b0cc5fb/recovered.edits/0000000000000000066: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ
2024-12-09T13:20:57,939 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 30, skipped 0, firstSequenceIdInLog=37, maxSequenceIdInLog=66, path=hdfs://localhost:38669/hbase/data/default/testReplayEditsWrittenViaHRegion/133b8076a64c49d83f67699a3b0cc5fb/recovered.edits/0000000000000000066
2024-12-09T13:20:57,939 INFO  [Time-limited test {}] regionserver.HRegion(2902): Flushing 133b8076a64c49d83f67699a3b0cc5fb 3/3 column families, dataSize=2.55 KB heapSize=5.44 KB
2024-12-09T13:20:57,956 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38669/hbase/data/default/testReplayEditsWrittenViaHRegion/133b8076a64c49d83f67699a3b0cc5fb/.tmp/a/52bf264e3dd0499da07aff48b1606b3e is 91, key is testReplayEditsWrittenViaHRegion/a:y0/1733750453762/Put/seqid=0
2024-12-09T13:20:57,964 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36633 is added to blk_1073741935_1115 (size=5958)
2024-12-09T13:20:57,964 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42667 is added to blk_1073741935_1115 (size=5958)
2024-12-09T13:20:57,965 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37781 is added to blk_1073741935_1115 (size=5958)
2024-12-09T13:20:57,966 INFO  [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=66 (bloomFilter=true), to=hdfs://localhost:38669/hbase/data/default/testReplayEditsWrittenViaHRegion/133b8076a64c49d83f67699a3b0cc5fb/.tmp/a/52bf264e3dd0499da07aff48b1606b3e
2024-12-09T13:20:57,989 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38669/hbase/data/default/testReplayEditsWrittenViaHRegion/133b8076a64c49d83f67699a3b0cc5fb/.tmp/b/9f603629216b40ffa8aada515acc9075 is 91, key is testReplayEditsWrittenViaHRegion/b:y0/1733750453778/Put/seqid=0
2024-12-09T13:20:57,995 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37781 is added to blk_1073741936_1116 (size=5958)
2024-12-09T13:20:57,996 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36633 is added to blk_1073741936_1116 (size=5958)
2024-12-09T13:20:57,996 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42667 is added to blk_1073741936_1116 (size=5958)
2024-12-09T13:20:57,997 INFO  [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=66 (bloomFilter=true), to=hdfs://localhost:38669/hbase/data/default/testReplayEditsWrittenViaHRegion/133b8076a64c49d83f67699a3b0cc5fb/.tmp/b/9f603629216b40ffa8aada515acc9075
2024-12-09T13:20:58,024 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38669/hbase/data/default/testReplayEditsWrittenViaHRegion/133b8076a64c49d83f67699a3b0cc5fb/.tmp/c/55549ac063394e4aac2e61c18cad6da8 is 91, key is testReplayEditsWrittenViaHRegion/c:y0/1733750453794/Put/seqid=0
2024-12-09T13:20:58,036 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36633 is added to blk_1073741937_1117 (size=5958)
2024-12-09T13:20:58,037 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37781 is added to blk_1073741937_1117 (size=5958)
2024-12-09T13:20:58,037 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42667 is added to blk_1073741937_1117 (size=5958)
2024-12-09T13:20:58,039 INFO  [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=66 (bloomFilter=true), to=hdfs://localhost:38669/hbase/data/default/testReplayEditsWrittenViaHRegion/133b8076a64c49d83f67699a3b0cc5fb/.tmp/c/55549ac063394e4aac2e61c18cad6da8
2024-12-09T13:20:58,044 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38669/hbase/data/default/testReplayEditsWrittenViaHRegion/133b8076a64c49d83f67699a3b0cc5fb/.tmp/a/52bf264e3dd0499da07aff48b1606b3e as hdfs://localhost:38669/hbase/data/default/testReplayEditsWrittenViaHRegion/133b8076a64c49d83f67699a3b0cc5fb/a/52bf264e3dd0499da07aff48b1606b3e
2024-12-09T13:20:58,049 INFO  [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38669/hbase/data/default/testReplayEditsWrittenViaHRegion/133b8076a64c49d83f67699a3b0cc5fb/a/52bf264e3dd0499da07aff48b1606b3e, entries=10, sequenceid=66, filesize=5.8 K
2024-12-09T13:20:58,049 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38669/hbase/data/default/testReplayEditsWrittenViaHRegion/133b8076a64c49d83f67699a3b0cc5fb/.tmp/b/9f603629216b40ffa8aada515acc9075 as hdfs://localhost:38669/hbase/data/default/testReplayEditsWrittenViaHRegion/133b8076a64c49d83f67699a3b0cc5fb/b/9f603629216b40ffa8aada515acc9075
2024-12-09T13:20:58,055 INFO  [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38669/hbase/data/default/testReplayEditsWrittenViaHRegion/133b8076a64c49d83f67699a3b0cc5fb/b/9f603629216b40ffa8aada515acc9075, entries=10, sequenceid=66, filesize=5.8 K
2024-12-09T13:20:58,061 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38669/hbase/data/default/testReplayEditsWrittenViaHRegion/133b8076a64c49d83f67699a3b0cc5fb/.tmp/c/55549ac063394e4aac2e61c18cad6da8 as hdfs://localhost:38669/hbase/data/default/testReplayEditsWrittenViaHRegion/133b8076a64c49d83f67699a3b0cc5fb/c/55549ac063394e4aac2e61c18cad6da8
2024-12-09T13:20:58,079 INFO  [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38669/hbase/data/default/testReplayEditsWrittenViaHRegion/133b8076a64c49d83f67699a3b0cc5fb/c/55549ac063394e4aac2e61c18cad6da8, entries=10, sequenceid=66, filesize=5.8 K
2024-12-09T13:20:58,080 INFO  [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~2.55 KB/2610, heapSize ~5.39 KB/5520, currentSize=0 B/0 for 133b8076a64c49d83f67699a3b0cc5fb in 140ms, sequenceid=66, compaction requested=false; wal=null
2024-12-09T13:20:58,080 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:38669/hbase/data/default/testReplayEditsWrittenViaHRegion/133b8076a64c49d83f67699a3b0cc5fb/recovered.edits/0000000000000000066
2024-12-09T13:20:58,082 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 133b8076a64c49d83f67699a3b0cc5fb
2024-12-09T13:20:58,082 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 133b8076a64c49d83f67699a3b0cc5fb
2024-12-09T13:20:58,082 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-12-09T13:20:58,084 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 133b8076a64c49d83f67699a3b0cc5fb
2024-12-09T13:20:58,086 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38669/hbase/data/default/testReplayEditsWrittenViaHRegion/133b8076a64c49d83f67699a3b0cc5fb/recovered.edits/66.seqid, newMaxSeqId=66, maxSeqId=35
2024-12-09T13:20:58,090 INFO  [Time-limited test {}] regionserver.HRegion(1114): Opened 133b8076a64c49d83f67699a3b0cc5fb; next sequenceid=67; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60398871, jitterRate=-0.09998668730258942}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-12-09T13:20:58,091 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 133b8076a64c49d83f67699a3b0cc5fb:
Writing region info on filesystem at 1733750457909Initializing all the Stores at 1733750457909Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733750457910 (+1 ms)Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733750457910Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733750457910Obtaining lock to block concurrent updates at 1733750457939 (+29 ms)Preparing flush snapshotting stores in 133b8076a64c49d83f67699a3b0cc5fb at 1733750457939Finished memstore snapshotting testReplayEditsWrittenViaHRegion,,1733750453182.133b8076a64c49d83f67699a3b0cc5fb., syncing WAL and waiting on mvcc, flushsize=dataSize=2610, getHeapSize=5520, getOffHeapSize=0, getCellsCount=30 at 1733750457939Flushing stores of testReplayEditsWrittenViaHRegion,,1733750453182.133b8076a64c49d83f67699a3b0cc5fb. at 1733750457939Flushing 133b8076a64c49d83f67699a3b0cc5fb/a: creating writer at 1733750457939Flushing 133b8076a64c49d83f67699a3b0cc5fb/a: appending metadata at 1733750457956 (+17 ms)Flushing 133b8076a64c49d83f67699a3b0cc5fb/a: closing flushed file at 1733750457956Flushing 133b8076a64c49d83f67699a3b0cc5fb/b: creating writer at 1733750457970 (+14 ms)Flushing 133b8076a64c49d83f67699a3b0cc5fb/b: appending metadata at 1733750457988 (+18 ms)Flushing 133b8076a64c49d83f67699a3b0cc5fb/b: closing flushed file at 1733750457988Flushing 133b8076a64c49d83f67699a3b0cc5fb/c: creating writer at 1733750458004 (+16 ms)Flushing 133b8076a64c49d83f67699a3b0cc5fb/c: appending metadata at 1733750458023 (+19 ms)Flushing 133b8076a64c49d83f67699a3b0cc5fb/c: closing flushed file at 1733750458023Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@294e7ae2: reopening flushed file at 1733750458043 (+20 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@25417871: reopening flushed file at 1733750458049 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7c5e166b: reopening flushed file at 1733750458055 (+6 ms)Finished flush of dataSize ~2.55 KB/2610, heapSize ~5.39 KB/5520, currentSize=0 B/0 for 133b8076a64c49d83f67699a3b0cc5fb in 140ms, sequenceid=66, compaction requested=false; wal=null at 1733750458080 (+25 ms)Cleaning up temporary data from old regions at 1733750458082 (+2 ms)Region opened successfully at 1733750458091 (+9 ms)
2024-12-09T13:20:58,105 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 133b8076a64c49d83f67699a3b0cc5fb, disabling compactions & flushes
2024-12-09T13:20:58,105 INFO  [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1733750453182.133b8076a64c49d83f67699a3b0cc5fb.
2024-12-09T13:20:58,105 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1733750453182.133b8076a64c49d83f67699a3b0cc5fb.
2024-12-09T13:20:58,105 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1733750453182.133b8076a64c49d83f67699a3b0cc5fb. after waiting 0 ms
2024-12-09T13:20:58,105 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1733750453182.133b8076a64c49d83f67699a3b0cc5fb.
2024-12-09T13:20:58,123 INFO  [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1733750453182.133b8076a64c49d83f67699a3b0cc5fb.
2024-12-09T13:20:58,123 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 133b8076a64c49d83f67699a3b0cc5fb:
Waiting for close lock at 1733750458105Disabling compacts and flushes for region at 1733750458105Disabling writes for close at 1733750458105Writing region close event to WAL at 1733750458123 (+18 ms)Closed at 1733750458123
2024-12-09T13:20:58,133 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733750453181/wal.1733750457885 not finished, retry = 0
2024-12-09T13:20:58,134 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37781 is added to blk_1073741934_1114 (size=95)
2024-12-09T13:20:58,134 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36633 is added to blk_1073741934_1114 (size=95)
2024-12-09T13:20:58,135 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42667 is added to blk_1073741934_1114 (size=95)
2024-12-09T13:20:58,238 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs
2024-12-09T13:20:58,238 INFO  [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1733750457885)
2024-12-09T13:20:58,266 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testReplayEditsWrittenViaHRegion Thread=437 (was 436)
Potentially hanging thread: AsyncFSWAL-28-3
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1505198706_22 at /127.0.0.1:42754 [Waiting for operation #27]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: AsyncFSWAL-28-2
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1505198706_22 at /127.0.0.1:45598 [Waiting for operation #3]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1505198706_22 at /127.0.0.1:53234 [Waiting for operation #13]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: AsyncFSWAL-28-1
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (1396088596) connection to localhost/127.0.0.1:38669 from jenkinstestReplayEditsWrittenViaHRegion
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: LeaseRenewer:jenkinstestReplayEditsWrittenViaHRegion@localhost:38669
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=1390 (was 1328) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=834 (was 872), ProcessCount=11 (was 11), AvailableMemoryMB=4650 (was 4172) - AvailableMemoryMB LEAK? -
2024-12-09T13:20:58,267 WARN  [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1390 is superior to 1024
2024-12-09T13:20:58,267 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster
2024-12-09T13:20:58,267 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-12-09T13:20:58,267 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79)
    at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611)
    at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153)
    at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-12-09T13:20:58,267 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-09T13:20:58,268 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-09T13:20:58,268 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-09T13:20:58,268 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster
2024-12-09T13:20:58,268 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=684258361, stopped=false
2024-12-09T13:20:58,269 INFO  [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=cad571b91d50,38991,1733750412650
2024-12-09T13:20:58,278 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38991-0x1012b57633b0000, quorum=127.0.0.1:60172, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running
2024-12-09T13:20:58,279 INFO  [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping
2024-12-09T13:20:58,279 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38991-0x1012b57633b0000, quorum=127.0.0.1:60172, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-09T13:20:58,279 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40691-0x1012b57633b0001, quorum=127.0.0.1:60172, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running
2024-12-09T13:20:58,279 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40691-0x1012b57633b0001, quorum=127.0.0.1:60172, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-09T13:20:58,279 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33659-0x1012b57633b0003, quorum=127.0.0.1:60172, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running
2024-12-09T13:20:58,279 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-12-09T13:20:58,279 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277)
    at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265)
    at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153)
    at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-12-09T13:20:58,279 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33659-0x1012b57633b0003, quorum=127.0.0.1:60172, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-09T13:20:58,279 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-09T13:20:58,280 INFO  [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'cad571b91d50,40691,1733750413897' *****
2024-12-09T13:20:58,280 INFO  [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested
2024-12-09T13:20:58,280 INFO  [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'cad571b91d50,33659,1733750414157' *****
2024-12-09T13:20:58,280 INFO  [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested
2024-12-09T13:20:58,280 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40691-0x1012b57633b0001, quorum=127.0.0.1:60172, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-12-09T13:20:58,280 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38991-0x1012b57633b0000, quorum=127.0.0.1:60172, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-12-09T13:20:58,281 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33659-0x1012b57633b0003, quorum=127.0.0.1:60172, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-12-09T13:20:58,281 INFO  [RS:0;cad571b91d50:40691 {}] regionserver.HeapMemoryManager(220): Stopping
2024-12-09T13:20:58,281 INFO  [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting
2024-12-09T13:20:58,281 INFO  [RS:0;cad571b91d50:40691 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully.
2024-12-09T13:20:58,281 INFO  [RS:0;cad571b91d50:40691 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully.
2024-12-09T13:20:58,281 INFO  [RS:2;cad571b91d50:33659 {}] regionserver.HeapMemoryManager(220): Stopping
2024-12-09T13:20:58,281 INFO  [RS:2;cad571b91d50:33659 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully.
2024-12-09T13:20:58,281 INFO  [RS:2;cad571b91d50:33659 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully.
2024-12-09T13:20:58,281 INFO  [RS:2;cad571b91d50:33659 {}] regionserver.HRegionServer(3091): Received CLOSE for 69b12887ef93f9d03b07bce64813dd93
2024-12-09T13:20:58,282 INFO  [RS:0;cad571b91d50:40691 {}] regionserver.HRegionServer(959): stopping server cad571b91d50,40691,1733750413897
2024-12-09T13:20:58,282 INFO  [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting
2024-12-09T13:20:58,282 INFO  [RS:2;cad571b91d50:33659 {}] regionserver.HRegionServer(959): stopping server cad571b91d50,33659,1733750414157
2024-12-09T13:20:58,282 INFO  [RS:0;cad571b91d50:40691 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-12-09T13:20:58,282 INFO  [RS:2;cad571b91d50:33659 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-12-09T13:20:58,282 INFO  [RS:2;cad571b91d50:33659 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;cad571b91d50:33659.
2024-12-09T13:20:58,282 INFO  [RS:0;cad571b91d50:40691 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;cad571b91d50:40691.
2024-12-09T13:20:58,282 DEBUG [RS:2;cad571b91d50:33659 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-12-09T13:20:58,282 DEBUG [RS:2;cad571b91d50:33659 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-09T13:20:58,282 DEBUG [RS:0;cad571b91d50:40691 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-12-09T13:20:58,282 INFO  [RS:2;cad571b91d50:33659 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close
2024-12-09T13:20:58,282 DEBUG [RS:0;cad571b91d50:40691 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-09T13:20:58,282 DEBUG [RS:2;cad571b91d50:33659 {}] regionserver.HRegionServer(1325): Online Regions={69b12887ef93f9d03b07bce64813dd93=testReplayEditsAfterRegionMovedWithMultiCF,,1733750433126.69b12887ef93f9d03b07bce64813dd93.}
2024-12-09T13:20:58,282 DEBUG [RS:2;cad571b91d50:33659 {}] regionserver.HRegionServer(1351): Waiting on 69b12887ef93f9d03b07bce64813dd93
2024-12-09T13:20:58,282 INFO  [RS:0;cad571b91d50:40691 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish...
2024-12-09T13:20:58,283 INFO  [RS:0;cad571b91d50:40691 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish...
2024-12-09T13:20:58,283 INFO  [RS:0;cad571b91d50:40691 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish...
2024-12-09T13:20:58,283 INFO  [RS:0;cad571b91d50:40691 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740
2024-12-09T13:20:58,283 DEBUG [RS_CLOSE_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 69b12887ef93f9d03b07bce64813dd93, disabling compactions & flushes
2024-12-09T13:20:58,284 INFO  [RS_CLOSE_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1733750433126.69b12887ef93f9d03b07bce64813dd93.
2024-12-09T13:20:58,284 DEBUG [RS_CLOSE_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733750433126.69b12887ef93f9d03b07bce64813dd93.
2024-12-09T13:20:58,284 DEBUG [RS_CLOSE_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733750433126.69b12887ef93f9d03b07bce64813dd93. after waiting 0 ms
2024-12-09T13:20:58,284 DEBUG [RS_CLOSE_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1733750433126.69b12887ef93f9d03b07bce64813dd93.
2024-12-09T13:20:58,288 INFO  [RS:0;cad571b91d50:40691 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close
2024-12-09T13:20:58,288 DEBUG [RS:0;cad571b91d50:40691 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740}
2024-12-09T13:20:58,288 DEBUG [RS:0;cad571b91d50:40691 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-12-09T13:20:58,290 DEBUG [RS_CLOSE_META-regionserver/cad571b91d50:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-12-09T13:20:58,291 INFO  [RS_CLOSE_META-regionserver/cad571b91d50:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-12-09T13:20:58,291 DEBUG [RS_CLOSE_META-regionserver/cad571b91d50:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-12-09T13:20:58,291 DEBUG [RS_CLOSE_META-regionserver/cad571b91d50:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-12-09T13:20:58,291 DEBUG [RS_CLOSE_META-regionserver/cad571b91d50:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-12-09T13:20:58,291 INFO  [RS_CLOSE_META-regionserver/cad571b91d50:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=6.86 KB heapSize=11.45 KB
2024-12-09T13:20:58,325 INFO  [regionserver/cad571b91d50:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases
2024-12-09T13:20:58,331 INFO  [regionserver/cad571b91d50:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases
2024-12-09T13:20:58,355 DEBUG [RS_CLOSE_META-regionserver/cad571b91d50:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38669/user/jenkins/test-data/f58aea57-8815-ec6c-94a2-731531e192b4/data/hbase/meta/1588230740/.tmp/info/3a92ee1ff4274d5988c671ee9a2c5189 is 205, key is testReplayEditsAfterRegionMovedWithMultiCF,,1733750433126.69b12887ef93f9d03b07bce64813dd93./info:regioninfo/1733750436231/Put/seqid=0
2024-12-09T13:20:58,378 DEBUG [RS_CLOSE_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38669/user/jenkins/test-data/f58aea57-8815-ec6c-94a2-731531e192b4/data/default/testReplayEditsAfterRegionMovedWithMultiCF/69b12887ef93f9d03b07bce64813dd93/recovered.edits/20.seqid, newMaxSeqId=20, maxSeqId=17
2024-12-09T13:20:58,387 INFO  [RS_CLOSE_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1733750433126.69b12887ef93f9d03b07bce64813dd93.
2024-12-09T13:20:58,387 DEBUG [RS_CLOSE_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 69b12887ef93f9d03b07bce64813dd93:
Waiting for close lock at 1733750458283Running coprocessor pre-close hooks at 1733750458283Disabling compacts and flushes for region at 1733750458283Disabling writes for close at 1733750458284 (+1 ms)Writing region close event to WAL at 1733750458327 (+43 ms)Running coprocessor post-close hooks at 1733750458387 (+60 ms)Closed at 1733750458387
2024-12-09T13:20:58,388 DEBUG [RS_CLOSE_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1733750433126.69b12887ef93f9d03b07bce64813dd93.
2024-12-09T13:20:58,408 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37781 is added to blk_1073741938_1118 (size=8243)
2024-12-09T13:20:58,409 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36633 is added to blk_1073741938_1118 (size=8243)
2024-12-09T13:20:58,409 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42667 is added to blk_1073741938_1118 (size=8243)
2024-12-09T13:20:58,418 INFO  [regionserver/cad571b91d50:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped
2024-12-09T13:20:58,419 INFO  [regionserver/cad571b91d50:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped
2024-12-09T13:20:58,423 INFO  [RS_CLOSE_META-regionserver/cad571b91d50:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.65 KB at sequenceid=21 (bloomFilter=true), to=hdfs://localhost:38669/user/jenkins/test-data/f58aea57-8815-ec6c-94a2-731531e192b4/data/hbase/meta/1588230740/.tmp/info/3a92ee1ff4274d5988c671ee9a2c5189
2024-12-09T13:20:58,427 INFO  [regionserver/cad571b91d50:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped
2024-12-09T13:20:58,427 INFO  [regionserver/cad571b91d50:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped
2024-12-09T13:20:58,483 INFO  [RS:2;cad571b91d50:33659 {}] regionserver.HRegionServer(976): stopping server cad571b91d50,33659,1733750414157; all regions closed.
2024-12-09T13:20:58,490 DEBUG [RS:0;cad571b91d50:40691 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-12-09T13:20:58,519 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42667 is added to blk_1073741835_1011 (size=722)
2024-12-09T13:20:58,522 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37781 is added to blk_1073741835_1011 (size=722)
2024-12-09T13:20:58,522 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36633 is added to blk_1073741835_1011 (size=722)
2024-12-09T13:20:58,541 DEBUG [RS_CLOSE_META-regionserver/cad571b91d50:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38669/user/jenkins/test-data/f58aea57-8815-ec6c-94a2-731531e192b4/data/hbase/meta/1588230740/.tmp/ns/0eef1f423573409c8ed97cc81517b703 is 43, key is default/ns:d/1733750417420/Put/seqid=0
2024-12-09T13:20:58,548 DEBUG [RS:2;cad571b91d50:33659 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f58aea57-8815-ec6c-94a2-731531e192b4/oldWALs
2024-12-09T13:20:58,548 INFO  [RS:2;cad571b91d50:33659 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL cad571b91d50%2C33659%2C1733750414157:(num 1733750416639)
2024-12-09T13:20:58,548 DEBUG [RS:2;cad571b91d50:33659 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-09T13:20:58,548 INFO  [RS:2;cad571b91d50:33659 {}] regionserver.LeaseManager(133): Closed leases
2024-12-09T13:20:58,548 INFO  [RS:2;cad571b91d50:33659 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-12-09T13:20:58,548 INFO  [RS:2;cad571b91d50:33659 {}] hbase.ChoreService(370): Chore service for: regionserver/cad571b91d50:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown
2024-12-09T13:20:58,548 INFO  [RS:2;cad571b91d50:33659 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish...
2024-12-09T13:20:58,548 INFO  [RS:2;cad571b91d50:33659 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish...
2024-12-09T13:20:58,548 INFO  [RS:2;cad571b91d50:33659 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish...
2024-12-09T13:20:58,548 INFO  [RS:2;cad571b91d50:33659 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-12-09T13:20:58,548 INFO  [regionserver/cad571b91d50:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-12-09T13:20:58,549 INFO  [RS:2;cad571b91d50:33659 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:33659
2024-12-09T13:20:58,554 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33659-0x1012b57633b0003, quorum=127.0.0.1:60172, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/cad571b91d50,33659,1733750414157
2024-12-09T13:20:58,555 INFO  [RS:2;cad571b91d50:33659 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-12-09T13:20:58,558 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38991-0x1012b57633b0000, quorum=127.0.0.1:60172, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs
2024-12-09T13:20:58,561 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [cad571b91d50,33659,1733750414157]
2024-12-09T13:20:58,564 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/cad571b91d50,33659,1733750414157 already deleted, retry=false
2024-12-09T13:20:58,564 INFO  [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; cad571b91d50,33659,1733750414157 expired; onlineServers=1
2024-12-09T13:20:58,611 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42667 is added to blk_1073741939_1119 (size=5153)
2024-12-09T13:20:58,611 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36633 is added to blk_1073741939_1119 (size=5153)
2024-12-09T13:20:58,612 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37781 is added to blk_1073741939_1119 (size=5153)
2024-12-09T13:20:58,619 INFO  [RS_CLOSE_META-regionserver/cad571b91d50:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=21 (bloomFilter=true), to=hdfs://localhost:38669/user/jenkins/test-data/f58aea57-8815-ec6c-94a2-731531e192b4/data/hbase/meta/1588230740/.tmp/ns/0eef1f423573409c8ed97cc81517b703
2024-12-09T13:20:58,659 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33659-0x1012b57633b0003, quorum=127.0.0.1:60172, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-12-09T13:20:58,659 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33659-0x1012b57633b0003, quorum=127.0.0.1:60172, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-12-09T13:20:58,659 INFO  [RS:2;cad571b91d50:33659 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-12-09T13:20:58,659 INFO  [RS:2;cad571b91d50:33659 {}] regionserver.HRegionServer(1031): Exiting; stopping=cad571b91d50,33659,1733750414157; zookeeper connection closed.
2024-12-09T13:20:58,660 INFO  [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@449313a5 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@449313a5
2024-12-09T13:20:58,680 DEBUG [RS_CLOSE_META-regionserver/cad571b91d50:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38669/user/jenkins/test-data/f58aea57-8815-ec6c-94a2-731531e192b4/data/hbase/meta/1588230740/.tmp/table/f34e0dfdb26e46b79da284644a8367e4 is 78, key is testReplayEditsAfterRegionMovedWithMultiCF/table:state/1733750433557/Put/seqid=0
2024-12-09T13:20:58,694 DEBUG [RS:0;cad571b91d50:40691 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-12-09T13:20:58,726 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37781 is added to blk_1073741940_1120 (size=5431)
2024-12-09T13:20:58,727 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42667 is added to blk_1073741940_1120 (size=5431)
2024-12-09T13:20:58,727 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36633 is added to blk_1073741940_1120 (size=5431)
2024-12-09T13:20:58,895 DEBUG [RS:0;cad571b91d50:40691 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-12-09T13:20:59,095 DEBUG [RS:0;cad571b91d50:40691 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-12-09T13:20:59,124 INFO  [RS_CLOSE_META-regionserver/cad571b91d50:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=148 B at sequenceid=21 (bloomFilter=true), to=hdfs://localhost:38669/user/jenkins/test-data/f58aea57-8815-ec6c-94a2-731531e192b4/data/hbase/meta/1588230740/.tmp/table/f34e0dfdb26e46b79da284644a8367e4
2024-12-09T13:20:59,134 DEBUG [RS_CLOSE_META-regionserver/cad571b91d50:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38669/user/jenkins/test-data/f58aea57-8815-ec6c-94a2-731531e192b4/data/hbase/meta/1588230740/.tmp/info/3a92ee1ff4274d5988c671ee9a2c5189 as hdfs://localhost:38669/user/jenkins/test-data/f58aea57-8815-ec6c-94a2-731531e192b4/data/hbase/meta/1588230740/info/3a92ee1ff4274d5988c671ee9a2c5189
2024-12-09T13:20:59,144 INFO  [RS_CLOSE_META-regionserver/cad571b91d50:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38669/user/jenkins/test-data/f58aea57-8815-ec6c-94a2-731531e192b4/data/hbase/meta/1588230740/info/3a92ee1ff4274d5988c671ee9a2c5189, entries=18, sequenceid=21, filesize=8.0 K
2024-12-09T13:20:59,146 DEBUG [RS_CLOSE_META-regionserver/cad571b91d50:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38669/user/jenkins/test-data/f58aea57-8815-ec6c-94a2-731531e192b4/data/hbase/meta/1588230740/.tmp/ns/0eef1f423573409c8ed97cc81517b703 as hdfs://localhost:38669/user/jenkins/test-data/f58aea57-8815-ec6c-94a2-731531e192b4/data/hbase/meta/1588230740/ns/0eef1f423573409c8ed97cc81517b703
2024-12-09T13:20:59,154 INFO  [RS_CLOSE_META-regionserver/cad571b91d50:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38669/user/jenkins/test-data/f58aea57-8815-ec6c-94a2-731531e192b4/data/hbase/meta/1588230740/ns/0eef1f423573409c8ed97cc81517b703, entries=2, sequenceid=21, filesize=5.0 K
2024-12-09T13:20:59,155 DEBUG [RS_CLOSE_META-regionserver/cad571b91d50:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38669/user/jenkins/test-data/f58aea57-8815-ec6c-94a2-731531e192b4/data/hbase/meta/1588230740/.tmp/table/f34e0dfdb26e46b79da284644a8367e4 as hdfs://localhost:38669/user/jenkins/test-data/f58aea57-8815-ec6c-94a2-731531e192b4/data/hbase/meta/1588230740/table/f34e0dfdb26e46b79da284644a8367e4
2024-12-09T13:20:59,164 INFO  [RS_CLOSE_META-regionserver/cad571b91d50:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38669/user/jenkins/test-data/f58aea57-8815-ec6c-94a2-731531e192b4/data/hbase/meta/1588230740/table/f34e0dfdb26e46b79da284644a8367e4, entries=2, sequenceid=21, filesize=5.3 K
2024-12-09T13:20:59,165 INFO  [RS_CLOSE_META-regionserver/cad571b91d50:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~6.86 KB/7029, heapSize ~11.16 KB/11424, currentSize=0 B/0 for 1588230740 in 874ms, sequenceid=21, compaction requested=false
2024-12-09T13:20:59,180 DEBUG [RS_CLOSE_META-regionserver/cad571b91d50:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38669/user/jenkins/test-data/f58aea57-8815-ec6c-94a2-731531e192b4/data/hbase/meta/1588230740/recovered.edits/24.seqid, newMaxSeqId=24, maxSeqId=1
2024-12-09T13:20:59,181 DEBUG [RS_CLOSE_META-regionserver/cad571b91d50:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-12-09T13:20:59,181 INFO  [RS_CLOSE_META-regionserver/cad571b91d50:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-12-09T13:20:59,181 DEBUG [RS_CLOSE_META-regionserver/cad571b91d50:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1733750458290Running coprocessor pre-close hooks at 1733750458290Disabling compacts and flushes for region at 1733750458290Disabling writes for close at 1733750458291 (+1 ms)Obtaining lock to block concurrent updates at 1733750458291Preparing flush snapshotting stores in 1588230740 at 1733750458291Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=7029, getHeapSize=11664, getOffHeapSize=0, getCellsCount=48 at 1733750458292 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733750458299 (+7 ms)Flushing 1588230740/info: creating writer at 1733750458299Flushing 1588230740/info: appending metadata at 1733750458354 (+55 ms)Flushing 1588230740/info: closing flushed file at 1733750458355 (+1 ms)Flushing 1588230740/ns: creating writer at 1733750458470 (+115 ms)Flushing 1588230740/ns: appending metadata at 1733750458541 (+71 ms)Flushing 1588230740/ns: closing flushed file at 1733750458541Flushing 1588230740/table: creating writer at 1733750458652 (+111 ms)Flushing 1588230740/table: appending metadata at 1733750458679 (+27 ms)Flushing 1588230740/table: closing flushed file at 1733750458679Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@aaa15c8: reopening flushed file at 1733750459133 (+454 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@515522b4: reopening flushed file at 1733750459144 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@cd08f51: reopening flushed file at 1733750459154 (+10 ms)Finished flush of dataSize ~6.86 KB/7029, heapSize ~11.16 KB/11424, currentSize=0 B/0 for 1588230740 in 874ms, sequenceid=21, compaction requested=false at 1733750459165 (+11 ms)Writing region close event to WAL at 1733750459170 (+5 ms)Running coprocessor post-close hooks at 1733750459181 (+11 ms)Closed at 1733750459181
2024-12-09T13:20:59,182 DEBUG [RS_CLOSE_META-regionserver/cad571b91d50:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740
2024-12-09T13:20:59,295 INFO  [RS:0;cad571b91d50:40691 {}] regionserver.HRegionServer(976): stopping server cad571b91d50,40691,1733750413897; all regions closed.
2024-12-09T13:20:59,303 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42667 is added to blk_1073741836_1012 (size=4716)
2024-12-09T13:20:59,304 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37781 is added to blk_1073741836_1012 (size=4716)
2024-12-09T13:20:59,309 DEBUG [RS:0;cad571b91d50:40691 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f58aea57-8815-ec6c-94a2-731531e192b4/oldWALs
2024-12-09T13:20:59,309 INFO  [RS:0;cad571b91d50:40691 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL cad571b91d50%2C40691%2C1733750413897.meta:.meta(num 1733750417109)
2024-12-09T13:20:59,317 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37781 is added to blk_1073741834_1010 (size=1709)
2024-12-09T13:20:59,317 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42667 is added to blk_1073741834_1010 (size=1709)
2024-12-09T13:20:59,320 DEBUG [RS:0;cad571b91d50:40691 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f58aea57-8815-ec6c-94a2-731531e192b4/oldWALs
2024-12-09T13:20:59,320 INFO  [RS:0;cad571b91d50:40691 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL cad571b91d50%2C40691%2C1733750413897:(num 1733750416618)
2024-12-09T13:20:59,320 DEBUG [RS:0;cad571b91d50:40691 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-09T13:20:59,320 INFO  [RS:0;cad571b91d50:40691 {}] regionserver.LeaseManager(133): Closed leases
2024-12-09T13:20:59,321 INFO  [RS:0;cad571b91d50:40691 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-12-09T13:20:59,321 INFO  [RS:0;cad571b91d50:40691 {}] hbase.ChoreService(370): Chore service for: regionserver/cad571b91d50:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown
2024-12-09T13:20:59,321 INFO  [RS:0;cad571b91d50:40691 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-12-09T13:20:59,321 INFO  [regionserver/cad571b91d50:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-12-09T13:20:59,321 INFO  [RS:0;cad571b91d50:40691 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:40691
2024-12-09T13:20:59,324 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38991-0x1012b57633b0000, quorum=127.0.0.1:60172, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs
2024-12-09T13:20:59,324 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40691-0x1012b57633b0001, quorum=127.0.0.1:60172, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/cad571b91d50,40691,1733750413897
2024-12-09T13:20:59,325 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [cad571b91d50,40691,1733750413897]
2024-12-09T13:20:59,326 INFO  [RS:0;cad571b91d50:40691 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-12-09T13:20:59,327 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/cad571b91d50,40691,1733750413897 already deleted, retry=false
2024-12-09T13:20:59,327 INFO  [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; cad571b91d50,40691,1733750413897 expired; onlineServers=0
2024-12-09T13:20:59,327 INFO  [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'cad571b91d50,38991,1733750412650' *****
2024-12-09T13:20:59,327 INFO  [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0
2024-12-09T13:20:59,327 INFO  [M:0;cad571b91d50:38991 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-12-09T13:20:59,328 INFO  [M:0;cad571b91d50:38991 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-12-09T13:20:59,328 DEBUG [M:0;cad571b91d50:38991 {}] cleaner.LogCleaner(198): Cancelling LogCleaner
2024-12-09T13:20:59,328 WARN  [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting.
2024-12-09T13:20:59,328 DEBUG [M:0;cad571b91d50:38991 {}] cleaner.HFileCleaner(335): Stopping file delete threads
2024-12-09T13:20:59,328 DEBUG [master/cad571b91d50:0:becomeActiveMaster-HFileCleaner.large.0-1733750416073 {}] cleaner.HFileCleaner(306): Exit Thread[master/cad571b91d50:0:becomeActiveMaster-HFileCleaner.large.0-1733750416073,5,FailOnTimeoutGroup]
2024-12-09T13:20:59,328 DEBUG [master/cad571b91d50:0:becomeActiveMaster-HFileCleaner.small.0-1733750416076 {}] cleaner.HFileCleaner(306): Exit Thread[master/cad571b91d50:0:becomeActiveMaster-HFileCleaner.small.0-1733750416076,5,FailOnTimeoutGroup]
2024-12-09T13:20:59,329 INFO  [M:0;cad571b91d50:38991 {}] hbase.ChoreService(370): Chore service for: master/cad571b91d50:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown
2024-12-09T13:20:59,329 INFO  [M:0;cad571b91d50:38991 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-12-09T13:20:59,329 DEBUG [M:0;cad571b91d50:38991 {}] master.HMaster(1795): Stopping service threads
2024-12-09T13:20:59,329 INFO  [M:0;cad571b91d50:38991 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher
2024-12-09T13:20:59,329 INFO  [M:0;cad571b91d50:38991 {}] procedure2.ProcedureExecutor(723): Stopping
2024-12-09T13:20:59,330 INFO  [M:0;cad571b91d50:38991 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false
2024-12-09T13:20:59,330 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating.
2024-12-09T13:20:59,332 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38991-0x1012b57633b0000, quorum=127.0.0.1:60172, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master
2024-12-09T13:20:59,332 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38991-0x1012b57633b0000, quorum=127.0.0.1:60172, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-09T13:20:59,332 DEBUG [M:0;cad571b91d50:38991 {}] zookeeper.ZKUtil(347): master:38991-0x1012b57633b0000, quorum=127.0.0.1:60172, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error)
2024-12-09T13:20:59,332 WARN  [M:0;cad571b91d50:38991 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null
2024-12-09T13:20:59,333 INFO  [M:0;cad571b91d50:38991 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38669/user/jenkins/test-data/f58aea57-8815-ec6c-94a2-731531e192b4/.lastflushedseqids
2024-12-09T13:20:59,361 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36633 is added to blk_1073741941_1121 (size=138)
2024-12-09T13:20:59,362 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37781 is added to blk_1073741941_1121 (size=138)
2024-12-09T13:20:59,362 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42667 is added to blk_1073741941_1121 (size=138)
2024-12-09T13:20:59,363 INFO  [M:0;cad571b91d50:38991 {}] assignment.AssignmentManager(395): Stopping assignment manager
2024-12-09T13:20:59,363 INFO  [M:0;cad571b91d50:38991 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false
2024-12-09T13:20:59,364 DEBUG [M:0;cad571b91d50:38991 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-12-09T13:20:59,364 INFO  [M:0;cad571b91d50:38991 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-09T13:20:59,364 DEBUG [M:0;cad571b91d50:38991 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-09T13:20:59,364 DEBUG [M:0;cad571b91d50:38991 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-12-09T13:20:59,364 DEBUG [M:0;cad571b91d50:38991 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-09T13:20:59,364 INFO  [M:0;cad571b91d50:38991 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=68.34 KB heapSize=83.73 KB
2024-12-09T13:20:59,393 DEBUG [M:0;cad571b91d50:38991 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38669/user/jenkins/test-data/f58aea57-8815-ec6c-94a2-731531e192b4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f14b92c1508643dc8b7cfee20c125e0c is 82, key is hbase:meta,,1/info:regioninfo/1733750417292/Put/seqid=0
2024-12-09T13:20:59,414 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36633 is added to blk_1073741942_1122 (size=5672)
2024-12-09T13:20:59,416 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37781 is added to blk_1073741942_1122 (size=5672)
2024-12-09T13:20:59,417 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42667 is added to blk_1073741942_1122 (size=5672)
2024-12-09T13:20:59,418 INFO  [M:0;cad571b91d50:38991 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:38669/user/jenkins/test-data/f58aea57-8815-ec6c-94a2-731531e192b4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f14b92c1508643dc8b7cfee20c125e0c
2024-12-09T13:20:59,429 INFO  [RS:0;cad571b91d50:40691 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-12-09T13:20:59,429 INFO  [RS:0;cad571b91d50:40691 {}] regionserver.HRegionServer(1031): Exiting; stopping=cad571b91d50,40691,1733750413897; zookeeper connection closed.
2024-12-09T13:20:59,430 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40691-0x1012b57633b0001, quorum=127.0.0.1:60172, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-12-09T13:20:59,430 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40691-0x1012b57633b0001, quorum=127.0.0.1:60172, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-12-09T13:20:59,433 INFO  [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3a50f2e6 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3a50f2e6
2024-12-09T13:20:59,434 INFO  [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete
2024-12-09T13:20:59,470 DEBUG [M:0;cad571b91d50:38991 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38669/user/jenkins/test-data/f58aea57-8815-ec6c-94a2-731531e192b4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ba0b48df1000452caf2912d6f6b28471 is 1076, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733750433564/Put/seqid=0
2024-12-09T13:20:59,493 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37781 is added to blk_1073741943_1123 (size=7755)
2024-12-09T13:20:59,495 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42667 is added to blk_1073741943_1123 (size=7755)
2024-12-09T13:20:59,495 INFO  [M:0;cad571b91d50:38991 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=67.61 KB at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:38669/user/jenkins/test-data/f58aea57-8815-ec6c-94a2-731531e192b4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ba0b48df1000452caf2912d6f6b28471
2024-12-09T13:20:59,499 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36633 is added to blk_1073741943_1123 (size=7755)
2024-12-09T13:20:59,508 INFO  [M:0;cad571b91d50:38991 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ba0b48df1000452caf2912d6f6b28471
2024-12-09T13:20:59,625 DEBUG [M:0;cad571b91d50:38991 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38669/user/jenkins/test-data/f58aea57-8815-ec6c-94a2-731531e192b4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3f803d31f7264c41ad46f2ece6cfecdf is 69, key is cad571b91d50,33659,1733750414157/rs:state/1733750416179/Put/seqid=0
2024-12-09T13:20:59,666 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36633 is added to blk_1073741944_1124 (size=5445)
2024-12-09T13:20:59,667 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37781 is added to blk_1073741944_1124 (size=5445)
2024-12-09T13:20:59,668 INFO  [M:0;cad571b91d50:38991 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:38669/user/jenkins/test-data/f58aea57-8815-ec6c-94a2-731531e192b4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3f803d31f7264c41ad46f2ece6cfecdf
2024-12-09T13:20:59,669 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42667 is added to blk_1073741944_1124 (size=5445)
2024-12-09T13:20:59,684 INFO  [M:0;cad571b91d50:38991 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3f803d31f7264c41ad46f2ece6cfecdf
2024-12-09T13:20:59,694 DEBUG [M:0;cad571b91d50:38991 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38669/user/jenkins/test-data/f58aea57-8815-ec6c-94a2-731531e192b4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f14b92c1508643dc8b7cfee20c125e0c as hdfs://localhost:38669/user/jenkins/test-data/f58aea57-8815-ec6c-94a2-731531e192b4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f14b92c1508643dc8b7cfee20c125e0c
2024-12-09T13:20:59,712 INFO  [M:0;cad571b91d50:38991 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38669/user/jenkins/test-data/f58aea57-8815-ec6c-94a2-731531e192b4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f14b92c1508643dc8b7cfee20c125e0c, entries=8, sequenceid=168, filesize=5.5 K
2024-12-09T13:20:59,713 DEBUG [M:0;cad571b91d50:38991 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38669/user/jenkins/test-data/f58aea57-8815-ec6c-94a2-731531e192b4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ba0b48df1000452caf2912d6f6b28471 as hdfs://localhost:38669/user/jenkins/test-data/f58aea57-8815-ec6c-94a2-731531e192b4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ba0b48df1000452caf2912d6f6b28471
2024-12-09T13:20:59,739 INFO  [M:0;cad571b91d50:38991 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ba0b48df1000452caf2912d6f6b28471
2024-12-09T13:20:59,740 INFO  [M:0;cad571b91d50:38991 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38669/user/jenkins/test-data/f58aea57-8815-ec6c-94a2-731531e192b4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ba0b48df1000452caf2912d6f6b28471, entries=17, sequenceid=168, filesize=7.6 K
2024-12-09T13:20:59,748 DEBUG [M:0;cad571b91d50:38991 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38669/user/jenkins/test-data/f58aea57-8815-ec6c-94a2-731531e192b4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3f803d31f7264c41ad46f2ece6cfecdf as hdfs://localhost:38669/user/jenkins/test-data/f58aea57-8815-ec6c-94a2-731531e192b4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3f803d31f7264c41ad46f2ece6cfecdf
2024-12-09T13:20:59,787 INFO  [M:0;cad571b91d50:38991 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3f803d31f7264c41ad46f2ece6cfecdf
2024-12-09T13:20:59,788 INFO  [M:0;cad571b91d50:38991 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38669/user/jenkins/test-data/f58aea57-8815-ec6c-94a2-731531e192b4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3f803d31f7264c41ad46f2ece6cfecdf, entries=3, sequenceid=168, filesize=5.3 K
2024-12-09T13:20:59,793 INFO  [M:0;cad571b91d50:38991 {}] regionserver.HRegion(3140): Finished flush of dataSize ~68.34 KB/69984, heapSize ~83.43 KB/85432, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 429ms, sequenceid=168, compaction requested=false
2024-12-09T13:20:59,795 INFO  [M:0;cad571b91d50:38991 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-09T13:20:59,795 DEBUG [M:0;cad571b91d50:38991 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1733750459363Disabling compacts and flushes for region at 1733750459363Disabling writes for close at 1733750459364 (+1 ms)Obtaining lock to block concurrent updates at 1733750459364Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733750459364Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=69984, getHeapSize=85672, getOffHeapSize=0, getCellsCount=195 at 1733750459365 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733750459370 (+5 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733750459370Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733750459393 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733750459393Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733750459438 (+45 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733750459469 (+31 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733750459469Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733750459509 (+40 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733750459624 (+115 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733750459624Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@58106f8c: reopening flushed file at 1733750459684 (+60 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@48827389: reopening flushed file at 1733750459712 (+28 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@293ee279: reopening flushed file at 1733750459740 (+28 ms)Finished flush of dataSize ~68.34 KB/69984, heapSize ~83.43 KB/85432, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 429ms, sequenceid=168, compaction requested=false at 1733750459793 (+53 ms)Writing region close event to WAL at 1733750459795 (+2 ms)Closed at 1733750459795
2024-12-09T13:20:59,803 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42667 is added to blk_1073741830_1006 (size=56607)
2024-12-09T13:20:59,803 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37781 is added to blk_1073741830_1006 (size=56607)
2024-12-09T13:20:59,805 INFO  [M:0;cad571b91d50:38991 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down.
2024-12-09T13:20:59,805 INFO  [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-12-09T13:20:59,805 INFO  [M:0;cad571b91d50:38991 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:38991
2024-12-09T13:20:59,808 INFO  [M:0;cad571b91d50:38991 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-12-09T13:20:59,919 INFO  [M:0;cad571b91d50:38991 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-12-09T13:20:59,922 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38991-0x1012b57633b0000, quorum=127.0.0.1:60172, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-12-09T13:20:59,922 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38991-0x1012b57633b0000, quorum=127.0.0.1:60172, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-12-09T13:20:59,942 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733750436617/wal.1733750437023 with renewLeaseKey: DEFAULT_16655
java.io.FileNotFoundException: File does not exist: /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733750436617/wal.1733750437023 (inode 16655) Holder DFSClient_NONMAPREDUCE_-1274793967_22 does not have any open files.
	at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188)
	at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703)
	at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689)
	at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232)
	at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983)
	at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649)
	at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java)
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621)
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589)
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573)
	at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227)
	at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246)
	at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169)
	at java.base/java.security.AccessController.doPrivileged(AccessController.java:712)
	at java.base/javax.security.auth.Subject.doAs(Subject.java:439)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953)
	at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198)

	at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?]
	at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?]
	at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?]
	at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?]
	at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733750436617/wal.1733750437023 (inode 16655) Holder DFSClient_NONMAPREDUCE_-1274793967_22 does not have any open files.
	at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188)
	at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703)
	at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689)
	at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232)
	at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983)
	at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649)
	at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java)
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621)
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589)
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573)
	at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227)
	at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246)
	at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169)
	at java.base/java.security.AccessController.doPrivileged(AccessController.java:712)
	at java.base/javax.security.auth.Subject.doAs(Subject.java:439)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953)
	at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198)

	at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?]
	at jdk.proxy2.$Proxy45.complete(Unknown Source) ~[?:?]
	at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at jdk.internal.reflect.GeneratedMethodAccessor6.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?]
	at jdk.proxy2.$Proxy46.complete(Unknown Source) ~[?:?]
	at jdk.internal.reflect.GeneratedMethodAccessor6.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?]
	at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?]
	at jdk.internal.reflect.GeneratedMethodAccessor6.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?]
	at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?]
	at jdk.internal.reflect.GeneratedMethodAccessor6.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?]
	at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?]
	at jdk.internal.reflect.GeneratedMethodAccessor6.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?]
	at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?]
	at jdk.internal.reflect.GeneratedMethodAccessor6.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?]
	at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 25 more
2024-12-09T13:20:59,943 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733750428514/wal.1733750428681 with renewLeaseKey: DEFAULT_16586
java.io.IOException: stream already broken
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?]
	at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?]
	at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?]
	at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?]
	at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:20:59,943 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733750453181/wal.1733750453591 with renewLeaseKey: DEFAULT_16767
java.io.IOException: stream already broken
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?]
	at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?]
	at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?]
	at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?]
	at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:20:59,968 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733750437166/wal.1733750446427 with renewLeaseKey: DEFAULT_16678
java.io.FileNotFoundException: File does not exist: /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733750437166/wal.1733750446427 (inode 16678) Holder DFSClient_NONMAPREDUCE_-1274793967_22 does not have any open files.
	at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188)
	at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703)
	at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689)
	at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232)
	at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983)
	at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649)
	at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java)
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621)
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589)
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573)
	at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227)
	at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246)
	at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169)
	at java.base/java.security.AccessController.doPrivileged(AccessController.java:712)
	at java.base/javax.security.auth.Subject.doAs(Subject.java:439)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953)
	at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198)

	at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?]
	at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?]
	at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?]
	at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?]
	at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733750437166/wal.1733750446427 (inode 16678) Holder DFSClient_NONMAPREDUCE_-1274793967_22 does not have any open files.
	at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188)
	at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703)
	at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689)
	at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232)
	at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983)
	at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649)
	at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java)
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621)
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589)
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573)
	at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227)
	at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246)
	at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169)
	at java.base/java.security.AccessController.doPrivileged(AccessController.java:712)
	at java.base/javax.security.auth.Subject.doAs(Subject.java:439)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953)
	at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198)

	at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?]
	at jdk.proxy2.$Proxy45.complete(Unknown Source) ~[?:?]
	at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at jdk.internal.reflect.GeneratedMethodAccessor6.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?]
	at jdk.proxy2.$Proxy46.complete(Unknown Source) ~[?:?]
	at jdk.internal.reflect.GeneratedMethodAccessor6.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?]
	at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?]
	at jdk.internal.reflect.GeneratedMethodAccessor6.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?]
	at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?]
	at jdk.internal.reflect.GeneratedMethodAccessor6.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?]
	at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?]
	at jdk.internal.reflect.GeneratedMethodAccessor6.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?]
	at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?]
	at jdk.internal.reflect.GeneratedMethodAccessor6.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?]
	at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 25 more
2024-12-09T13:20:59,969 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733750420364/wal.1733750420447 with renewLeaseKey: DEFAULT_16506
java.io.IOException: stream already broken
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?]
	at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?]
	at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?]
	at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?]
	at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:20:59,980 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testdatalosswheninputerror-manual,16010,1733750446777/wal.1733750448141 with renewLeaseKey: DEFAULT_16704
java.io.FileNotFoundException: File does not exist: /hbase/WALs/testdatalosswheninputerror-manual,16010,1733750446777/wal.1733750448141 (inode 16704) Holder DFSClient_NONMAPREDUCE_-1274793967_22 does not have any open files.
	at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188)
	at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703)
	at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689)
	at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232)
	at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983)
	at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649)
	at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java)
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621)
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589)
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573)
	at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227)
	at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246)
	at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169)
	at java.base/java.security.AccessController.doPrivileged(AccessController.java:712)
	at java.base/javax.security.auth.Subject.doAs(Subject.java:439)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953)
	at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198)

	at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?]
	at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?]
	at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?]
	at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?]
	at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testdatalosswheninputerror-manual,16010,1733750446777/wal.1733750448141 (inode 16704) Holder DFSClient_NONMAPREDUCE_-1274793967_22 does not have any open files.
	at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188)
	at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703)
	at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689)
	at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232)
	at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983)
	at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649)
	at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java)
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621)
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589)
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573)
	at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227)
	at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246)
	at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169)
	at java.base/java.security.AccessController.doPrivileged(AccessController.java:712)
	at java.base/javax.security.auth.Subject.doAs(Subject.java:439)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953)
	at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198)

	at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?]
	at jdk.proxy2.$Proxy45.complete(Unknown Source) ~[?:?]
	at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at jdk.internal.reflect.GeneratedMethodAccessor6.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?]
	at jdk.proxy2.$Proxy46.complete(Unknown Source) ~[?:?]
	at jdk.internal.reflect.GeneratedMethodAccessor6.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?]
	at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?]
	at jdk.internal.reflect.GeneratedMethodAccessor6.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?]
	at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?]
	at jdk.internal.reflect.GeneratedMethodAccessor6.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?]
	at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?]
	at jdk.internal.reflect.GeneratedMethodAccessor6.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?]
	at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?]
	at jdk.internal.reflect.GeneratedMethodAccessor6.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?]
	at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 25 more
2024-12-09T13:20:59,981 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733750448518/wal.1733750448663 with renewLeaseKey: DEFAULT_16726
java.io.IOException: stream already broken
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?]
	at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?]
	at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?]
	at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?]
	at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:20:59,990 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testnameconflictwhensplit1-manual,16010,1733750419191/wal.1733750420174 with renewLeaseKey: DEFAULT_16485
java.io.FileNotFoundException: File does not exist: /hbase/WALs/testnameconflictwhensplit1-manual,16010,1733750419191/wal.1733750420174 (inode 16485) Holder DFSClient_NONMAPREDUCE_-1274793967_22 does not have any open files.
	at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188)
	at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703)
	at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689)
	at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232)
	at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983)
	at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649)
	at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java)
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621)
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589)
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573)
	at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227)
	at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246)
	at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169)
	at java.base/java.security.AccessController.doPrivileged(AccessController.java:712)
	at java.base/javax.security.auth.Subject.doAs(Subject.java:439)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953)
	at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198)

	at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?]
	at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?]
	at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?]
	at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?]
	at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testnameconflictwhensplit1-manual,16010,1733750419191/wal.1733750420174 (inode 16485) Holder DFSClient_NONMAPREDUCE_-1274793967_22 does not have any open files.
	at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188)
	at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703)
	at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689)
	at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232)
	at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983)
	at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649)
	at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java)
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621)
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589)
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573)
	at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227)
	at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246)
	at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169)
	at java.base/java.security.AccessController.doPrivileged(AccessController.java:712)
	at java.base/javax.security.auth.Subject.doAs(Subject.java:439)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953)
	at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198)

	at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?]
	at jdk.proxy2.$Proxy45.complete(Unknown Source) ~[?:?]
	at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at jdk.internal.reflect.GeneratedMethodAccessor6.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?]
	at jdk.proxy2.$Proxy46.complete(Unknown Source) ~[?:?]
	at jdk.internal.reflect.GeneratedMethodAccessor6.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?]
	at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?]
	at jdk.internal.reflect.GeneratedMethodAccessor6.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?]
	at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?]
	at jdk.internal.reflect.GeneratedMethodAccessor6.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?]
	at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?]
	at jdk.internal.reflect.GeneratedMethodAccessor6.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?]
	at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?]
	at jdk.internal.reflect.GeneratedMethodAccessor6.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?]
	at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 25 more
2024-12-09T13:20:59,999 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testnameconflictwhensplit0-manual,16010,1733750417895/wal.1733750418680 with renewLeaseKey: DEFAULT_16462
java.io.FileNotFoundException: File does not exist: /hbase/WALs/testnameconflictwhensplit0-manual,16010,1733750417895/wal.1733750418680 (inode 16462) Holder DFSClient_NONMAPREDUCE_-1274793967_22 does not have any open files.
	at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188)
	at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703)
	at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689)
	at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232)
	at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983)
	at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649)
	at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java)
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621)
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589)
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573)
	at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227)
	at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246)
	at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169)
	at java.base/java.security.AccessController.doPrivileged(AccessController.java:712)
	at java.base/javax.security.auth.Subject.doAs(Subject.java:439)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953)
	at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198)

	at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?]
	at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?]
	at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?]
	at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?]
	at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testnameconflictwhensplit0-manual,16010,1733750417895/wal.1733750418680 (inode 16462) Holder DFSClient_NONMAPREDUCE_-1274793967_22 does not have any open files.
	at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188)
	at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703)
	at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689)
	at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232)
	at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983)
	at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649)
	at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java)
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621)
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589)
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573)
	at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227)
	at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246)
	at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169)
	at java.base/java.security.AccessController.doPrivileged(AccessController.java:712)
	at java.base/javax.security.auth.Subject.doAs(Subject.java:439)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953)
	at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198)

	at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?]
	at jdk.proxy2.$Proxy45.complete(Unknown Source) ~[?:?]
	at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at jdk.internal.reflect.GeneratedMethodAccessor6.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?]
	at jdk.proxy2.$Proxy46.complete(Unknown Source) ~[?:?]
	at jdk.internal.reflect.GeneratedMethodAccessor6.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?]
	at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?]
	at jdk.internal.reflect.GeneratedMethodAccessor6.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?]
	at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?]
	at jdk.internal.reflect.GeneratedMethodAccessor6.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?]
	at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?]
	at jdk.internal.reflect.GeneratedMethodAccessor6.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?]
	at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?]
	at jdk.internal.reflect.GeneratedMethodAccessor6.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?]
	at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 25 more
2024-12-09T13:21:00,033 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@43206bef{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-12-09T13:21:00,047 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@228ffa29{HTTP/1.1, (http/1.1)}{localhost:0}
2024-12-09T13:21:00,047 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-12-09T13:21:00,047 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3f079a76{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-12-09T13:21:00,048 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7da22a2e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6700d7a4-6ba7-e153-49ad-98b8aa919c41/hadoop.log.dir/,STOPPED}
2024-12-09T13:21:00,068 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit.
2024-12-09T13:21:00,069 WARN  [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup]
2024-12-09T13:21:00,070 WARN  [BP-1272807186-172.17.0.3-1733750408806 heartbeating to localhost/127.0.0.1:38669 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted
2024-12-09T13:21:00,071 WARN  [BP-1272807186-172.17.0.3-1733750408806 heartbeating to localhost/127.0.0.1:38669 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1272807186-172.17.0.3-1733750408806 (Datanode Uuid 0b1fc5c0-50ad-4889-b705-467576e095a0) service to localhost/127.0.0.1:38669
2024-12-09T13:21:00,088 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6700d7a4-6ba7-e153-49ad-98b8aa919c41/cluster_c6ca9ad2-2fa4-2955-7341-03ec1bf74ce0/data/data6/current/BP-1272807186-172.17.0.3-1733750408806 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-12-09T13:21:00,089 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6700d7a4-6ba7-e153-49ad-98b8aa919c41/cluster_c6ca9ad2-2fa4-2955-7341-03ec1bf74ce0/data/data5/current/BP-1272807186-172.17.0.3-1733750408806 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-12-09T13:21:00,089 WARN  [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func
2024-12-09T13:21:00,117 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4546bb60{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-12-09T13:21:00,119 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7c7d32f8{HTTP/1.1, (http/1.1)}{localhost:0}
2024-12-09T13:21:00,120 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-12-09T13:21:00,120 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5ebbf344{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-12-09T13:21:00,120 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4b5fc47c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6700d7a4-6ba7-e153-49ad-98b8aa919c41/hadoop.log.dir/,STOPPED}
2024-12-09T13:21:00,133 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit.
2024-12-09T13:21:00,133 WARN  [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup]
2024-12-09T13:21:00,133 WARN  [BP-1272807186-172.17.0.3-1733750408806 heartbeating to localhost/127.0.0.1:38669 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted
2024-12-09T13:21:00,133 WARN  [BP-1272807186-172.17.0.3-1733750408806 heartbeating to localhost/127.0.0.1:38669 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1272807186-172.17.0.3-1733750408806 (Datanode Uuid bed8b6a5-e57c-456a-a026-f02bfd15cff7) service to localhost/127.0.0.1:38669
2024-12-09T13:21:00,134 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6700d7a4-6ba7-e153-49ad-98b8aa919c41/cluster_c6ca9ad2-2fa4-2955-7341-03ec1bf74ce0/data/data3/current/BP-1272807186-172.17.0.3-1733750408806 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-12-09T13:21:00,134 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6700d7a4-6ba7-e153-49ad-98b8aa919c41/cluster_c6ca9ad2-2fa4-2955-7341-03ec1bf74ce0/data/data4/current/BP-1272807186-172.17.0.3-1733750408806 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-12-09T13:21:00,136 WARN  [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func
2024-12-09T13:21:00,159 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@36632d60{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-12-09T13:21:00,161 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@751d2fa4{HTTP/1.1, (http/1.1)}{localhost:0}
2024-12-09T13:21:00,161 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-12-09T13:21:00,161 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@433df981{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-12-09T13:21:00,161 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1f76f489{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6700d7a4-6ba7-e153-49ad-98b8aa919c41/hadoop.log.dir/,STOPPED}
2024-12-09T13:21:00,176 WARN  [BP-1272807186-172.17.0.3-1733750408806 heartbeating to localhost/127.0.0.1:38669 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted
2024-12-09T13:21:00,176 WARN  [BP-1272807186-172.17.0.3-1733750408806 heartbeating to localhost/127.0.0.1:38669 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1272807186-172.17.0.3-1733750408806 (Datanode Uuid a6cd0b6a-e648-4674-b79e-ec5bbca96d80) service to localhost/127.0.0.1:38669
2024-12-09T13:21:00,177 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6700d7a4-6ba7-e153-49ad-98b8aa919c41/cluster_c6ca9ad2-2fa4-2955-7341-03ec1bf74ce0/data/data2/current/BP-1272807186-172.17.0.3-1733750408806 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-12-09T13:21:00,177 WARN  [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func
2024-12-09T13:21:00,178 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6700d7a4-6ba7-e153-49ad-98b8aa919c41/cluster_c6ca9ad2-2fa4-2955-7341-03ec1bf74ce0/data/data1/current/BP-1272807186-172.17.0.3-1733750408806 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-12-09T13:21:00,182 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit.
2024-12-09T13:21:00,182 WARN  [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup]
2024-12-09T13:21:00,222 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3717288f{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-12-09T13:21:00,231 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4bd70930{HTTP/1.1, (http/1.1)}{localhost:0}
2024-12-09T13:21:00,231 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-12-09T13:21:00,231 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6dc9d5c1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-12-09T13:21:00,231 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4f37ffca{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6700d7a4-6ba7-e153-49ad-98b8aa919c41/hadoop.log.dir/,STOPPED}
2024-12-09T13:21:00,281 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers
2024-12-09T13:21:00,362 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down