2024-11-25 11:58:26,092 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7857fe2
2024-11-25 11:58:26,132 main DEBUG Took 0.036578 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging
2024-11-25 11:58:26,132 main DEBUG PluginManager 'Core' found 129 plugins
2024-11-25 11:58:26,133 main DEBUG PluginManager 'Level' found 0 plugins
2024-11-25 11:58:26,134 main DEBUG PluginManager 'Lookup' found 16 plugins
2024-11-25 11:58:26,136 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-25 11:58:26,147 main DEBUG PluginManager 'TypeConverter' found 26 plugins
2024-11-25 11:58:26,165 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-25 11:58:26,167 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-25 11:58:26,168 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-25 11:58:26,169 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-25 11:58:26,170 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-25 11:58:26,170 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-25 11:58:26,171 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-25 11:58:26,172 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-25 11:58:26,172 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-25 11:58:26,173 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-25 11:58:26,174 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-25 11:58:26,174 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-25 11:58:26,175 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-25 11:58:26,175 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-25 11:58:26,176 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-25 11:58:26,177 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-25 11:58:26,177 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-25 11:58:26,178 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-25 11:58:26,178 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-25 11:58:26,179 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-25 11:58:26,179 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-25 11:58:26,180 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-25 11:58:26,180 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-25 11:58:26,181 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-25 11:58:26,181 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-25 11:58:26,182 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger].
2024-11-25 11:58:26,184 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-25 11:58:26,186 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin].
2024-11-25 11:58:26,188 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root})
2024-11-25 11:58:26,189 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout].
2024-11-25 11:58:26,190 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null")
2024-11-25 11:58:26,191 main DEBUG PluginManager 'Converter' found 47 plugins
2024-11-25 11:58:26,205 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender].
2024-11-25 11:58:26,208 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={})
2024-11-25 11:58:26,211 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR
2024-11-25 11:58:26,211 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin].
2024-11-25 11:58:26,211 main DEBUG createAppenders(={Console})
2024-11-25 11:58:26,212 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7857fe2 initialized
2024-11-25 11:58:26,213 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7857fe2
2024-11-25 11:58:26,213 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7857fe2 OK.
2024-11-25 11:58:26,214 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1
2024-11-25 11:58:26,214 main DEBUG OutputStream closed
2024-11-25 11:58:26,215 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true
2024-11-25 11:58:26,215 main DEBUG Appender DefaultConsole-1 stopped with status true
2024-11-25 11:58:26,216 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@54a7079e OK
2024-11-25 11:58:26,318 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6
2024-11-25 11:58:26,321 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger
2024-11-25 11:58:26,322 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector
2024-11-25 11:58:26,323 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=
2024-11-25 11:58:26,324 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory
2024-11-25 11:58:26,325 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter
2024-11-25 11:58:26,325 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper
2024-11-25 11:58:26,326 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j
2024-11-25 11:58:26,326 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl
2024-11-25 11:58:26,326 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans
2024-11-25 11:58:26,327 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase
2024-11-25 11:58:26,327 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop
2024-11-25 11:58:26,328 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers
2024-11-25 11:58:26,328 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices
2024-11-25 11:58:26,329 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig
2024-11-25 11:58:26,329 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel
2024-11-25 11:58:26,330 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore
2024-11-25 11:58:26,331 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console
2024-11-25 11:58:26,334 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps.
2024-11-25 11:58:26,335 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-logging/target/hbase-logging-4.0.0-alpha-1-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@19b93fa8) with optional ClassLoader: null
2024-11-25 11:58:26,335 main DEBUG Shutdown hook enabled. Registering a new one.
2024-11-25 11:58:26,336 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@19b93fa8] started OK.
2024-11-25T11:58:26,795 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4ff9bc00-d997-ba74-1209-92dbe9ff5a9e
2024-11-25 11:58:26,799 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED)
2024-11-25 11:58:26,799 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps.
2024-11-25T11:58:26,813 INFO  [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay timeout: 13 mins
2024-11-25T11:58:26,829 INFO  [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplayCompressed timeout: 13 mins
2024-11-25T11:58:26,874 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16
2024-11-25T11:58:26,975 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false
2024-11-25T11:58:26,976 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512
2024-11-25T11:58:26,995 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false}
2024-11-25T11:58:27,016 INFO  [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4ff9bc00-d997-ba74-1209-92dbe9ff5a9e/cluster_3b59bfc3-5555-a54f-4451-236f33c97afd, deleteOnExit=true
2024-11-25T11:58:27,016 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS
2024-11-25T11:58:27,017 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4ff9bc00-d997-ba74-1209-92dbe9ff5a9e/test.cache.data in system properties and HBase conf
2024-11-25T11:58:27,018 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4ff9bc00-d997-ba74-1209-92dbe9ff5a9e/hadoop.tmp.dir in system properties and HBase conf
2024-11-25T11:58:27,019 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4ff9bc00-d997-ba74-1209-92dbe9ff5a9e/hadoop.log.dir in system properties and HBase conf
2024-11-25T11:58:27,019 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4ff9bc00-d997-ba74-1209-92dbe9ff5a9e/mapreduce.cluster.local.dir in system properties and HBase conf
2024-11-25T11:58:27,020 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4ff9bc00-d997-ba74-1209-92dbe9ff5a9e/mapreduce.cluster.temp.dir in system properties and HBase conf
2024-11-25T11:58:27,020 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF
2024-11-25T11:58:27,151 WARN  [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
2024-11-25T11:58:27,314 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-11-25T11:58:27,323 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4ff9bc00-d997-ba74-1209-92dbe9ff5a9e/yarn.node-labels.fs-store.root-dir in system properties and HBase conf
2024-11-25T11:58:27,325 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4ff9bc00-d997-ba74-1209-92dbe9ff5a9e/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf
2024-11-25T11:58:27,326 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4ff9bc00-d997-ba74-1209-92dbe9ff5a9e/yarn.nodemanager.log-dirs in system properties and HBase conf
2024-11-25T11:58:27,327 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4ff9bc00-d997-ba74-1209-92dbe9ff5a9e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-25T11:58:27,329 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4ff9bc00-d997-ba74-1209-92dbe9ff5a9e/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf
2024-11-25T11:58:27,330 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4ff9bc00-d997-ba74-1209-92dbe9ff5a9e/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf
2024-11-25T11:58:27,333 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4ff9bc00-d997-ba74-1209-92dbe9ff5a9e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-25T11:58:27,369 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4ff9bc00-d997-ba74-1209-92dbe9ff5a9e/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-25T11:58:27,373 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4ff9bc00-d997-ba74-1209-92dbe9ff5a9e/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf
2024-11-25T11:58:27,373 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4ff9bc00-d997-ba74-1209-92dbe9ff5a9e/nfs.dump.dir in system properties and HBase conf
2024-11-25T11:58:27,374 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4ff9bc00-d997-ba74-1209-92dbe9ff5a9e/java.io.tmpdir in system properties and HBase conf
2024-11-25T11:58:27,381 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4ff9bc00-d997-ba74-1209-92dbe9ff5a9e/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-25T11:58:27,381 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4ff9bc00-d997-ba74-1209-92dbe9ff5a9e/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf
2024-11-25T11:58:27,382 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4ff9bc00-d997-ba74-1209-92dbe9ff5a9e/fs.s3a.committer.staging.tmp.path in system properties and HBase conf
2024-11-25T11:58:28,714 WARN  [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
2024-11-25T11:58:28,872 INFO  [Time-limited test {}] log.Log(170): Logging initialized @3983ms to org.eclipse.jetty.util.log.Slf4jLog
2024-11-25T11:58:29,046 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-25T11:58:29,166 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-25T11:58:29,261 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-25T11:58:29,261 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-25T11:58:29,263 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms
2024-11-25T11:58:29,291 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-25T11:58:29,313 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2c0b7a34{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4ff9bc00-d997-ba74-1209-92dbe9ff5a9e/hadoop.log.dir/,AVAILABLE}
2024-11-25T11:58:29,315 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4f8a2ea{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-25T11:58:29,632 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6e17169c{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4ff9bc00-d997-ba74-1209-92dbe9ff5a9e/java.io.tmpdir/jetty-localhost-34225-hadoop-hdfs-3_4_1-tests_jar-_-any-1578476061998500382/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-25T11:58:29,644 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@31851850{HTTP/1.1, (http/1.1)}{localhost:34225}
2024-11-25T11:58:29,645 INFO  [Time-limited test {}] server.Server(415): Started @4755ms
2024-11-25T11:58:30,334 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-25T11:58:30,344 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-25T11:58:30,364 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-25T11:58:30,364 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-25T11:58:30,365 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms
2024-11-25T11:58:30,366 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@633f48b2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4ff9bc00-d997-ba74-1209-92dbe9ff5a9e/hadoop.log.dir/,AVAILABLE}
2024-11-25T11:58:30,367 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@264083a3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-25T11:58:30,553 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2676402f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4ff9bc00-d997-ba74-1209-92dbe9ff5a9e/java.io.tmpdir/jetty-localhost-38807-hadoop-hdfs-3_4_1-tests_jar-_-any-12831231476211365362/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-25T11:58:30,558 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@63c29ae0{HTTP/1.1, (http/1.1)}{localhost:38807}
2024-11-25T11:58:30,558 INFO  [Time-limited test {}] server.Server(415): Started @5669ms
2024-11-25T11:58:30,643 WARN  [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering.
2024-11-25T11:58:31,025 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-25T11:58:31,034 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-25T11:58:31,081 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-25T11:58:31,081 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-25T11:58:31,081 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms
2024-11-25T11:58:31,085 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@778cfeb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4ff9bc00-d997-ba74-1209-92dbe9ff5a9e/hadoop.log.dir/,AVAILABLE}
2024-11-25T11:58:31,086 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@551fffa5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-25T11:58:31,347 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2d8836d3{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4ff9bc00-d997-ba74-1209-92dbe9ff5a9e/java.io.tmpdir/jetty-localhost-44781-hadoop-hdfs-3_4_1-tests_jar-_-any-17365872276656631315/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-25T11:58:31,358 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@540114bd{HTTP/1.1, (http/1.1)}{localhost:44781}
2024-11-25T11:58:31,359 INFO  [Time-limited test {}] server.Server(415): Started @6470ms
2024-11-25T11:58:31,363 WARN  [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering.
2024-11-25T11:58:31,557 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-25T11:58:31,568 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-25T11:58:31,587 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-25T11:58:31,587 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-25T11:58:31,587 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms
2024-11-25T11:58:31,603 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7c018eb3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4ff9bc00-d997-ba74-1209-92dbe9ff5a9e/hadoop.log.dir/,AVAILABLE}
2024-11-25T11:58:31,605 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4168b37{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-25T11:58:31,702 WARN  [Thread-105 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4ff9bc00-d997-ba74-1209-92dbe9ff5a9e/cluster_3b59bfc3-5555-a54f-4451-236f33c97afd/data/data3/current/BP-1248860769-172.17.0.3-1732535908330/current, will proceed with Du for space computation calculation, 
2024-11-25T11:58:31,705 WARN  [Thread-107 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4ff9bc00-d997-ba74-1209-92dbe9ff5a9e/cluster_3b59bfc3-5555-a54f-4451-236f33c97afd/data/data4/current/BP-1248860769-172.17.0.3-1732535908330/current, will proceed with Du for space computation calculation, 
2024-11-25T11:58:31,709 WARN  [Thread-106 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4ff9bc00-d997-ba74-1209-92dbe9ff5a9e/cluster_3b59bfc3-5555-a54f-4451-236f33c97afd/data/data1/current/BP-1248860769-172.17.0.3-1732535908330/current, will proceed with Du for space computation calculation, 
2024-11-25T11:58:31,717 WARN  [Thread-108 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4ff9bc00-d997-ba74-1209-92dbe9ff5a9e/cluster_3b59bfc3-5555-a54f-4451-236f33c97afd/data/data2/current/BP-1248860769-172.17.0.3-1732535908330/current, will proceed with Du for space computation calculation, 
2024-11-25T11:58:31,795 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@f7ea49{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4ff9bc00-d997-ba74-1209-92dbe9ff5a9e/java.io.tmpdir/jetty-localhost-39703-hadoop-hdfs-3_4_1-tests_jar-_-any-18298559796207410475/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-25T11:58:31,800 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@606c1a1{HTTP/1.1, (http/1.1)}{localhost:39703}
2024-11-25T11:58:31,800 INFO  [Time-limited test {}] server.Server(415): Started @6911ms
2024-11-25T11:58:31,803 WARN  [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering.
2024-11-25T11:58:31,803 WARN  [Thread-83 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1
2024-11-25T11:58:31,845 WARN  [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1
2024-11-25T11:58:31,961 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x37a099816a1ecb98 with lease ID 0xa0fc87e22e438768: Processing first storage report for DS-889d203c-47da-4fdb-9342-bfab24a44ff1 from datanode DatanodeRegistration(127.0.0.1:35303, datanodeUuid=474fd9b9-27ed-4375-87c9-007027ae5f65, infoPort=33477, infoSecurePort=0, ipcPort=44205, storageInfo=lv=-57;cid=testClusterID;nsid=1875773284;c=1732535908330)
2024-11-25T11:58:31,962 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x37a099816a1ecb98 with lease ID 0xa0fc87e22e438768: from storage DS-889d203c-47da-4fdb-9342-bfab24a44ff1 node DatanodeRegistration(127.0.0.1:35303, datanodeUuid=474fd9b9-27ed-4375-87c9-007027ae5f65, infoPort=33477, infoSecurePort=0, ipcPort=44205, storageInfo=lv=-57;cid=testClusterID;nsid=1875773284;c=1732535908330), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0
2024-11-25T11:58:31,963 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x37a099816a1ecb98 with lease ID 0xa0fc87e22e438768: Processing first storage report for DS-f50b8953-3501-45e4-9498-4844fa279c23 from datanode DatanodeRegistration(127.0.0.1:35303, datanodeUuid=474fd9b9-27ed-4375-87c9-007027ae5f65, infoPort=33477, infoSecurePort=0, ipcPort=44205, storageInfo=lv=-57;cid=testClusterID;nsid=1875773284;c=1732535908330)
2024-11-25T11:58:31,963 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x37a099816a1ecb98 with lease ID 0xa0fc87e22e438768: from storage DS-f50b8953-3501-45e4-9498-4844fa279c23 node DatanodeRegistration(127.0.0.1:35303, datanodeUuid=474fd9b9-27ed-4375-87c9-007027ae5f65, infoPort=33477, infoSecurePort=0, ipcPort=44205, storageInfo=lv=-57;cid=testClusterID;nsid=1875773284;c=1732535908330), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0
2024-11-25T11:58:31,965 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xde87f48fa35b8a3c with lease ID 0xa0fc87e22e438769: Processing first storage report for DS-a26a421e-0102-4e02-b10b-ef176eeda992 from datanode DatanodeRegistration(127.0.0.1:39871, datanodeUuid=70de6e78-8e5a-49ef-9d4c-fa2b8d414d28, infoPort=42087, infoSecurePort=0, ipcPort=36099, storageInfo=lv=-57;cid=testClusterID;nsid=1875773284;c=1732535908330)
2024-11-25T11:58:31,965 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xde87f48fa35b8a3c with lease ID 0xa0fc87e22e438769: from storage DS-a26a421e-0102-4e02-b10b-ef176eeda992 node DatanodeRegistration(127.0.0.1:39871, datanodeUuid=70de6e78-8e5a-49ef-9d4c-fa2b8d414d28, infoPort=42087, infoSecurePort=0, ipcPort=36099, storageInfo=lv=-57;cid=testClusterID;nsid=1875773284;c=1732535908330), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0
2024-11-25T11:58:31,965 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xde87f48fa35b8a3c with lease ID 0xa0fc87e22e438769: Processing first storage report for DS-457af32a-1cba-48df-825c-d9bf5096f32c from datanode DatanodeRegistration(127.0.0.1:39871, datanodeUuid=70de6e78-8e5a-49ef-9d4c-fa2b8d414d28, infoPort=42087, infoSecurePort=0, ipcPort=36099, storageInfo=lv=-57;cid=testClusterID;nsid=1875773284;c=1732535908330)
2024-11-25T11:58:31,966 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xde87f48fa35b8a3c with lease ID 0xa0fc87e22e438769: from storage DS-457af32a-1cba-48df-825c-d9bf5096f32c node DatanodeRegistration(127.0.0.1:39871, datanodeUuid=70de6e78-8e5a-49ef-9d4c-fa2b8d414d28, infoPort=42087, infoSecurePort=0, ipcPort=36099, storageInfo=lv=-57;cid=testClusterID;nsid=1875773284;c=1732535908330), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0
2024-11-25T11:58:32,087 WARN  [Thread-139 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4ff9bc00-d997-ba74-1209-92dbe9ff5a9e/cluster_3b59bfc3-5555-a54f-4451-236f33c97afd/data/data5/current/BP-1248860769-172.17.0.3-1732535908330/current, will proceed with Du for space computation calculation, 
2024-11-25T11:58:32,089 WARN  [Thread-140 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4ff9bc00-d997-ba74-1209-92dbe9ff5a9e/cluster_3b59bfc3-5555-a54f-4451-236f33c97afd/data/data6/current/BP-1248860769-172.17.0.3-1732535908330/current, will proceed with Du for space computation calculation, 
2024-11-25T11:58:32,154 WARN  [Thread-129 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1
2024-11-25T11:58:32,164 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8cb18745fc0e8af2 with lease ID 0xa0fc87e22e43876a: Processing first storage report for DS-5cdd0e23-dce8-49b9-9d0d-2dd069665475 from datanode DatanodeRegistration(127.0.0.1:36573, datanodeUuid=e3f9ffd9-8a35-4a32-a773-0811453001db, infoPort=41699, infoSecurePort=0, ipcPort=35011, storageInfo=lv=-57;cid=testClusterID;nsid=1875773284;c=1732535908330)
2024-11-25T11:58:32,164 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8cb18745fc0e8af2 with lease ID 0xa0fc87e22e43876a: from storage DS-5cdd0e23-dce8-49b9-9d0d-2dd069665475 node DatanodeRegistration(127.0.0.1:36573, datanodeUuid=e3f9ffd9-8a35-4a32-a773-0811453001db, infoPort=41699, infoSecurePort=0, ipcPort=35011, storageInfo=lv=-57;cid=testClusterID;nsid=1875773284;c=1732535908330), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0
2024-11-25T11:58:32,165 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8cb18745fc0e8af2 with lease ID 0xa0fc87e22e43876a: Processing first storage report for DS-fcb551df-8031-47b9-8998-3895cfc6ddb3 from datanode DatanodeRegistration(127.0.0.1:36573, datanodeUuid=e3f9ffd9-8a35-4a32-a773-0811453001db, infoPort=41699, infoSecurePort=0, ipcPort=35011, storageInfo=lv=-57;cid=testClusterID;nsid=1875773284;c=1732535908330)
2024-11-25T11:58:32,165 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8cb18745fc0e8af2 with lease ID 0xa0fc87e22e43876a: from storage DS-fcb551df-8031-47b9-8998-3895cfc6ddb3 node DatanodeRegistration(127.0.0.1:36573, datanodeUuid=e3f9ffd9-8a35-4a32-a773-0811453001db, infoPort=41699, infoSecurePort=0, ipcPort=35011, storageInfo=lv=-57;cid=testClusterID;nsid=1875773284;c=1732535908330), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0
2024-11-25T11:58:32,432 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4ff9bc00-d997-ba74-1209-92dbe9ff5a9e
2024-11-25T11:58:32,581 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4ff9bc00-d997-ba74-1209-92dbe9ff5a9e/cluster_3b59bfc3-5555-a54f-4451-236f33c97afd/zookeeper_0, clientPort=51360, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4ff9bc00-d997-ba74-1209-92dbe9ff5a9e/cluster_3b59bfc3-5555-a54f-4451-236f33c97afd/zookeeper_0/version-2, dataDirSize=457
dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4ff9bc00-d997-ba74-1209-92dbe9ff5a9e/cluster_3b59bfc3-5555-a54f-4451-236f33c97afd/zookeeper_0/version-2, dataLogSize=457
tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0

2024-11-25T11:58:32,593 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=51360
2024-11-25T11:58:32,607 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-25T11:58:32,610 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-25T11:58:32,904 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36573 is added to blk_1073741825_1001 (size=7)
2024-11-25T11:58:32,905 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39871 is added to blk_1073741825_1001 (size=7)
2024-11-25T11:58:32,906 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35303 is added to blk_1073741825_1001 (size=7)
2024-11-25T11:58:33,316 INFO  [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34151/user/jenkins/test-data/de1d2a09-e9f6-a330-7227-6fadccb48f21 with version=8
2024-11-25T11:58:33,317 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:34151/user/jenkins/test-data/de1d2a09-e9f6-a330-7227-6fadccb48f21/hbase-staging
2024-11-25T11:58:33,799 INFO  [Time-limited test {}] client.ConnectionUtils(128): master/2bf237fd86ca:0 server-side Connection retries=45
2024-11-25T11:58:33,817 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-25T11:58:33,818 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-25T11:58:33,849 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-25T11:58:33,849 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-25T11:58:33,850 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-25T11:58:34,063 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService
2024-11-25T11:58:34,140 INFO  [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl
2024-11-25T11:58:34,154 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout
2024-11-25T11:58:34,159 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-25T11:58:34,199 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 6791 (auto-detected)
2024-11-25T11:58:34,201 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:03 (auto-detected)
2024-11-25T11:58:34,228 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45455
2024-11-25T11:58:34,256 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45455 connecting to ZooKeeper ensemble=127.0.0.1:51360
2024-11-25T11:58:34,297 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:454550x0, quorum=127.0.0.1:51360, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-25T11:58:34,301 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45455-0x10076ce1ad40000 connected
2024-11-25T11:58:34,346 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-25T11:58:34,352 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-25T11:58:34,369 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45455-0x10076ce1ad40000, quorum=127.0.0.1:51360, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-25T11:58:34,374 INFO  [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34151/user/jenkins/test-data/de1d2a09-e9f6-a330-7227-6fadccb48f21, hbase.cluster.distributed=false
2024-11-25T11:58:34,410 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45455-0x10076ce1ad40000, quorum=127.0.0.1:51360, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl
2024-11-25T11:58:34,431 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45455
2024-11-25T11:58:34,432 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45455
2024-11-25T11:58:34,432 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45455
2024-11-25T11:58:34,440 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45455
2024-11-25T11:58:34,444 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45455
2024-11-25T11:58:34,613 INFO  [Time-limited test {}] client.ConnectionUtils(128): regionserver/2bf237fd86ca:0 server-side Connection retries=45
2024-11-25T11:58:34,615 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-25T11:58:34,616 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-25T11:58:34,616 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-25T11:58:34,616 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-25T11:58:34,616 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-25T11:58:34,619 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService
2024-11-25T11:58:34,623 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-25T11:58:34,625 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41159
2024-11-25T11:58:34,628 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41159 connecting to ZooKeeper ensemble=127.0.0.1:51360
2024-11-25T11:58:34,629 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-25T11:58:34,632 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-25T11:58:34,646 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:411590x0, quorum=127.0.0.1:51360, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-25T11:58:34,649 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41159-0x10076ce1ad40001 connected
2024-11-25T11:58:34,653 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41159-0x10076ce1ad40001, quorum=127.0.0.1:51360, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-25T11:58:34,659 INFO  [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB
2024-11-25T11:58:34,670 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5
2024-11-25T11:58:34,684 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41159-0x10076ce1ad40001, quorum=127.0.0.1:51360, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master
2024-11-25T11:58:34,698 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41159-0x10076ce1ad40001, quorum=127.0.0.1:51360, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl
2024-11-25T11:58:34,708 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41159
2024-11-25T11:58:34,712 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41159
2024-11-25T11:58:34,720 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41159
2024-11-25T11:58:34,731 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41159
2024-11-25T11:58:34,732 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41159
2024-11-25T11:58:34,761 INFO  [Time-limited test {}] client.ConnectionUtils(128): regionserver/2bf237fd86ca:0 server-side Connection retries=45
2024-11-25T11:58:34,761 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-25T11:58:34,762 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-25T11:58:34,762 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-25T11:58:34,763 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-25T11:58:34,764 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-25T11:58:34,764 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService
2024-11-25T11:58:34,765 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-25T11:58:34,766 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:42531
2024-11-25T11:58:34,769 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42531 connecting to ZooKeeper ensemble=127.0.0.1:51360
2024-11-25T11:58:34,770 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-25T11:58:34,773 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-25T11:58:34,796 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:425310x0, quorum=127.0.0.1:51360, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-25T11:58:34,798 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:425310x0, quorum=127.0.0.1:51360, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-25T11:58:34,799 INFO  [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB
2024-11-25T11:58:34,801 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42531-0x10076ce1ad40002 connected
2024-11-25T11:58:34,803 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5
2024-11-25T11:58:34,807 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42531-0x10076ce1ad40002, quorum=127.0.0.1:51360, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master
2024-11-25T11:58:34,809 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42531-0x10076ce1ad40002, quorum=127.0.0.1:51360, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl
2024-11-25T11:58:34,815 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42531
2024-11-25T11:58:34,815 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42531
2024-11-25T11:58:34,816 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42531
2024-11-25T11:58:34,821 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42531
2024-11-25T11:58:34,821 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42531
2024-11-25T11:58:34,842 INFO  [Time-limited test {}] client.ConnectionUtils(128): regionserver/2bf237fd86ca:0 server-side Connection retries=45
2024-11-25T11:58:34,842 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-25T11:58:34,843 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-25T11:58:34,843 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-25T11:58:34,843 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-25T11:58:34,843 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-25T11:58:34,843 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService
2024-11-25T11:58:34,844 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-25T11:58:34,846 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:42593
2024-11-25T11:58:34,848 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42593 connecting to ZooKeeper ensemble=127.0.0.1:51360
2024-11-25T11:58:34,849 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-25T11:58:34,852 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-25T11:58:34,863 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:425930x0, quorum=127.0.0.1:51360, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-25T11:58:34,864 INFO  [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB
2024-11-25T11:58:34,864 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:425930x0, quorum=127.0.0.1:51360, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-25T11:58:34,869 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42593-0x10076ce1ad40003 connected
2024-11-25T11:58:34,873 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5
2024-11-25T11:58:34,875 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42593-0x10076ce1ad40003, quorum=127.0.0.1:51360, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master
2024-11-25T11:58:34,879 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42593-0x10076ce1ad40003, quorum=127.0.0.1:51360, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl
2024-11-25T11:58:34,881 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42593
2024-11-25T11:58:34,884 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42593
2024-11-25T11:58:34,889 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42593
2024-11-25T11:58:34,894 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42593
2024-11-25T11:58:34,895 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42593
2024-11-25T11:58:34,922 DEBUG [M:0;2bf237fd86ca:45455 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;2bf237fd86ca:45455
2024-11-25T11:58:34,925 INFO  [master/2bf237fd86ca:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/2bf237fd86ca,45455,1732535913463
2024-11-25T11:58:34,937 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42593-0x10076ce1ad40003, quorum=127.0.0.1:51360, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-25T11:58:34,937 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45455-0x10076ce1ad40000, quorum=127.0.0.1:51360, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-25T11:58:34,937 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41159-0x10076ce1ad40001, quorum=127.0.0.1:51360, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-25T11:58:34,938 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42531-0x10076ce1ad40002, quorum=127.0.0.1:51360, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-25T11:58:34,946 DEBUG [master/2bf237fd86ca:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45455-0x10076ce1ad40000, quorum=127.0.0.1:51360, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/2bf237fd86ca,45455,1732535913463
2024-11-25T11:58:34,980 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42531-0x10076ce1ad40002, quorum=127.0.0.1:51360, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master
2024-11-25T11:58:34,980 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45455-0x10076ce1ad40000, quorum=127.0.0.1:51360, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-25T11:58:34,980 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41159-0x10076ce1ad40001, quorum=127.0.0.1:51360, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master
2024-11-25T11:58:34,980 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42593-0x10076ce1ad40003, quorum=127.0.0.1:51360, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master
2024-11-25T11:58:34,981 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42593-0x10076ce1ad40003, quorum=127.0.0.1:51360, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-25T11:58:34,981 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41159-0x10076ce1ad40001, quorum=127.0.0.1:51360, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-25T11:58:34,980 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42531-0x10076ce1ad40002, quorum=127.0.0.1:51360, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-25T11:58:34,982 DEBUG [master/2bf237fd86ca:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45455-0x10076ce1ad40000, quorum=127.0.0.1:51360, baseZNode=/hbase Set watcher on existing znode=/hbase/master
2024-11-25T11:58:34,984 INFO  [master/2bf237fd86ca:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/2bf237fd86ca,45455,1732535913463 from backup master directory
2024-11-25T11:58:34,988 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41159-0x10076ce1ad40001, quorum=127.0.0.1:51360, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-25T11:58:34,988 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42531-0x10076ce1ad40002, quorum=127.0.0.1:51360, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-25T11:58:34,988 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42593-0x10076ce1ad40003, quorum=127.0.0.1:51360, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-25T11:58:34,988 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45455-0x10076ce1ad40000, quorum=127.0.0.1:51360, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/2bf237fd86ca,45455,1732535913463
2024-11-25T11:58:34,989 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45455-0x10076ce1ad40000, quorum=127.0.0.1:51360, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-25T11:58:34,991 WARN  [master/2bf237fd86ca:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-25T11:58:34,991 INFO  [master/2bf237fd86ca:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=2bf237fd86ca,45455,1732535913463
2024-11-25T11:58:34,995 INFO  [master/2bf237fd86ca:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0
2024-11-25T11:58:35,001 INFO  [master/2bf237fd86ca:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0
2024-11-25T11:58:35,099 DEBUG [master/2bf237fd86ca:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34151/user/jenkins/test-data/de1d2a09-e9f6-a330-7227-6fadccb48f21/hbase.id] with ID: 8ecdb8d0-c81a-4c66-9d3d-f7a1daf0e377
2024-11-25T11:58:35,099 DEBUG [master/2bf237fd86ca:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34151/user/jenkins/test-data/de1d2a09-e9f6-a330-7227-6fadccb48f21/.tmp/hbase.id
2024-11-25T11:58:35,130 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35303 is added to blk_1073741826_1002 (size=42)
2024-11-25T11:58:35,136 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36573 is added to blk_1073741826_1002 (size=42)
2024-11-25T11:58:35,137 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39871 is added to blk_1073741826_1002 (size=42)
2024-11-25T11:58:35,142 DEBUG [master/2bf237fd86ca:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34151/user/jenkins/test-data/de1d2a09-e9f6-a330-7227-6fadccb48f21/.tmp/hbase.id]:[hdfs://localhost:34151/user/jenkins/test-data/de1d2a09-e9f6-a330-7227-6fadccb48f21/hbase.id]
2024-11-25T11:58:35,230 INFO  [master/2bf237fd86ca:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-25T11:58:35,236 INFO  [master/2bf237fd86ca:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem.
2024-11-25T11:58:35,266 INFO  [master/2bf237fd86ca:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 27ms.
2024-11-25T11:58:35,272 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41159-0x10076ce1ad40001, quorum=127.0.0.1:51360, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-25T11:58:35,272 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42593-0x10076ce1ad40003, quorum=127.0.0.1:51360, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-25T11:58:35,273 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42531-0x10076ce1ad40002, quorum=127.0.0.1:51360, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-25T11:58:35,273 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45455-0x10076ce1ad40000, quorum=127.0.0.1:51360, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-25T11:58:35,301 WARN  [IPC Server handler 1 on default port 34151 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology
2024-11-25T11:58:35,302 WARN  [IPC Server handler 1 on default port 34151 {}] protocol.BlockStoragePolicy(161): Failed to place enough replicas: expected size is 1 but only 0 storage types can be selected (replication=3, selected=[], unavailable=[DISK], removed=[DISK], policy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]})
2024-11-25T11:58:35,302 WARN  [IPC Server handler 1 on default port 34151 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) All required storage types are unavailable:  unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}
2024-11-25T11:58:35,325 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39871 is added to blk_1073741827_1003 (size=196)
2024-11-25T11:58:35,325 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35303 is added to blk_1073741827_1003 (size=196)
2024-11-25T11:58:35,357 INFO  [master/2bf237fd86ca:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-25T11:58:35,361 INFO  [master/2bf237fd86ca:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000
2024-11-25T11:58:35,370 INFO  [master/2bf237fd86ca:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-25T11:58:35,410 WARN  [IPC Server handler 2 on default port 34151 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology
2024-11-25T11:58:35,411 WARN  [IPC Server handler 2 on default port 34151 {}] protocol.BlockStoragePolicy(161): Failed to place enough replicas: expected size is 1 but only 0 storage types can be selected (replication=3, selected=[], unavailable=[DISK], removed=[DISK], policy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]})
2024-11-25T11:58:35,411 WARN  [IPC Server handler 2 on default port 34151 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) All required storage types are unavailable:  unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}
2024-11-25T11:58:35,445 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35303 is added to blk_1073741828_1004 (size=1189)
2024-11-25T11:58:35,449 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39871 is added to blk_1073741828_1004 (size=1189)
2024-11-25T11:58:35,481 INFO  [master/2bf237fd86ca:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34151/user/jenkins/test-data/de1d2a09-e9f6-a330-7227-6fadccb48f21/MasterData/data/master/store
2024-11-25T11:58:35,526 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39871 is added to blk_1073741829_1005 (size=34)
2024-11-25T11:58:35,529 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35303 is added to blk_1073741829_1005 (size=34)
2024-11-25T11:58:35,530 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36573 is added to blk_1073741829_1005 (size=34)
2024-11-25T11:58:35,543 INFO  [master/2bf237fd86ca:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure.
2024-11-25T11:58:35,549 DEBUG [master/2bf237fd86ca:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-25T11:58:35,551 DEBUG [master/2bf237fd86ca:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-25T11:58:35,551 INFO  [master/2bf237fd86ca:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-25T11:58:35,551 DEBUG [master/2bf237fd86ca:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-25T11:58:35,553 DEBUG [master/2bf237fd86ca:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-25T11:58:35,553 DEBUG [master/2bf237fd86ca:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-25T11:58:35,554 INFO  [master/2bf237fd86ca:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-25T11:58:35,555 DEBUG [master/2bf237fd86ca:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1732535915551Disabling compacts and flushes for region at 1732535915551Disabling writes for close at 1732535915553 (+2 ms)Writing region close event to WAL at 1732535915553Closed at 1732535915553
2024-11-25T11:58:35,562 WARN  [master/2bf237fd86ca:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34151/user/jenkins/test-data/de1d2a09-e9f6-a330-7227-6fadccb48f21/MasterData/data/master/store/.initializing
2024-11-25T11:58:35,562 DEBUG [master/2bf237fd86ca:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34151/user/jenkins/test-data/de1d2a09-e9f6-a330-7227-6fadccb48f21/MasterData/WALs/2bf237fd86ca,45455,1732535913463
2024-11-25T11:58:35,580 INFO  [master/2bf237fd86ca:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-25T11:58:35,603 INFO  [master/2bf237fd86ca:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2bf237fd86ca%2C45455%2C1732535913463, suffix=, logDir=hdfs://localhost:34151/user/jenkins/test-data/de1d2a09-e9f6-a330-7227-6fadccb48f21/MasterData/WALs/2bf237fd86ca,45455,1732535913463, archiveDir=hdfs://localhost:34151/user/jenkins/test-data/de1d2a09-e9f6-a330-7227-6fadccb48f21/MasterData/oldWALs, maxLogs=10
2024-11-25T11:58:35,653 DEBUG [master/2bf237fd86ca:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/de1d2a09-e9f6-a330-7227-6fadccb48f21/MasterData/WALs/2bf237fd86ca,45455,1732535913463/2bf237fd86ca%2C45455%2C1732535913463.1732535915610, exclude list is [], retry=0
2024-11-25T11:58:35,657 WARN  [IPC Server handler 1 on default port 34151 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology
2024-11-25T11:58:35,657 WARN  [IPC Server handler 1 on default port 34151 {}] protocol.BlockStoragePolicy(161): Failed to place enough replicas: expected size is 1 but only 0 storage types can be selected (replication=3, selected=[], unavailable=[DISK], removed=[DISK], policy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]})
2024-11-25T11:58:35,658 WARN  [IPC Server handler 1 on default port 34151 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) All required storage types are unavailable:  unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}
2024-11-25T11:58:35,685 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396
java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo)
	at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.<clinit>(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.initialize(FanOutOneBlockAsyncDFSOutputHelper.java:413) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:472) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:467) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.util.NettyFutureUtils.lambda$addListener$0(NettyFutureUtils.java:56) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setSuccess0(DefaultPromise.java:625) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.trySuccess(DefaultPromise.java:105) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPromise.trySuccess(DefaultChannelPromise.java:84) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:658) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:696) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T11:58:35,692 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39871,DS-a26a421e-0102-4e02-b10b-ef176eeda992,DISK]
2024-11-25T11:58:35,692 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35303,DS-889d203c-47da-4fdb-9342-bfab24a44ff1,DISK]
2024-11-25T11:58:35,696 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf.
2024-11-25T11:58:35,739 INFO  [master/2bf237fd86ca:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/de1d2a09-e9f6-a330-7227-6fadccb48f21/MasterData/WALs/2bf237fd86ca,45455,1732535913463/2bf237fd86ca%2C45455%2C1732535913463.1732535915610
2024-11-25T11:58:35,741 DEBUG [master/2bf237fd86ca:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42087:42087),(127.0.0.1/127.0.0.1:33477:33477)]
2024-11-25T11:58:35,741 DEBUG [master/2bf237fd86ca:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}
2024-11-25T11:58:35,742 DEBUG [master/2bf237fd86ca:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-25T11:58:35,746 DEBUG [master/2bf237fd86ca:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682
2024-11-25T11:58:35,747 DEBUG [master/2bf237fd86ca:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682
2024-11-25T11:58:35,805 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-25T11:58:35,836 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info
2024-11-25T11:58:35,840 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T11:58:35,845 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-25T11:58:35,845 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-25T11:58:35,852 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc
2024-11-25T11:58:35,852 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T11:58:35,854 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-25T11:58:35,854 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-25T11:58:35,857 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs
2024-11-25T11:58:35,857 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T11:58:35,858 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-25T11:58:35,858 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-25T11:58:35,862 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state
2024-11-25T11:58:35,862 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T11:58:35,863 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-25T11:58:35,864 DEBUG [master/2bf237fd86ca:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682
2024-11-25T11:58:35,868 DEBUG [master/2bf237fd86ca:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34151/user/jenkins/test-data/de1d2a09-e9f6-a330-7227-6fadccb48f21/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-25T11:58:35,869 DEBUG [master/2bf237fd86ca:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34151/user/jenkins/test-data/de1d2a09-e9f6-a330-7227-6fadccb48f21/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-25T11:58:35,876 DEBUG [master/2bf237fd86ca:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682
2024-11-25T11:58:35,877 DEBUG [master/2bf237fd86ca:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682
2024-11-25T11:58:35,881 DEBUG [master/2bf237fd86ca:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-25T11:58:35,891 DEBUG [master/2bf237fd86ca:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682
2024-11-25T11:58:35,902 DEBUG [master/2bf237fd86ca:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34151/user/jenkins/test-data/de1d2a09-e9f6-a330-7227-6fadccb48f21/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-25T11:58:35,903 INFO  [master/2bf237fd86ca:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64856664, jitterRate=-0.03356039524078369}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-25T11:58:35,911 DEBUG [master/2bf237fd86ca:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682:
Writing region info on filesystem at 1732535915761Initializing all the Stores at 1732535915764 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732535915765 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732535915765Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732535915766 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732535915766Cleaning up temporary data from old regions at 1732535915877 (+111 ms)Region opened successfully at 1732535915911 (+34 ms)
2024-11-25T11:58:35,912 INFO  [master/2bf237fd86ca:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4
2024-11-25T11:58:35,961 DEBUG [master/2bf237fd86ca:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a7c371, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2bf237fd86ca/172.17.0.3:0
2024-11-25T11:58:36,005 INFO  [master/2bf237fd86ca:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating...
2024-11-25T11:58:36,021 INFO  [master/2bf237fd86ca:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5
2024-11-25T11:58:36,021 INFO  [master/2bf237fd86ca:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50
2024-11-25T11:58:36,025 INFO  [master/2bf237fd86ca:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery...
2024-11-25T11:58:36,028 INFO  [master/2bf237fd86ca:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 3 msec
2024-11-25T11:58:36,036 INFO  [master/2bf237fd86ca:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 6 msec
2024-11-25T11:58:36,036 INFO  [master/2bf237fd86ca:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150
2024-11-25T11:58:36,102 WARN  [RedundancyMonitor {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=false) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology
2024-11-25T11:58:36,103 WARN  [RedundancyMonitor {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=false) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology
2024-11-25T11:58:36,103 WARN  [RedundancyMonitor {}] protocol.BlockStoragePolicy(161): Failed to place enough replicas: expected size is 1 but only 0 storage types can be selected (replication=3, selected=[], unavailable=[DISK, ARCHIVE], removed=[DISK], policy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]})
2024-11-25T11:58:36,103 WARN  [RedundancyMonitor {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK, ARCHIVE], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=false) All required storage types are unavailable:  unavailableStorages=[DISK, ARCHIVE], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}
2024-11-25T11:58:36,104 WARN  [RedundancyMonitor {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=false) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology
2024-11-25T11:58:36,104 WARN  [RedundancyMonitor {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=false) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology
2024-11-25T11:58:36,104 WARN  [RedundancyMonitor {}] protocol.BlockStoragePolicy(161): Failed to place enough replicas: expected size is 1 but only 0 storage types can be selected (replication=3, selected=[], unavailable=[DISK, ARCHIVE], removed=[DISK], policy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]})
2024-11-25T11:58:36,104 WARN  [RedundancyMonitor {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK, ARCHIVE], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=false) All required storage types are unavailable:  unavailableStorages=[DISK, ARCHIVE], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}
2024-11-25T11:58:36,106 INFO  [master/2bf237fd86ca:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'.
2024-11-25T11:58:36,135 DEBUG [master/2bf237fd86ca:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45455-0x10076ce1ad40000, quorum=127.0.0.1:51360, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error)
2024-11-25T11:58:36,138 DEBUG [master/2bf237fd86ca:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false
2024-11-25T11:58:36,142 INFO  [master/2bf237fd86ca:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1
2024-11-25T11:58:36,145 DEBUG [master/2bf237fd86ca:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45455-0x10076ce1ad40000, quorum=127.0.0.1:51360, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error)
2024-11-25T11:58:36,148 DEBUG [master/2bf237fd86ca:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false
2024-11-25T11:58:36,152 INFO  [master/2bf237fd86ca:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited
2024-11-25T11:58:36,161 DEBUG [master/2bf237fd86ca:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45455-0x10076ce1ad40000, quorum=127.0.0.1:51360, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error)
2024-11-25T11:58:36,177 DEBUG [master/2bf237fd86ca:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false
2024-11-25T11:58:36,192 DEBUG [master/2bf237fd86ca:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45455-0x10076ce1ad40000, quorum=127.0.0.1:51360, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error)
2024-11-25T11:58:36,203 DEBUG [master/2bf237fd86ca:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false
2024-11-25T11:58:36,246 DEBUG [master/2bf237fd86ca:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45455-0x10076ce1ad40000, quorum=127.0.0.1:51360, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error)
2024-11-25T11:58:36,248 DEBUG [master/2bf237fd86ca:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false
2024-11-25T11:58:36,254 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41159-0x10076ce1ad40001, quorum=127.0.0.1:51360, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running
2024-11-25T11:58:36,254 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42531-0x10076ce1ad40002, quorum=127.0.0.1:51360, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running
2024-11-25T11:58:36,254 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42593-0x10076ce1ad40003, quorum=127.0.0.1:51360, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running
2024-11-25T11:58:36,255 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41159-0x10076ce1ad40001, quorum=127.0.0.1:51360, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-25T11:58:36,255 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42531-0x10076ce1ad40002, quorum=127.0.0.1:51360, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-25T11:58:36,255 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42593-0x10076ce1ad40003, quorum=127.0.0.1:51360, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-25T11:58:36,257 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45455-0x10076ce1ad40000, quorum=127.0.0.1:51360, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running
2024-11-25T11:58:36,257 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45455-0x10076ce1ad40000, quorum=127.0.0.1:51360, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-25T11:58:36,260 INFO  [master/2bf237fd86ca:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=2bf237fd86ca,45455,1732535913463, sessionid=0x10076ce1ad40000, setting cluster-up flag (Was=false)
2024-11-25T11:58:36,277 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41159-0x10076ce1ad40001, quorum=127.0.0.1:51360, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-25T11:58:36,277 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42593-0x10076ce1ad40003, quorum=127.0.0.1:51360, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-25T11:58:36,278 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42531-0x10076ce1ad40002, quorum=127.0.0.1:51360, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-25T11:58:36,278 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45455-0x10076ce1ad40000, quorum=127.0.0.1:51360, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-25T11:58:36,287 DEBUG [master/2bf237fd86ca:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort
2024-11-25T11:58:36,290 DEBUG [master/2bf237fd86ca:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=2bf237fd86ca,45455,1732535913463
2024-11-25T11:58:36,313 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42531-0x10076ce1ad40002, quorum=127.0.0.1:51360, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-25T11:58:36,314 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45455-0x10076ce1ad40000, quorum=127.0.0.1:51360, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-25T11:58:36,315 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41159-0x10076ce1ad40001, quorum=127.0.0.1:51360, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-25T11:58:36,315 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42593-0x10076ce1ad40003, quorum=127.0.0.1:51360, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-25T11:58:36,329 DEBUG [master/2bf237fd86ca:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort
2024-11-25T11:58:36,332 DEBUG [master/2bf237fd86ca:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=2bf237fd86ca,45455,1732535913463
2024-11-25T11:58:36,342 INFO  [master/2bf237fd86ca:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34151/user/jenkins/test-data/de1d2a09-e9f6-a330-7227-6fadccb48f21/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again
2024-11-25T11:58:36,429 INFO  [RS:0;2bf237fd86ca:41159 {}] regionserver.HRegionServer(746): ClusterId : 8ecdb8d0-c81a-4c66-9d3d-f7a1daf0e377
2024-11-25T11:58:36,437 DEBUG [RS:0;2bf237fd86ca:41159 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing
2024-11-25T11:58:36,449 INFO  [RS:1;2bf237fd86ca:42531 {}] regionserver.HRegionServer(746): ClusterId : 8ecdb8d0-c81a-4c66-9d3d-f7a1daf0e377
2024-11-25T11:58:36,450 DEBUG [RS:1;2bf237fd86ca:42531 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing
2024-11-25T11:58:36,459 DEBUG [RS:0;2bf237fd86ca:41159 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized
2024-11-25T11:58:36,459 DEBUG [RS:0;2bf237fd86ca:41159 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing
2024-11-25T11:58:36,461 DEBUG [RS:1;2bf237fd86ca:42531 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized
2024-11-25T11:58:36,461 DEBUG [RS:1;2bf237fd86ca:42531 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing
2024-11-25T11:58:36,471 DEBUG [RS:0;2bf237fd86ca:41159 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized
2024-11-25T11:58:36,472 DEBUG [RS:0;2bf237fd86ca:41159 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@660f6dff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2bf237fd86ca/172.17.0.3:0
2024-11-25T11:58:36,473 INFO  [RS:2;2bf237fd86ca:42593 {}] regionserver.HRegionServer(746): ClusterId : 8ecdb8d0-c81a-4c66-9d3d-f7a1daf0e377
2024-11-25T11:58:36,473 DEBUG [RS:2;2bf237fd86ca:42593 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing
2024-11-25T11:58:36,482 DEBUG [RS:1;2bf237fd86ca:42531 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized
2024-11-25T11:58:36,483 DEBUG [RS:1;2bf237fd86ca:42531 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f463739, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2bf237fd86ca/172.17.0.3:0
2024-11-25T11:58:36,494 DEBUG [RS:2;2bf237fd86ca:42593 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized
2024-11-25T11:58:36,494 DEBUG [RS:2;2bf237fd86ca:42593 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing
2024-11-25T11:58:36,497 DEBUG [RS:0;2bf237fd86ca:41159 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;2bf237fd86ca:41159
2024-11-25T11:58:36,502 INFO  [RS:0;2bf237fd86ca:41159 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled
2024-11-25T11:58:36,502 INFO  [RS:0;2bf237fd86ca:41159 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled
2024-11-25T11:58:36,502 DEBUG [RS:0;2bf237fd86ca:41159 {}] regionserver.HRegionServer(832): About to register with Master.
2024-11-25T11:58:36,505 DEBUG [RS:2;2bf237fd86ca:42593 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized
2024-11-25T11:58:36,505 DEBUG [RS:2;2bf237fd86ca:42593 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ad2ee9d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2bf237fd86ca/172.17.0.3:0
2024-11-25T11:58:36,506 INFO  [RS:0;2bf237fd86ca:41159 {}] regionserver.HRegionServer(2659): reportForDuty to master=2bf237fd86ca,45455,1732535913463 with port=41159, startcode=1732535914549
2024-11-25T11:58:36,514 DEBUG [RS:1;2bf237fd86ca:42531 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;2bf237fd86ca:42531
2024-11-25T11:58:36,514 INFO  [RS:1;2bf237fd86ca:42531 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled
2024-11-25T11:58:36,514 INFO  [RS:1;2bf237fd86ca:42531 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled
2024-11-25T11:58:36,515 DEBUG [RS:1;2bf237fd86ca:42531 {}] regionserver.HRegionServer(832): About to register with Master.
2024-11-25T11:58:36,526 INFO  [RS:1;2bf237fd86ca:42531 {}] regionserver.HRegionServer(2659): reportForDuty to master=2bf237fd86ca,45455,1732535913463 with port=42531, startcode=1732535914760
2024-11-25T11:58:36,528 DEBUG [master/2bf237fd86ca:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta
2024-11-25T11:58:36,532 DEBUG [RS:2;2bf237fd86ca:42593 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;2bf237fd86ca:42593
2024-11-25T11:58:36,533 INFO  [RS:2;2bf237fd86ca:42593 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled
2024-11-25T11:58:36,533 INFO  [RS:2;2bf237fd86ca:42593 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled
2024-11-25T11:58:36,533 DEBUG [RS:2;2bf237fd86ca:42593 {}] regionserver.HRegionServer(832): About to register with Master.
2024-11-25T11:58:36,534 DEBUG [RS:1;2bf237fd86ca:42531 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false
2024-11-25T11:58:36,534 DEBUG [RS:0;2bf237fd86ca:41159 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false
2024-11-25T11:58:36,536 INFO  [RS:2;2bf237fd86ca:42593 {}] regionserver.HRegionServer(2659): reportForDuty to master=2bf237fd86ca,45455,1732535913463 with port=42593, startcode=1732535914841
2024-11-25T11:58:36,536 DEBUG [RS:2;2bf237fd86ca:42593 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false
2024-11-25T11:58:36,562 INFO  [master/2bf237fd86ca:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2
2024-11-25T11:58:36,574 INFO  [master/2bf237fd86ca:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc.
2024-11-25T11:58:36,586 DEBUG [master/2bf237fd86ca:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 2bf237fd86ca,45455,1732535913463
Number of backup masters: 0
Number of live region servers: 0
Number of dead region servers: 0
Number of unknown region servers: 0
Average load: 0.0
Number of requests: 0
Number of regions: 0
Number of regions in transition: 0
2024-11-25T11:58:36,630 DEBUG [master/2bf237fd86ca:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/2bf237fd86ca:0, corePoolSize=5, maxPoolSize=5
2024-11-25T11:58:36,631 DEBUG [master/2bf237fd86ca:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/2bf237fd86ca:0, corePoolSize=5, maxPoolSize=5
2024-11-25T11:58:36,631 DEBUG [master/2bf237fd86ca:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/2bf237fd86ca:0, corePoolSize=5, maxPoolSize=5
2024-11-25T11:58:36,631 DEBUG [master/2bf237fd86ca:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/2bf237fd86ca:0, corePoolSize=5, maxPoolSize=5
2024-11-25T11:58:36,631 DEBUG [master/2bf237fd86ca:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/2bf237fd86ca:0, corePoolSize=10, maxPoolSize=10
2024-11-25T11:58:36,631 DEBUG [master/2bf237fd86ca:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/2bf237fd86ca:0, corePoolSize=1, maxPoolSize=1
2024-11-25T11:58:36,631 DEBUG [master/2bf237fd86ca:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/2bf237fd86ca:0, corePoolSize=2, maxPoolSize=2
2024-11-25T11:58:36,631 DEBUG [master/2bf237fd86ca:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/2bf237fd86ca:0, corePoolSize=1, maxPoolSize=1
2024-11-25T11:58:36,637 INFO  [HMaster-EventLoopGroup-2-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51929, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService
2024-11-25T11:58:36,637 INFO  [HMaster-EventLoopGroup-2-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49471, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService
2024-11-25T11:58:36,639 INFO  [HMaster-EventLoopGroup-2-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54777, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService
2024-11-25T11:58:36,647 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45455 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet
	at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-25T11:58:36,664 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-25T11:58:36,665 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region
2024-11-25T11:58:36,665 INFO  [master/2bf237fd86ca:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732535946665
2024-11-25T11:58:36,670 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45455 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet
	at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-25T11:58:36,671 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45455 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet
	at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-25T11:58:36,674 INFO  [master/2bf237fd86ca:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1
2024-11-25T11:58:36,675 INFO  [master/2bf237fd86ca:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner
2024-11-25T11:58:36,689 INFO  [master/2bf237fd86ca:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner
2024-11-25T11:58:36,689 INFO  [master/2bf237fd86ca:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner
2024-11-25T11:58:36,690 INFO  [master/2bf237fd86ca:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner
2024-11-25T11:58:36,690 INFO  [master/2bf237fd86ca:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads
2024-11-25T11:58:36,701 INFO  [master/2bf237fd86ca:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-25T11:58:36,707 DEBUG [RS:1;2bf237fd86ca:42531 {}] regionserver.HRegionServer(2683): Master is not running yet
2024-11-25T11:58:36,708 WARN  [RS:1;2bf237fd86ca:42531 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying.
2024-11-25T11:58:36,707 DEBUG [RS:0;2bf237fd86ca:41159 {}] regionserver.HRegionServer(2683): Master is not running yet
2024-11-25T11:58:36,708 DEBUG [RS:2;2bf237fd86ca:42593 {}] regionserver.HRegionServer(2683): Master is not running yet
2024-11-25T11:58:36,708 WARN  [RS:0;2bf237fd86ca:41159 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying.
2024-11-25T11:58:36,708 WARN  [RS:2;2bf237fd86ca:42593 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying.
2024-11-25T11:58:36,725 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T11:58:36,726 INFO  [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}
2024-11-25T11:58:36,730 INFO  [master/2bf237fd86ca:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2
2024-11-25T11:58:36,733 INFO  [master/2bf237fd86ca:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner
2024-11-25T11:58:36,734 INFO  [master/2bf237fd86ca:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner
2024-11-25T11:58:36,741 INFO  [master/2bf237fd86ca:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner
2024-11-25T11:58:36,742 INFO  [master/2bf237fd86ca:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner
2024-11-25T11:58:36,749 DEBUG [master/2bf237fd86ca:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/2bf237fd86ca:0:becomeActiveMaster-HFileCleaner.large.0-1732535916744,5,FailOnTimeoutGroup]
2024-11-25T11:58:36,754 DEBUG [master/2bf237fd86ca:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/2bf237fd86ca:0:becomeActiveMaster-HFileCleaner.small.0-1732535916749,5,FailOnTimeoutGroup]
2024-11-25T11:58:36,754 INFO  [master/2bf237fd86ca:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-25T11:58:36,755 INFO  [master/2bf237fd86ca:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it.
2024-11-25T11:58:36,757 INFO  [master/2bf237fd86ca:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled.
2024-11-25T11:58:36,758 INFO  [master/2bf237fd86ca:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled.
2024-11-25T11:58:36,810 INFO  [RS:1;2bf237fd86ca:42531 {}] regionserver.HRegionServer(2659): reportForDuty to master=2bf237fd86ca,45455,1732535913463 with port=42531, startcode=1732535914760
2024-11-25T11:58:36,811 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35303 is added to blk_1073741831_1007 (size=1321)
2024-11-25T11:58:36,812 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39871 is added to blk_1073741831_1007 (size=1321)
2024-11-25T11:58:36,812 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36573 is added to blk_1073741831_1007 (size=1321)
2024-11-25T11:58:36,812 INFO  [RS:0;2bf237fd86ca:41159 {}] regionserver.HRegionServer(2659): reportForDuty to master=2bf237fd86ca,45455,1732535913463 with port=41159, startcode=1732535914549
2024-11-25T11:58:36,812 INFO  [RS:2;2bf237fd86ca:42593 {}] regionserver.HRegionServer(2659): reportForDuty to master=2bf237fd86ca,45455,1732535913463 with port=42593, startcode=1732535914841
2024-11-25T11:58:36,814 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45455 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 2bf237fd86ca,42531,1732535914760
2024-11-25T11:58:36,822 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45455 {}] master.ServerManager(517): Registering regionserver=2bf237fd86ca,42531,1732535914760
2024-11-25T11:58:36,836 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45455 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 2bf237fd86ca,42593,1732535914841
2024-11-25T11:58:36,837 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45455 {}] master.ServerManager(517): Registering regionserver=2bf237fd86ca,42593,1732535914841
2024-11-25T11:58:36,838 DEBUG [RS:1;2bf237fd86ca:42531 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34151/user/jenkins/test-data/de1d2a09-e9f6-a330-7227-6fadccb48f21
2024-11-25T11:58:36,838 DEBUG [RS:1;2bf237fd86ca:42531 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34151
2024-11-25T11:58:36,838 DEBUG [RS:1;2bf237fd86ca:42531 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1
2024-11-25T11:58:36,842 DEBUG [RS:2;2bf237fd86ca:42593 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34151/user/jenkins/test-data/de1d2a09-e9f6-a330-7227-6fadccb48f21
2024-11-25T11:58:36,842 DEBUG [RS:2;2bf237fd86ca:42593 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34151
2024-11-25T11:58:36,842 DEBUG [RS:2;2bf237fd86ca:42593 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1
2024-11-25T11:58:36,842 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45455 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 2bf237fd86ca,41159,1732535914549
2024-11-25T11:58:36,843 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45455 {}] master.ServerManager(517): Registering regionserver=2bf237fd86ca,41159,1732535914549
2024-11-25T11:58:36,845 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45455-0x10076ce1ad40000, quorum=127.0.0.1:51360, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs
2024-11-25T11:58:36,847 DEBUG [RS:0;2bf237fd86ca:41159 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34151/user/jenkins/test-data/de1d2a09-e9f6-a330-7227-6fadccb48f21
2024-11-25T11:58:36,847 DEBUG [RS:0;2bf237fd86ca:41159 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34151
2024-11-25T11:58:36,847 DEBUG [RS:0;2bf237fd86ca:41159 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1
2024-11-25T11:58:36,850 DEBUG [RS:1;2bf237fd86ca:42531 {}] zookeeper.ZKUtil(111): regionserver:42531-0x10076ce1ad40002, quorum=127.0.0.1:51360, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/2bf237fd86ca,42531,1732535914760
2024-11-25T11:58:36,850 WARN  [RS:1;2bf237fd86ca:42531 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-25T11:58:36,850 INFO  [RS:1;2bf237fd86ca:42531 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-25T11:58:36,851 DEBUG [RS:1;2bf237fd86ca:42531 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34151/user/jenkins/test-data/de1d2a09-e9f6-a330-7227-6fadccb48f21/WALs/2bf237fd86ca,42531,1732535914760
2024-11-25T11:58:36,853 DEBUG [RS:2;2bf237fd86ca:42593 {}] zookeeper.ZKUtil(111): regionserver:42593-0x10076ce1ad40003, quorum=127.0.0.1:51360, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/2bf237fd86ca,42593,1732535914841
2024-11-25T11:58:36,853 WARN  [RS:2;2bf237fd86ca:42593 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-25T11:58:36,853 INFO  [RS:2;2bf237fd86ca:42593 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-25T11:58:36,853 DEBUG [RS:2;2bf237fd86ca:42593 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34151/user/jenkins/test-data/de1d2a09-e9f6-a330-7227-6fadccb48f21/WALs/2bf237fd86ca,42593,1732535914841
2024-11-25T11:58:36,855 DEBUG [RS:0;2bf237fd86ca:41159 {}] zookeeper.ZKUtil(111): regionserver:41159-0x10076ce1ad40001, quorum=127.0.0.1:51360, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/2bf237fd86ca,41159,1732535914549
2024-11-25T11:58:36,855 WARN  [RS:0;2bf237fd86ca:41159 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-25T11:58:36,855 INFO  [RS:0;2bf237fd86ca:41159 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-25T11:58:36,855 DEBUG [RS:0;2bf237fd86ca:41159 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34151/user/jenkins/test-data/de1d2a09-e9f6-a330-7227-6fadccb48f21/WALs/2bf237fd86ca,41159,1732535914549
2024-11-25T11:58:36,857 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [2bf237fd86ca,42593,1732535914841]
2024-11-25T11:58:36,857 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [2bf237fd86ca,42531,1732535914760]
2024-11-25T11:58:36,857 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [2bf237fd86ca,41159,1732535914549]
2024-11-25T11:58:36,925 INFO  [RS:0;2bf237fd86ca:41159 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds
2024-11-25T11:58:36,925 INFO  [RS:1;2bf237fd86ca:42531 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds
2024-11-25T11:58:36,929 INFO  [RS:2;2bf237fd86ca:42593 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds
2024-11-25T11:58:36,955 INFO  [RS:2;2bf237fd86ca:42593 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false
2024-11-25T11:58:36,956 INFO  [RS:0;2bf237fd86ca:41159 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false
2024-11-25T11:58:36,957 INFO  [RS:1;2bf237fd86ca:42531 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false
2024-11-25T11:58:36,966 INFO  [RS:1;2bf237fd86ca:42531 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms
2024-11-25T11:58:36,966 INFO  [RS:1;2bf237fd86ca:42531 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled.
2024-11-25T11:58:36,971 INFO  [RS:2;2bf237fd86ca:42593 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms
2024-11-25T11:58:36,971 INFO  [RS:2;2bf237fd86ca:42593 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled.
2024-11-25T11:58:36,971 INFO  [RS:0;2bf237fd86ca:41159 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms
2024-11-25T11:58:36,971 INFO  [RS:0;2bf237fd86ca:41159 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled.
2024-11-25T11:58:36,972 INFO  [RS:1;2bf237fd86ca:42531 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S
2024-11-25T11:58:36,976 INFO  [RS:0;2bf237fd86ca:41159 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S
2024-11-25T11:58:36,972 INFO  [RS:2;2bf237fd86ca:42593 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S
2024-11-25T11:58:36,982 INFO  [RS:2;2bf237fd86ca:42593 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 
2024-11-25T11:58:36,982 INFO  [RS:1;2bf237fd86ca:42531 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 
2024-11-25T11:58:36,983 INFO  [RS:2;2bf237fd86ca:42593 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled.
2024-11-25T11:58:36,984 INFO  [RS:0;2bf237fd86ca:41159 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 
2024-11-25T11:58:36,984 DEBUG [RS:2;2bf237fd86ca:42593 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/2bf237fd86ca:0, corePoolSize=1, maxPoolSize=1
2024-11-25T11:58:36,984 DEBUG [RS:2;2bf237fd86ca:42593 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/2bf237fd86ca:0, corePoolSize=1, maxPoolSize=1
2024-11-25T11:58:36,984 INFO  [RS:0;2bf237fd86ca:41159 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled.
2024-11-25T11:58:36,984 DEBUG [RS:2;2bf237fd86ca:42593 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/2bf237fd86ca:0, corePoolSize=1, maxPoolSize=1
2024-11-25T11:58:36,984 DEBUG [RS:0;2bf237fd86ca:41159 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/2bf237fd86ca:0, corePoolSize=1, maxPoolSize=1
2024-11-25T11:58:36,984 DEBUG [RS:0;2bf237fd86ca:41159 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/2bf237fd86ca:0, corePoolSize=1, maxPoolSize=1
2024-11-25T11:58:36,984 DEBUG [RS:2;2bf237fd86ca:42593 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/2bf237fd86ca:0, corePoolSize=1, maxPoolSize=1
2024-11-25T11:58:36,985 DEBUG [RS:0;2bf237fd86ca:41159 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/2bf237fd86ca:0, corePoolSize=1, maxPoolSize=1
2024-11-25T11:58:36,985 DEBUG [RS:2;2bf237fd86ca:42593 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/2bf237fd86ca:0, corePoolSize=1, maxPoolSize=1
2024-11-25T11:58:36,985 INFO  [RS:1;2bf237fd86ca:42531 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled.
2024-11-25T11:58:36,985 DEBUG [RS:0;2bf237fd86ca:41159 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/2bf237fd86ca:0, corePoolSize=1, maxPoolSize=1
2024-11-25T11:58:36,985 DEBUG [RS:0;2bf237fd86ca:41159 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/2bf237fd86ca:0, corePoolSize=1, maxPoolSize=1
2024-11-25T11:58:36,985 DEBUG [RS:1;2bf237fd86ca:42531 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/2bf237fd86ca:0, corePoolSize=1, maxPoolSize=1
2024-11-25T11:58:36,985 DEBUG [RS:0;2bf237fd86ca:41159 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/2bf237fd86ca:0, corePoolSize=2, maxPoolSize=2
2024-11-25T11:58:36,986 DEBUG [RS:0;2bf237fd86ca:41159 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/2bf237fd86ca:0, corePoolSize=1, maxPoolSize=1
2024-11-25T11:58:36,986 DEBUG [RS:0;2bf237fd86ca:41159 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/2bf237fd86ca:0, corePoolSize=1, maxPoolSize=1
2024-11-25T11:58:36,986 DEBUG [RS:0;2bf237fd86ca:41159 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/2bf237fd86ca:0, corePoolSize=1, maxPoolSize=1
2024-11-25T11:58:36,986 DEBUG [RS:0;2bf237fd86ca:41159 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/2bf237fd86ca:0, corePoolSize=1, maxPoolSize=1
2024-11-25T11:58:36,986 DEBUG [RS:0;2bf237fd86ca:41159 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/2bf237fd86ca:0, corePoolSize=1, maxPoolSize=1
2024-11-25T11:58:36,986 DEBUG [RS:0;2bf237fd86ca:41159 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/2bf237fd86ca:0, corePoolSize=1, maxPoolSize=1
2024-11-25T11:58:36,987 DEBUG [RS:0;2bf237fd86ca:41159 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/2bf237fd86ca:0, corePoolSize=3, maxPoolSize=3
2024-11-25T11:58:36,987 DEBUG [RS:0;2bf237fd86ca:41159 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/2bf237fd86ca:0, corePoolSize=3, maxPoolSize=3
2024-11-25T11:58:36,987 DEBUG [RS:2;2bf237fd86ca:42593 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/2bf237fd86ca:0, corePoolSize=2, maxPoolSize=2
2024-11-25T11:58:36,987 DEBUG [RS:2;2bf237fd86ca:42593 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/2bf237fd86ca:0, corePoolSize=1, maxPoolSize=1
2024-11-25T11:58:36,987 DEBUG [RS:2;2bf237fd86ca:42593 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/2bf237fd86ca:0, corePoolSize=1, maxPoolSize=1
2024-11-25T11:58:36,988 DEBUG [RS:2;2bf237fd86ca:42593 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/2bf237fd86ca:0, corePoolSize=1, maxPoolSize=1
2024-11-25T11:58:36,988 DEBUG [RS:2;2bf237fd86ca:42593 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/2bf237fd86ca:0, corePoolSize=1, maxPoolSize=1
2024-11-25T11:58:36,988 DEBUG [RS:2;2bf237fd86ca:42593 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/2bf237fd86ca:0, corePoolSize=1, maxPoolSize=1
2024-11-25T11:58:36,988 DEBUG [RS:2;2bf237fd86ca:42593 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/2bf237fd86ca:0, corePoolSize=1, maxPoolSize=1
2024-11-25T11:58:36,988 DEBUG [RS:2;2bf237fd86ca:42593 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/2bf237fd86ca:0, corePoolSize=3, maxPoolSize=3
2024-11-25T11:58:36,989 DEBUG [RS:2;2bf237fd86ca:42593 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/2bf237fd86ca:0, corePoolSize=3, maxPoolSize=3
2024-11-25T11:58:36,985 DEBUG [RS:1;2bf237fd86ca:42531 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/2bf237fd86ca:0, corePoolSize=1, maxPoolSize=1
2024-11-25T11:58:36,991 DEBUG [RS:1;2bf237fd86ca:42531 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/2bf237fd86ca:0, corePoolSize=1, maxPoolSize=1
2024-11-25T11:58:36,991 DEBUG [RS:1;2bf237fd86ca:42531 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/2bf237fd86ca:0, corePoolSize=1, maxPoolSize=1
2024-11-25T11:58:36,991 DEBUG [RS:1;2bf237fd86ca:42531 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/2bf237fd86ca:0, corePoolSize=1, maxPoolSize=1
2024-11-25T11:58:36,991 DEBUG [RS:1;2bf237fd86ca:42531 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/2bf237fd86ca:0, corePoolSize=2, maxPoolSize=2
2024-11-25T11:58:36,991 DEBUG [RS:1;2bf237fd86ca:42531 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/2bf237fd86ca:0, corePoolSize=1, maxPoolSize=1
2024-11-25T11:58:36,991 DEBUG [RS:1;2bf237fd86ca:42531 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/2bf237fd86ca:0, corePoolSize=1, maxPoolSize=1
2024-11-25T11:58:36,991 DEBUG [RS:1;2bf237fd86ca:42531 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/2bf237fd86ca:0, corePoolSize=1, maxPoolSize=1
2024-11-25T11:58:36,991 DEBUG [RS:1;2bf237fd86ca:42531 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/2bf237fd86ca:0, corePoolSize=1, maxPoolSize=1
2024-11-25T11:58:36,991 DEBUG [RS:1;2bf237fd86ca:42531 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/2bf237fd86ca:0, corePoolSize=1, maxPoolSize=1
2024-11-25T11:58:36,991 DEBUG [RS:1;2bf237fd86ca:42531 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/2bf237fd86ca:0, corePoolSize=1, maxPoolSize=1
2024-11-25T11:58:36,992 DEBUG [RS:1;2bf237fd86ca:42531 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/2bf237fd86ca:0, corePoolSize=3, maxPoolSize=3
2024-11-25T11:58:36,992 DEBUG [RS:1;2bf237fd86ca:42531 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/2bf237fd86ca:0, corePoolSize=3, maxPoolSize=3
2024-11-25T11:58:37,004 INFO  [RS:0;2bf237fd86ca:41159 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled.
2024-11-25T11:58:37,005 INFO  [RS:0;2bf237fd86ca:41159 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled.
2024-11-25T11:58:37,005 INFO  [RS:0;2bf237fd86ca:41159 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-25T11:58:37,005 INFO  [RS:0;2bf237fd86ca:41159 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled.
2024-11-25T11:58:37,005 INFO  [RS:0;2bf237fd86ca:41159 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled.
2024-11-25T11:58:37,005 INFO  [RS:0;2bf237fd86ca:41159 {}] hbase.ChoreService(168): Chore ScheduledChore name=2bf237fd86ca,41159,1732535914549-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-25T11:58:37,020 INFO  [RS:1;2bf237fd86ca:42531 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled.
2024-11-25T11:58:37,021 INFO  [RS:1;2bf237fd86ca:42531 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled.
2024-11-25T11:58:37,021 INFO  [RS:1;2bf237fd86ca:42531 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-25T11:58:37,021 INFO  [RS:1;2bf237fd86ca:42531 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled.
2024-11-25T11:58:37,021 INFO  [RS:1;2bf237fd86ca:42531 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled.
2024-11-25T11:58:37,021 INFO  [RS:1;2bf237fd86ca:42531 {}] hbase.ChoreService(168): Chore ScheduledChore name=2bf237fd86ca,42531,1732535914760-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-25T11:58:37,031 INFO  [RS:2;2bf237fd86ca:42593 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled.
2024-11-25T11:58:37,031 INFO  [RS:2;2bf237fd86ca:42593 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled.
2024-11-25T11:58:37,032 INFO  [RS:2;2bf237fd86ca:42593 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-25T11:58:37,032 INFO  [RS:2;2bf237fd86ca:42593 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled.
2024-11-25T11:58:37,032 INFO  [RS:2;2bf237fd86ca:42593 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled.
2024-11-25T11:58:37,032 INFO  [RS:2;2bf237fd86ca:42593 {}] hbase.ChoreService(168): Chore ScheduledChore name=2bf237fd86ca,42593,1732535914841-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-25T11:58:37,074 INFO  [RS:0;2bf237fd86ca:41159 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false
2024-11-25T11:58:37,077 INFO  [RS:0;2bf237fd86ca:41159 {}] hbase.ChoreService(168): Chore ScheduledChore name=2bf237fd86ca,41159,1732535914549-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-25T11:58:37,079 INFO  [RS:0;2bf237fd86ca:41159 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-25T11:58:37,079 INFO  [RS:1;2bf237fd86ca:42531 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false
2024-11-25T11:58:37,079 INFO  [RS:1;2bf237fd86ca:42531 {}] hbase.ChoreService(168): Chore ScheduledChore name=2bf237fd86ca,42531,1732535914760-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-25T11:58:37,079 INFO  [RS:0;2bf237fd86ca:41159 {}] regionserver.Replication(171): 2bf237fd86ca,41159,1732535914549 started
2024-11-25T11:58:37,080 INFO  [RS:1;2bf237fd86ca:42531 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-25T11:58:37,080 INFO  [RS:1;2bf237fd86ca:42531 {}] regionserver.Replication(171): 2bf237fd86ca,42531,1732535914760 started
2024-11-25T11:58:37,092 INFO  [RS:2;2bf237fd86ca:42593 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false
2024-11-25T11:58:37,093 INFO  [RS:2;2bf237fd86ca:42593 {}] hbase.ChoreService(168): Chore ScheduledChore name=2bf237fd86ca,42593,1732535914841-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-25T11:58:37,093 INFO  [RS:2;2bf237fd86ca:42593 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-25T11:58:37,094 INFO  [RS:2;2bf237fd86ca:42593 {}] regionserver.Replication(171): 2bf237fd86ca,42593,1732535914841 started
2024-11-25T11:58:37,120 INFO  [RS:0;2bf237fd86ca:41159 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-25T11:58:37,120 INFO  [RS:0;2bf237fd86ca:41159 {}] regionserver.HRegionServer(1482): Serving as 2bf237fd86ca,41159,1732535914549, RpcServer on 2bf237fd86ca/172.17.0.3:41159, sessionid=0x10076ce1ad40001
2024-11-25T11:58:37,121 DEBUG [RS:0;2bf237fd86ca:41159 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting
2024-11-25T11:58:37,121 DEBUG [RS:0;2bf237fd86ca:41159 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 2bf237fd86ca,41159,1732535914549
2024-11-25T11:58:37,121 DEBUG [RS:0;2bf237fd86ca:41159 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2bf237fd86ca,41159,1732535914549'
2024-11-25T11:58:37,122 DEBUG [RS:0;2bf237fd86ca:41159 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort'
2024-11-25T11:58:37,128 DEBUG [RS:0;2bf237fd86ca:41159 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired'
2024-11-25T11:58:37,130 INFO  [RS:1;2bf237fd86ca:42531 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-25T11:58:37,130 INFO  [RS:1;2bf237fd86ca:42531 {}] regionserver.HRegionServer(1482): Serving as 2bf237fd86ca,42531,1732535914760, RpcServer on 2bf237fd86ca/172.17.0.3:42531, sessionid=0x10076ce1ad40002
2024-11-25T11:58:37,131 DEBUG [RS:1;2bf237fd86ca:42531 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting
2024-11-25T11:58:37,131 DEBUG [RS:1;2bf237fd86ca:42531 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 2bf237fd86ca,42531,1732535914760
2024-11-25T11:58:37,131 DEBUG [RS:1;2bf237fd86ca:42531 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2bf237fd86ca,42531,1732535914760'
2024-11-25T11:58:37,131 DEBUG [RS:1;2bf237fd86ca:42531 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort'
2024-11-25T11:58:37,132 DEBUG [RS:0;2bf237fd86ca:41159 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started
2024-11-25T11:58:37,132 DEBUG [RS:0;2bf237fd86ca:41159 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting
2024-11-25T11:58:37,132 DEBUG [RS:0;2bf237fd86ca:41159 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 2bf237fd86ca,41159,1732535914549
2024-11-25T11:58:37,132 DEBUG [RS:0;2bf237fd86ca:41159 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2bf237fd86ca,41159,1732535914549'
2024-11-25T11:58:37,132 DEBUG [RS:0;2bf237fd86ca:41159 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort'
2024-11-25T11:58:37,134 DEBUG [RS:1;2bf237fd86ca:42531 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired'
2024-11-25T11:58:37,134 DEBUG [RS:0;2bf237fd86ca:41159 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired'
2024-11-25T11:58:37,135 DEBUG [RS:1;2bf237fd86ca:42531 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started
2024-11-25T11:58:37,135 DEBUG [RS:1;2bf237fd86ca:42531 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting
2024-11-25T11:58:37,135 DEBUG [RS:0;2bf237fd86ca:41159 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started
2024-11-25T11:58:37,135 DEBUG [RS:1;2bf237fd86ca:42531 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 2bf237fd86ca,42531,1732535914760
2024-11-25T11:58:37,135 INFO  [RS:0;2bf237fd86ca:41159 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled
2024-11-25T11:58:37,135 DEBUG [RS:1;2bf237fd86ca:42531 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2bf237fd86ca,42531,1732535914760'
2024-11-25T11:58:37,135 INFO  [RS:0;2bf237fd86ca:41159 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager.
2024-11-25T11:58:37,135 DEBUG [RS:1;2bf237fd86ca:42531 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort'
2024-11-25T11:58:37,136 DEBUG [RS:1;2bf237fd86ca:42531 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired'
2024-11-25T11:58:37,137 DEBUG [RS:1;2bf237fd86ca:42531 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started
2024-11-25T11:58:37,137 INFO  [RS:1;2bf237fd86ca:42531 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled
2024-11-25T11:58:37,137 INFO  [RS:1;2bf237fd86ca:42531 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager.
2024-11-25T11:58:37,147 INFO  [RS:2;2bf237fd86ca:42593 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-25T11:58:37,148 INFO  [RS:2;2bf237fd86ca:42593 {}] regionserver.HRegionServer(1482): Serving as 2bf237fd86ca,42593,1732535914841, RpcServer on 2bf237fd86ca/172.17.0.3:42593, sessionid=0x10076ce1ad40003
2024-11-25T11:58:37,149 DEBUG [RS:2;2bf237fd86ca:42593 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting
2024-11-25T11:58:37,149 DEBUG [RS:2;2bf237fd86ca:42593 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 2bf237fd86ca,42593,1732535914841
2024-11-25T11:58:37,149 DEBUG [RS:2;2bf237fd86ca:42593 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2bf237fd86ca,42593,1732535914841'
2024-11-25T11:58:37,149 DEBUG [RS:2;2bf237fd86ca:42593 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort'
2024-11-25T11:58:37,150 DEBUG [RS:2;2bf237fd86ca:42593 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired'
2024-11-25T11:58:37,152 DEBUG [RS:2;2bf237fd86ca:42593 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started
2024-11-25T11:58:37,152 DEBUG [RS:2;2bf237fd86ca:42593 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting
2024-11-25T11:58:37,152 DEBUG [RS:2;2bf237fd86ca:42593 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 2bf237fd86ca,42593,1732535914841
2024-11-25T11:58:37,152 DEBUG [RS:2;2bf237fd86ca:42593 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2bf237fd86ca,42593,1732535914841'
2024-11-25T11:58:37,152 DEBUG [RS:2;2bf237fd86ca:42593 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort'
2024-11-25T11:58:37,153 DEBUG [RS:2;2bf237fd86ca:42593 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired'
2024-11-25T11:58:37,154 DEBUG [RS:2;2bf237fd86ca:42593 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started
2024-11-25T11:58:37,154 INFO  [RS:2;2bf237fd86ca:42593 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled
2024-11-25T11:58:37,154 INFO  [RS:2;2bf237fd86ca:42593 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager.
2024-11-25T11:58:37,215 INFO  [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34151/user/jenkins/test-data/de1d2a09-e9f6-a330-7227-6fadccb48f21/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321
2024-11-25T11:58:37,215 INFO  [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34151/user/jenkins/test-data/de1d2a09-e9f6-a330-7227-6fadccb48f21
2024-11-25T11:58:37,223 WARN  [IPC Server handler 2 on default port 34151 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology
2024-11-25T11:58:37,223 WARN  [IPC Server handler 2 on default port 34151 {}] protocol.BlockStoragePolicy(161): Failed to place enough replicas: expected size is 1 but only 0 storage types can be selected (replication=3, selected=[], unavailable=[DISK], removed=[DISK], policy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]})
2024-11-25T11:58:37,223 WARN  [IPC Server handler 2 on default port 34151 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) All required storage types are unavailable:  unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}
2024-11-25T11:58:37,244 INFO  [RS:0;2bf237fd86ca:41159 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-25T11:58:37,246 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39871 is added to blk_1073741832_1008 (size=32)
2024-11-25T11:58:37,247 INFO  [RS:1;2bf237fd86ca:42531 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-25T11:58:37,252 INFO  [RS:0;2bf237fd86ca:41159 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2bf237fd86ca%2C41159%2C1732535914549, suffix=, logDir=hdfs://localhost:34151/user/jenkins/test-data/de1d2a09-e9f6-a330-7227-6fadccb48f21/WALs/2bf237fd86ca,41159,1732535914549, archiveDir=hdfs://localhost:34151/user/jenkins/test-data/de1d2a09-e9f6-a330-7227-6fadccb48f21/oldWALs, maxLogs=32
2024-11-25T11:58:37,253 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35303 is added to blk_1073741832_1008 (size=32)
2024-11-25T11:58:37,255 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-25T11:58:37,256 INFO  [RS:2;2bf237fd86ca:42593 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-25T11:58:37,261 INFO  [RS:1;2bf237fd86ca:42531 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2bf237fd86ca%2C42531%2C1732535914760, suffix=, logDir=hdfs://localhost:34151/user/jenkins/test-data/de1d2a09-e9f6-a330-7227-6fadccb48f21/WALs/2bf237fd86ca,42531,1732535914760, archiveDir=hdfs://localhost:34151/user/jenkins/test-data/de1d2a09-e9f6-a330-7227-6fadccb48f21/oldWALs, maxLogs=32
2024-11-25T11:58:37,269 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-25T11:58:37,270 INFO  [RS:2;2bf237fd86ca:42593 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2bf237fd86ca%2C42593%2C1732535914841, suffix=, logDir=hdfs://localhost:34151/user/jenkins/test-data/de1d2a09-e9f6-a330-7227-6fadccb48f21/WALs/2bf237fd86ca,42593,1732535914841, archiveDir=hdfs://localhost:34151/user/jenkins/test-data/de1d2a09-e9f6-a330-7227-6fadccb48f21/oldWALs, maxLogs=32
2024-11-25T11:58:37,282 DEBUG [RS:0;2bf237fd86ca:41159 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/de1d2a09-e9f6-a330-7227-6fadccb48f21/WALs/2bf237fd86ca,41159,1732535914549/2bf237fd86ca%2C41159%2C1732535914549.1732535917255, exclude list is [], retry=0
2024-11-25T11:58:37,287 WARN  [IPC Server handler 0 on default port 34151 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology
2024-11-25T11:58:37,287 WARN  [IPC Server handler 0 on default port 34151 {}] protocol.BlockStoragePolicy(161): Failed to place enough replicas: expected size is 1 but only 0 storage types can be selected (replication=3, selected=[], unavailable=[DISK], removed=[DISK], policy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]})
2024-11-25T11:58:37,287 WARN  [IPC Server handler 0 on default port 34151 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) All required storage types are unavailable:  unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}
2024-11-25T11:58:37,289 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-25T11:58:37,290 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T11:58:37,291 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39871,DS-a26a421e-0102-4e02-b10b-ef176eeda992,DISK]
2024-11-25T11:58:37,292 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-25T11:58:37,292 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-25T11:58:37,293 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35303,DS-889d203c-47da-4fdb-9342-bfab24a44ff1,DISK]
2024-11-25T11:58:37,297 DEBUG [RS:2;2bf237fd86ca:42593 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/de1d2a09-e9f6-a330-7227-6fadccb48f21/WALs/2bf237fd86ca,42593,1732535914841/2bf237fd86ca%2C42593%2C1732535914841.1732535917272, exclude list is [], retry=0
2024-11-25T11:58:37,301 DEBUG [RS:1;2bf237fd86ca:42531 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/de1d2a09-e9f6-a330-7227-6fadccb48f21/WALs/2bf237fd86ca,42531,1732535914760/2bf237fd86ca%2C42531%2C1732535914760.1732535917263, exclude list is [], retry=0
2024-11-25T11:58:37,304 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-25T11:58:37,304 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T11:58:37,307 WARN  [IPC Server handler 2 on default port 34151 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology
2024-11-25T11:58:37,307 WARN  [IPC Server handler 2 on default port 34151 {}] protocol.BlockStoragePolicy(161): Failed to place enough replicas: expected size is 1 but only 0 storage types can be selected (replication=3, selected=[], unavailable=[DISK], removed=[DISK], policy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]})
2024-11-25T11:58:37,307 WARN  [IPC Server handler 2 on default port 34151 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) All required storage types are unavailable:  unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}
2024-11-25T11:58:37,309 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-25T11:58:37,309 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-25T11:58:37,310 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36573,DS-5cdd0e23-dce8-49b9-9d0d-2dd069665475,DISK]
2024-11-25T11:58:37,311 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39871,DS-a26a421e-0102-4e02-b10b-ef176eeda992,DISK]
2024-11-25T11:58:37,312 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35303,DS-889d203c-47da-4fdb-9342-bfab24a44ff1,DISK]
2024-11-25T11:58:37,313 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39871,DS-a26a421e-0102-4e02-b10b-ef176eeda992,DISK]
2024-11-25T11:58:37,317 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35303,DS-889d203c-47da-4fdb-9342-bfab24a44ff1,DISK]
2024-11-25T11:58:37,325 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-25T11:58:37,325 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T11:58:37,325 INFO  [RS:0;2bf237fd86ca:41159 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/de1d2a09-e9f6-a330-7227-6fadccb48f21/WALs/2bf237fd86ca,41159,1732535914549/2bf237fd86ca%2C41159%2C1732535914549.1732535917255
2024-11-25T11:58:37,326 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-25T11:58:37,326 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-25T11:58:37,329 DEBUG [RS:0;2bf237fd86ca:41159 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42087:42087),(127.0.0.1/127.0.0.1:33477:33477)]
2024-11-25T11:58:37,338 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-25T11:58:37,339 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T11:58:37,340 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-25T11:58:37,340 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-25T11:58:37,342 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34151/user/jenkins/test-data/de1d2a09-e9f6-a330-7227-6fadccb48f21/data/hbase/meta/1588230740
2024-11-25T11:58:37,343 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34151/user/jenkins/test-data/de1d2a09-e9f6-a330-7227-6fadccb48f21/data/hbase/meta/1588230740
2024-11-25T11:58:37,345 INFO  [RS:1;2bf237fd86ca:42531 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/de1d2a09-e9f6-a330-7227-6fadccb48f21/WALs/2bf237fd86ca,42531,1732535914760/2bf237fd86ca%2C42531%2C1732535914760.1732535917263
2024-11-25T11:58:37,353 DEBUG [RS:1;2bf237fd86ca:42531 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41699:41699),(127.0.0.1/127.0.0.1:33477:33477),(127.0.0.1/127.0.0.1:42087:42087)]
2024-11-25T11:58:37,354 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-25T11:58:37,354 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-25T11:58:37,355 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-25T11:58:37,368 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-25T11:58:37,370 INFO  [RS:2;2bf237fd86ca:42593 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/de1d2a09-e9f6-a330-7227-6fadccb48f21/WALs/2bf237fd86ca,42593,1732535914841/2bf237fd86ca%2C42593%2C1732535914841.1732535917272
2024-11-25T11:58:37,373 DEBUG [RS:2;2bf237fd86ca:42593 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42087:42087),(127.0.0.1/127.0.0.1:33477:33477)]
2024-11-25T11:58:37,397 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34151/user/jenkins/test-data/de1d2a09-e9f6-a330-7227-6fadccb48f21/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-25T11:58:37,399 INFO  [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62570826, jitterRate=-0.06762203574180603}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-25T11:58:37,401 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740:
Writing region info on filesystem at 1732535917255Initializing all the Stores at 1732535917263 (+8 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732535917263Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732535917265 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732535917265Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732535917265Cleaning up temporary data from old regions at 1732535917354 (+89 ms)Region opened successfully at 1732535917401 (+47 ms)
2024-11-25T11:58:37,401 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-25T11:58:37,401 INFO  [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-25T11:58:37,402 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-25T11:58:37,402 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-25T11:58:37,402 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-25T11:58:37,405 INFO  [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-25T11:58:37,405 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1732535917401Disabling compacts and flushes for region at 1732535917401Disabling writes for close at 1732535917402 (+1 ms)Writing region close event to WAL at 1732535917404 (+2 ms)Closed at 1732535917405 (+1 ms)
2024-11-25T11:58:37,422 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-25T11:58:37,422 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta
2024-11-25T11:58:37,432 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}]
2024-11-25T11:58:37,449 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-25T11:58:37,453 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false
2024-11-25T11:58:37,608 DEBUG [2bf237fd86ca:45455 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=3, allServersCount=3
2024-11-25T11:58:37,634 DEBUG [2bf237fd86ca:45455 {}] balancer.BalancerClusterState(204): Hosts are {2bf237fd86ca=0} racks are {/default-rack=0}
2024-11-25T11:58:37,662 DEBUG [2bf237fd86ca:45455 {}] balancer.BalancerClusterState(303): server 0 has 0 regions
2024-11-25T11:58:37,662 DEBUG [2bf237fd86ca:45455 {}] balancer.BalancerClusterState(303): server 1 has 0 regions
2024-11-25T11:58:37,662 DEBUG [2bf237fd86ca:45455 {}] balancer.BalancerClusterState(303): server 2 has 0 regions
2024-11-25T11:58:37,662 DEBUG [2bf237fd86ca:45455 {}] balancer.BalancerClusterState(310): server 0 is on host 0
2024-11-25T11:58:37,663 DEBUG [2bf237fd86ca:45455 {}] balancer.BalancerClusterState(310): server 1 is on host 0
2024-11-25T11:58:37,663 DEBUG [2bf237fd86ca:45455 {}] balancer.BalancerClusterState(310): server 2 is on host 0
2024-11-25T11:58:37,663 INFO  [2bf237fd86ca:45455 {}] balancer.BalancerClusterState(321): server 0 is on rack 0
2024-11-25T11:58:37,663 INFO  [2bf237fd86ca:45455 {}] balancer.BalancerClusterState(321): server 1 is on rack 0
2024-11-25T11:58:37,663 INFO  [2bf237fd86ca:45455 {}] balancer.BalancerClusterState(321): server 2 is on rack 0
2024-11-25T11:58:37,663 DEBUG [2bf237fd86ca:45455 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1
2024-11-25T11:58:37,676 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=2bf237fd86ca,42593,1732535914841
2024-11-25T11:58:37,698 INFO  [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2bf237fd86ca,42593,1732535914841, state=OPENING
2024-11-25T11:58:37,724 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it
2024-11-25T11:58:37,734 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45455-0x10076ce1ad40000, quorum=127.0.0.1:51360, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-25T11:58:37,734 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42531-0x10076ce1ad40002, quorum=127.0.0.1:51360, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-25T11:58:37,735 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42593-0x10076ce1ad40003, quorum=127.0.0.1:51360, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-25T11:58:37,736 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41159-0x10076ce1ad40001, quorum=127.0.0.1:51360, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-25T11:58:37,739 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-25T11:58:37,740 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-25T11:58:37,740 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-25T11:58:37,743 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-25T11:58:37,744 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-25T11:58:37,748 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=2bf237fd86ca,42593,1732535914841}]
2024-11-25T11:58:37,950 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-11-25T11:58:37,952 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54583, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService
2024-11-25T11:58:37,979 INFO  [RS_OPEN_META-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740
2024-11-25T11:58:37,980 INFO  [RS_OPEN_META-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-25T11:58:37,981 INFO  [RS_OPEN_META-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta
2024-11-25T11:58:37,990 INFO  [RS_OPEN_META-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2bf237fd86ca%2C42593%2C1732535914841.meta, suffix=.meta, logDir=hdfs://localhost:34151/user/jenkins/test-data/de1d2a09-e9f6-a330-7227-6fadccb48f21/WALs/2bf237fd86ca,42593,1732535914841, archiveDir=hdfs://localhost:34151/user/jenkins/test-data/de1d2a09-e9f6-a330-7227-6fadccb48f21/oldWALs, maxLogs=32
2024-11-25T11:58:38,033 DEBUG [RS_OPEN_META-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/de1d2a09-e9f6-a330-7227-6fadccb48f21/WALs/2bf237fd86ca,42593,1732535914841/2bf237fd86ca%2C42593%2C1732535914841.meta.1732535917993.meta, exclude list is [], retry=0
2024-11-25T11:58:38,039 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35303,DS-889d203c-47da-4fdb-9342-bfab24a44ff1,DISK]
2024-11-25T11:58:38,040 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36573,DS-5cdd0e23-dce8-49b9-9d0d-2dd069665475,DISK]
2024-11-25T11:58:38,041 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39871,DS-a26a421e-0102-4e02-b10b-ef176eeda992,DISK]
2024-11-25T11:58:38,068 INFO  [RS_OPEN_META-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/de1d2a09-e9f6-a330-7227-6fadccb48f21/WALs/2bf237fd86ca,42593,1732535914841/2bf237fd86ca%2C42593%2C1732535914841.meta.1732535917993.meta
2024-11-25T11:58:38,071 DEBUG [RS_OPEN_META-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33477:33477),(127.0.0.1/127.0.0.1:42087:42087),(127.0.0.1/127.0.0.1:41699:41699)]
2024-11-25T11:58:38,072 DEBUG [RS_OPEN_META-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}
2024-11-25T11:58:38,074 DEBUG [RS_OPEN_META-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911
2024-11-25T11:58:38,078 DEBUG [RS_OPEN_META-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService
2024-11-25T11:58:38,089 INFO  [RS_OPEN_META-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully.
2024-11-25T11:58:38,097 DEBUG [RS_OPEN_META-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740
2024-11-25T11:58:38,099 DEBUG [RS_OPEN_META-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-25T11:58:38,099 DEBUG [RS_OPEN_META-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740
2024-11-25T11:58:38,099 DEBUG [RS_OPEN_META-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740
2024-11-25T11:58:38,109 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-25T11:58:38,111 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-25T11:58:38,111 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T11:58:38,113 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-25T11:58:38,113 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-25T11:58:38,117 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-25T11:58:38,117 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T11:58:38,119 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-25T11:58:38,119 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-25T11:58:38,122 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-25T11:58:38,122 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T11:58:38,124 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-25T11:58:38,125 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-25T11:58:38,130 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-25T11:58:38,130 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T11:58:38,133 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-25T11:58:38,134 DEBUG [RS_OPEN_META-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-25T11:58:38,138 DEBUG [RS_OPEN_META-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34151/user/jenkins/test-data/de1d2a09-e9f6-a330-7227-6fadccb48f21/data/hbase/meta/1588230740
2024-11-25T11:58:38,150 DEBUG [RS_OPEN_META-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34151/user/jenkins/test-data/de1d2a09-e9f6-a330-7227-6fadccb48f21/data/hbase/meta/1588230740
2024-11-25T11:58:38,166 DEBUG [RS_OPEN_META-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-25T11:58:38,166 DEBUG [RS_OPEN_META-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-25T11:58:38,168 DEBUG [RS_OPEN_META-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-25T11:58:38,178 DEBUG [RS_OPEN_META-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-25T11:58:38,181 INFO  [RS_OPEN_META-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74266838, jitterRate=0.10666212439537048}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-25T11:58:38,182 DEBUG [RS_OPEN_META-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740
2024-11-25T11:58:38,185 DEBUG [RS_OPEN_META-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740:
Running coprocessor pre-open hook at 1732535918101Writing region info on filesystem at 1732535918102 (+1 ms)Initializing all the Stores at 1732535918108 (+6 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732535918108Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732535918108Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732535918108Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732535918108Cleaning up temporary data from old regions at 1732535918166 (+58 ms)Running coprocessor post-open hooks at 1732535918182 (+16 ms)Region opened successfully at 1732535918184 (+2 ms)
2024-11-25T11:58:38,201 INFO  [RS_OPEN_META-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732535917937
2024-11-25T11:58:38,233 DEBUG [RS_OPEN_META-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740
2024-11-25T11:58:38,234 INFO  [RS_OPEN_META-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740
2024-11-25T11:58:38,240 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=2bf237fd86ca,42593,1732535914841
2024-11-25T11:58:38,246 INFO  [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2bf237fd86ca,42593,1732535914841, state=OPEN
2024-11-25T11:58:38,250 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42593-0x10076ce1ad40003, quorum=127.0.0.1:51360, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-11-25T11:58:38,250 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42531-0x10076ce1ad40002, quorum=127.0.0.1:51360, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-11-25T11:58:38,250 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-25T11:58:38,250 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-25T11:58:38,251 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=2bf237fd86ca,42593,1732535914841
2024-11-25T11:58:38,252 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45455-0x10076ce1ad40000, quorum=127.0.0.1:51360, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-11-25T11:58:38,252 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-25T11:58:38,252 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41159-0x10076ce1ad40001, quorum=127.0.0.1:51360, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-11-25T11:58:38,253 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-25T11:58:38,267 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2
2024-11-25T11:58:38,267 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=2bf237fd86ca,42593,1732535914841 in 504 msec
2024-11-25T11:58:38,283 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1
2024-11-25T11:58:38,283 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 838 msec
2024-11-25T11:58:38,285 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-25T11:58:38,285 INFO  [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces
2024-11-25T11:58:38,368 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-25T11:58:38,370 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2bf237fd86ca,42593,1732535914841, seqNum=-1]
2024-11-25T11:58:38,409 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-25T11:58:38,417 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54977, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-25T11:58:38,448 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 2.0430 sec
2024-11-25T11:58:38,448 INFO  [master/2bf237fd86ca:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732535918448, completionTime=-1
2024-11-25T11:58:38,453 INFO  [master/2bf237fd86ca:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running
2024-11-25T11:58:38,453 DEBUG [master/2bf237fd86ca:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster...
2024-11-25T11:58:38,489 INFO  [master/2bf237fd86ca:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=3
2024-11-25T11:58:38,489 INFO  [master/2bf237fd86ca:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732535978489
2024-11-25T11:58:38,489 INFO  [master/2bf237fd86ca:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732536038489
2024-11-25T11:58:38,490 INFO  [master/2bf237fd86ca:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 36 msec
2024-11-25T11:58:38,492 DEBUG [master/2bf237fd86ca:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache
2024-11-25T11:58:38,500 INFO  [master/2bf237fd86ca:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2bf237fd86ca,45455,1732535913463-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-25T11:58:38,501 INFO  [master/2bf237fd86ca:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2bf237fd86ca,45455,1732535913463-BalancerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-25T11:58:38,501 INFO  [master/2bf237fd86ca:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2bf237fd86ca,45455,1732535913463-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-25T11:58:38,503 INFO  [master/2bf237fd86ca:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-2bf237fd86ca:45455, period=300000, unit=MILLISECONDS is enabled.
2024-11-25T11:58:38,505 INFO  [master/2bf237fd86ca:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled.
2024-11-25T11:58:38,507 INFO  [master/2bf237fd86ca:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled.
2024-11-25T11:58:38,512 DEBUG [master/2bf237fd86ca:0.Chore.1 {}] janitor.CatalogJanitor(180): 
2024-11-25T11:58:38,554 INFO  [master/2bf237fd86ca:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.563sec
2024-11-25T11:58:38,558 INFO  [master/2bf237fd86ca:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled
2024-11-25T11:58:38,559 INFO  [master/2bf237fd86ca:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting.
2024-11-25T11:58:38,561 INFO  [master/2bf237fd86ca:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting.
2024-11-25T11:58:38,561 INFO  [master/2bf237fd86ca:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting.
2024-11-25T11:58:38,561 INFO  [master/2bf237fd86ca:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding
2024-11-25T11:58:38,562 INFO  [master/2bf237fd86ca:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2bf237fd86ca,45455,1732535913463-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-25T11:58:38,563 INFO  [master/2bf237fd86ca:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2bf237fd86ca,45455,1732535913463-MobFileCompactionChore, period=604800, unit=SECONDS is enabled.
2024-11-25T11:58:38,587 DEBUG [master/2bf237fd86ca:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds
2024-11-25T11:58:38,588 INFO  [master/2bf237fd86ca:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled.
2024-11-25T11:58:38,589 INFO  [master/2bf237fd86ca:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2bf237fd86ca,45455,1732535913463-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-25T11:58:38,666 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e8cb0ef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-25T11:58:38,667 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2bf237fd86ca,45455,-1 for getting cluster id
2024-11-25T11:58:38,674 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-25T11:58:38,697 DEBUG [HMaster-EventLoopGroup-2-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8ecdb8d0-c81a-4c66-9d3d-f7a1daf0e377'
2024-11-25T11:58:38,701 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-25T11:58:38,701 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8ecdb8d0-c81a-4c66-9d3d-f7a1daf0e377"

2024-11-25T11:58:38,702 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37a7f873, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-25T11:58:38,702 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2bf237fd86ca,45455,-1]
2024-11-25T11:58:38,707 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-25T11:58:38,709 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-25T11:58:38,717 INFO  [HMaster-EventLoopGroup-2-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46126, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-25T11:58:38,725 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c0e43ab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-25T11:58:38,725 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-25T11:58:38,734 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2bf237fd86ca,42593,1732535914841, seqNum=-1]
2024-11-25T11:58:38,734 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-25T11:58:38,738 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44222, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-25T11:58:38,764 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=2bf237fd86ca,45455,1732535913463
2024-11-25T11:58:38,765 INFO  [Time-limited test {}] wal.AbstractTestWALReplay(147): hbase.rootdir=hdfs://localhost:34151/hbase
2024-11-25T11:58:38,796 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayCompressed#testNameConflictWhenSplit0 Thread=353, OpenFileDescriptor=591, MaxFileDescriptor=1048576, SystemLoadAverage=783, ProcessCount=11, AvailableMemoryMB=5687
2024-11-25T11:58:38,822 INFO  [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-25T11:58:38,825 INFO  [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-25T11:58:38,826 INFO  [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-25T11:58:38,832 INFO  [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-87198320, suffix=, logDir=hdfs://localhost:34151/hbase/WALs/hregion-87198320, archiveDir=hdfs://localhost:34151/hbase/oldWALs, maxLogs=32
2024-11-25T11:58:38,851 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-87198320/hregion-87198320.1732535918833, exclude list is [], retry=0
2024-11-25T11:58:38,861 DEBUG [AsyncFSWAL-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35303,DS-889d203c-47da-4fdb-9342-bfab24a44ff1,DISK]
2024-11-25T11:58:38,869 DEBUG [AsyncFSWAL-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36573,DS-5cdd0e23-dce8-49b9-9d0d-2dd069665475,DISK]
2024-11-25T11:58:38,869 DEBUG [AsyncFSWAL-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39871,DS-a26a421e-0102-4e02-b10b-ef176eeda992,DISK]
2024-11-25T11:58:38,895 INFO  [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-87198320/hregion-87198320.1732535918833
2024-11-25T11:58:38,903 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33477:33477),(127.0.0.1/127.0.0.1:41699:41699),(127.0.0.1/127.0.0.1:42087:42087)]
2024-11-25T11:58:38,903 INFO  [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 3e0902a22135592375fba7bc3678687f, NAME => 'testReplayEditsWrittenIntoWAL,,1732535918823.3e0902a22135592375fba7bc3678687f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenIntoWAL', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34151/hbase
2024-11-25T11:58:38,968 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36573 is added to blk_1073741838_1014 (size=64)
2024-11-25T11:58:38,969 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35303 is added to blk_1073741838_1014 (size=64)
2024-11-25T11:58:38,974 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39871 is added to blk_1073741838_1014 (size=64)
2024-11-25T11:58:38,975 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1732535918823.3e0902a22135592375fba7bc3678687f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-25T11:58:38,978 INFO  [StoreOpener-3e0902a22135592375fba7bc3678687f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 3e0902a22135592375fba7bc3678687f 
2024-11-25T11:58:38,983 INFO  [StoreOpener-3e0902a22135592375fba7bc3678687f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3e0902a22135592375fba7bc3678687f columnFamilyName a
2024-11-25T11:58:38,983 DEBUG [StoreOpener-3e0902a22135592375fba7bc3678687f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T11:58:38,984 INFO  [StoreOpener-3e0902a22135592375fba7bc3678687f-1 {}] regionserver.HStore(327): Store=3e0902a22135592375fba7bc3678687f/a,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-25T11:58:38,985 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 3e0902a22135592375fba7bc3678687f
2024-11-25T11:58:38,986 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34151/hbase/data/default/testReplayEditsWrittenIntoWAL/3e0902a22135592375fba7bc3678687f
2024-11-25T11:58:38,987 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34151/hbase/data/default/testReplayEditsWrittenIntoWAL/3e0902a22135592375fba7bc3678687f
2024-11-25T11:58:38,988 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 3e0902a22135592375fba7bc3678687f
2024-11-25T11:58:38,988 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 3e0902a22135592375fba7bc3678687f
2024-11-25T11:58:38,991 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 3e0902a22135592375fba7bc3678687f
2024-11-25T11:58:39,001 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34151/hbase/data/default/testReplayEditsWrittenIntoWAL/3e0902a22135592375fba7bc3678687f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-25T11:58:39,002 INFO  [Time-limited test {}] regionserver.HRegion(1114): Opened 3e0902a22135592375fba7bc3678687f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62540589, jitterRate=-0.0680726021528244}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-25T11:58:39,004 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 3e0902a22135592375fba7bc3678687f:
Writing region info on filesystem at 1732535918975Initializing all the Stores at 1732535918977 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732535918977Cleaning up temporary data from old regions at 1732535918988 (+11 ms)Region opened successfully at 1732535919003 (+15 ms)
2024-11-25T11:58:39,004 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 3e0902a22135592375fba7bc3678687f, disabling compactions & flushes
2024-11-25T11:58:39,004 INFO  [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenIntoWAL,,1732535918823.3e0902a22135592375fba7bc3678687f.
2024-11-25T11:58:39,004 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenIntoWAL,,1732535918823.3e0902a22135592375fba7bc3678687f.
2024-11-25T11:58:39,004 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenIntoWAL,,1732535918823.3e0902a22135592375fba7bc3678687f. after waiting 0 ms
2024-11-25T11:58:39,004 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenIntoWAL,,1732535918823.3e0902a22135592375fba7bc3678687f.
2024-11-25T11:58:39,009 INFO  [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenIntoWAL,,1732535918823.3e0902a22135592375fba7bc3678687f.
2024-11-25T11:58:39,009 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 3e0902a22135592375fba7bc3678687f:
Waiting for close lock at 1732535919004Disabling compacts and flushes for region at 1732535919004Disabling writes for close at 1732535919004Writing region close event to WAL at 1732535919009 (+5 ms)Closed at 1732535919009
2024-11-25T11:58:39,040 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35303 is added to blk_1073741837_1013 (size=93)
2024-11-25T11:58:39,043 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36573 is added to blk_1073741837_1013 (size=93)
2024-11-25T11:58:39,046 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39871 is added to blk_1073741837_1013 (size=93)
2024-11-25T11:58:39,066 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs
2024-11-25T11:58:39,066 INFO  [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-87198320:(num 1732535918833)
2024-11-25T11:58:39,070 INFO  [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testMonitor
2024-11-25T11:58:39,141 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39871 is added to blk_1073741839_1015 (size=276)
2024-11-25T11:58:39,141 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35303 is added to blk_1073741839_1015 (size=276)
2024-11-25T11:58:39,142 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36573 is added to blk_1073741839_1015 (size=276)
2024-11-25T11:58:39,144 INFO  [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testMonitor
2024-11-25T11:58:39,277 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35303 is added to blk_1073741840_1016 (size=230)
2024-11-25T11:58:39,280 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36573 is added to blk_1073741840_1016 (size=230)
2024-11-25T11:58:39,284 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39871 is added to blk_1073741840_1016 (size=230)
2024-11-25T11:58:39,366 INFO  [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34151/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732535918820/wal-1, size=276 (276bytes)
2024-11-25T11:58:39,367 DEBUG [Time-limited test {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils
2024-11-25T11:58:39,368 DEBUG [Time-limited test {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease()
2024-11-25T11:58:39,372 INFO  [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34151/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732535918820/wal-1
2024-11-25T11:58:39,398 INFO  [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34151/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732535918820/wal-1 after 6ms
2024-11-25T11:58:39,410 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:34151/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732535918820/wal-1: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null
2024-11-25T11:58:39,411 INFO  [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34151/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732535918820/wal-1 took 47ms
2024-11-25T11:58:39,432 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34151/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732535918820/wal-1 so closing down
2024-11-25T11:58:39,442 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish
2024-11-25T11:58:39,469 INFO  [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal-1.temp
2024-11-25T11:58:39,473 INFO  [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34151/hbase/data/default/testReplayEditsWrittenIntoWAL/3e0902a22135592375fba7bc3678687f/recovered.edits/0000000000000000001-wal-1.temp
2024-11-25T11:58:39,476 INFO  [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished
2024-11-25T11:58:39,513 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39871 is added to blk_1073741841_1017 (size=276)
2024-11-25T11:58:39,513 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36573 is added to blk_1073741841_1017 (size=276)
2024-11-25T11:58:39,514 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35303 is added to blk_1073741841_1017 (size=276)
2024-11-25T11:58:39,528 INFO  [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34151/hbase/data/default/testReplayEditsWrittenIntoWAL/3e0902a22135592375fba7bc3678687f/recovered.edits/0000000000000000001-wal-1.temp (wrote 2 edits, skipped 0 edits in 1 ms)
2024-11-25T11:58:39,532 INFO  [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34151/hbase/data/default/testReplayEditsWrittenIntoWAL/3e0902a22135592375fba7bc3678687f/recovered.edits/0000000000000000001-wal-1.temp to hdfs://localhost:34151/hbase/data/default/testReplayEditsWrittenIntoWAL/3e0902a22135592375fba7bc3678687f/recovered.edits/0000000000000000002
2024-11-25T11:58:39,537 INFO  [Time-limited test {}] wal.WALSplitter(425): Processed 2 edits across 1 Regions in 115 ms; skipped=0; WAL=hdfs://localhost:34151/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732535918820/wal-1, size=276, length=276, corrupted=false, cancelled=false
2024-11-25T11:58:39,537 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34151/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732535918820/wal-1, journal: Splitting hdfs://localhost:34151/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732535918820/wal-1, size=276 (276bytes) at 1732535919366Finishing writing output for hdfs://localhost:34151/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732535918820/wal-1 so closing down at 1732535919432 (+66 ms)Creating recovered edits writer path=hdfs://localhost:34151/hbase/data/default/testReplayEditsWrittenIntoWAL/3e0902a22135592375fba7bc3678687f/recovered.edits/0000000000000000001-wal-1.temp at 1732535919473 (+41 ms)3 split writer threads finished at 1732535919476 (+3 ms)Closed recovered edits writer path=hdfs://localhost:34151/hbase/data/default/testReplayEditsWrittenIntoWAL/3e0902a22135592375fba7bc3678687f/recovered.edits/0000000000000000001-wal-1.temp (wrote 2 edits, skipped 0 edits in 1 ms) at 1732535919528 (+52 ms)Rename recovered edits hdfs://localhost:34151/hbase/data/default/testReplayEditsWrittenIntoWAL/3e0902a22135592375fba7bc3678687f/recovered.edits/0000000000000000001-wal-1.temp to hdfs://localhost:34151/hbase/data/default/testReplayEditsWrittenIntoWAL/3e0902a22135592375fba7bc3678687f/recovered.edits/0000000000000000002 at 1732535919532 (+4 ms)Processed 2 edits across 1 Regions in 115 ms; skipped=0; WAL=hdfs://localhost:34151/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732535918820/wal-1, size=276, length=276, corrupted=false, cancelled=false at 1732535919537 (+5 ms)
2024-11-25T11:58:39,555 INFO  [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34151/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732535918820/wal-2, size=230 (230bytes)
2024-11-25T11:58:39,555 INFO  [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34151/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732535918820/wal-2
2024-11-25T11:58:39,556 INFO  [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34151/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732535918820/wal-2 after 1ms
2024-11-25T11:58:39,562 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:34151/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732535918820/wal-2: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null
2024-11-25T11:58:39,565 INFO  [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34151/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732535918820/wal-2 took 10ms
2024-11-25T11:58:39,578 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34151/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732535918820/wal-2 so closing down
2024-11-25T11:58:39,578 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish
2024-11-25T11:58:39,582 INFO  [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000002-wal-2.temp
2024-11-25T11:58:39,584 INFO  [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34151/hbase/data/default/testReplayEditsWrittenIntoWAL/3e0902a22135592375fba7bc3678687f/recovered.edits/0000000000000000002-wal-2.temp
2024-11-25T11:58:39,584 INFO  [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished
2024-11-25T11:58:39,598 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36573 is added to blk_1073741842_1018 (size=230)
2024-11-25T11:58:39,600 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35303 is added to blk_1073741842_1018 (size=230)
2024-11-25T11:58:39,601 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39871 is added to blk_1073741842_1018 (size=230)
2024-11-25T11:58:39,603 INFO  [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34151/hbase/data/default/testReplayEditsWrittenIntoWAL/3e0902a22135592375fba7bc3678687f/recovered.edits/0000000000000000002-wal-2.temp (wrote 1 edits, skipped 0 edits in 0 ms)
2024-11-25T11:58:39,610 DEBUG [split-log-closeStream-pool-0 {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:34151/hbase/data/default/testReplayEditsWrittenIntoWAL/3e0902a22135592375fba7bc3678687f/recovered.edits/0000000000000000002: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null
2024-11-25T11:58:39,619 WARN  [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(184): Found existing old edits file and we have less entries. Deleting hdfs://localhost:34151/hbase/data/default/testReplayEditsWrittenIntoWAL/3e0902a22135592375fba7bc3678687f/recovered.edits/0000000000000000002-wal-2.temp, length=230
2024-11-25T11:58:39,624 INFO  [Time-limited test {}] wal.WALSplitter(425): Processed 1 edits across 1 Regions in 50 ms; skipped=0; WAL=hdfs://localhost:34151/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732535918820/wal-2, size=230, length=230, corrupted=false, cancelled=false
2024-11-25T11:58:39,625 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34151/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732535918820/wal-2, journal: Splitting hdfs://localhost:34151/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732535918820/wal-2, size=230 (230bytes) at 1732535919555Finishing writing output for hdfs://localhost:34151/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732535918820/wal-2 so closing down at 1732535919578 (+23 ms)Creating recovered edits writer path=hdfs://localhost:34151/hbase/data/default/testReplayEditsWrittenIntoWAL/3e0902a22135592375fba7bc3678687f/recovered.edits/0000000000000000002-wal-2.temp at 1732535919584 (+6 ms)3 split writer threads finished at 1732535919584Closed recovered edits writer path=hdfs://localhost:34151/hbase/data/default/testReplayEditsWrittenIntoWAL/3e0902a22135592375fba7bc3678687f/recovered.edits/0000000000000000002-wal-2.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1732535919603 (+19 ms)Processed 1 edits across 1 Regions in 50 ms; skipped=0; WAL=hdfs://localhost:34151/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732535918820/wal-2, size=230, length=230, corrupted=false, cancelled=false at 1732535919624 (+21 ms)
2024-11-25T11:58:39,625 INFO  [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor
2024-11-25T11:58:39,628 INFO  [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:34151/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732535918820, archiveDir=hdfs://localhost:34151/hbase/oldWALs, maxLogs=32
2024-11-25T11:58:39,648 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testnameconflictwhensplit0-manual,16010,1732535918820/wal.1732535919629, exclude list is [], retry=0
2024-11-25T11:58:39,662 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39871,DS-a26a421e-0102-4e02-b10b-ef176eeda992,DISK]
2024-11-25T11:58:39,663 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35303,DS-889d203c-47da-4fdb-9342-bfab24a44ff1,DISK]
2024-11-25T11:58:39,663 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36573,DS-5cdd0e23-dce8-49b9-9d0d-2dd069665475,DISK]
2024-11-25T11:58:39,683 INFO  [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testnameconflictwhensplit0-manual,16010,1732535918820/wal.1732535919629
2024-11-25T11:58:39,685 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42087:42087),(127.0.0.1/127.0.0.1:33477:33477),(127.0.0.1/127.0.0.1:41699:41699)]
2024-11-25T11:58:39,685 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 3e0902a22135592375fba7bc3678687f, NAME => 'testReplayEditsWrittenIntoWAL,,1732535918823.3e0902a22135592375fba7bc3678687f.', STARTKEY => '', ENDKEY => ''}
2024-11-25T11:58:39,685 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1732535918823.3e0902a22135592375fba7bc3678687f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-25T11:58:39,685 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 3e0902a22135592375fba7bc3678687f
2024-11-25T11:58:39,685 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 3e0902a22135592375fba7bc3678687f
2024-11-25T11:58:39,694 INFO  [StoreOpener-3e0902a22135592375fba7bc3678687f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 3e0902a22135592375fba7bc3678687f 
2024-11-25T11:58:39,695 INFO  [StoreOpener-3e0902a22135592375fba7bc3678687f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3e0902a22135592375fba7bc3678687f columnFamilyName a
2024-11-25T11:58:39,695 DEBUG [StoreOpener-3e0902a22135592375fba7bc3678687f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T11:58:39,697 INFO  [StoreOpener-3e0902a22135592375fba7bc3678687f-1 {}] regionserver.HStore(327): Store=3e0902a22135592375fba7bc3678687f/a,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-25T11:58:39,697 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 3e0902a22135592375fba7bc3678687f
2024-11-25T11:58:39,700 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34151/hbase/data/default/testReplayEditsWrittenIntoWAL/3e0902a22135592375fba7bc3678687f
2024-11-25T11:58:39,707 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:34151/hbase/data/default/testReplayEditsWrittenIntoWAL/3e0902a22135592375fba7bc3678687f
2024-11-25T11:58:39,708 INFO  [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:34151/hbase/data/default/testReplayEditsWrittenIntoWAL/3e0902a22135592375fba7bc3678687f/recovered.edits/0000000000000000002
2024-11-25T11:58:39,714 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:34151/hbase/data/default/testReplayEditsWrittenIntoWAL/3e0902a22135592375fba7bc3678687f/recovered.edits/0000000000000000002: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null
2024-11-25T11:58:39,724 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 2, skipped 0, firstSequenceIdInLog=1, maxSequenceIdInLog=2, path=hdfs://localhost:34151/hbase/data/default/testReplayEditsWrittenIntoWAL/3e0902a22135592375fba7bc3678687f/recovered.edits/0000000000000000002
2024-11-25T11:58:39,728 INFO  [Time-limited test {}] regionserver.HRegion(2902): Flushing 3e0902a22135592375fba7bc3678687f 1/1 column families, dataSize=108 B heapSize=512 B
2024-11-25T11:58:39,817 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/hbase/data/default/testReplayEditsWrittenIntoWAL/3e0902a22135592375fba7bc3678687f/.tmp/a/b58aa1cde7664168a4c3aabad470949a is 58, key is testReplayEditsWrittenIntoWAL/a:1/1732535919066/Put/seqid=0
2024-11-25T11:58:39,841 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35303 is added to blk_1073741844_1020 (size=5170)
2024-11-25T11:58:39,842 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39871 is added to blk_1073741844_1020 (size=5170)
2024-11-25T11:58:39,843 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36573 is added to blk_1073741844_1020 (size=5170)
2024-11-25T11:58:39,843 INFO  [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=2 (bloomFilter=true), to=hdfs://localhost:34151/hbase/data/default/testReplayEditsWrittenIntoWAL/3e0902a22135592375fba7bc3678687f/.tmp/a/b58aa1cde7664168a4c3aabad470949a
2024-11-25T11:58:39,901 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/hbase/data/default/testReplayEditsWrittenIntoWAL/3e0902a22135592375fba7bc3678687f/.tmp/a/b58aa1cde7664168a4c3aabad470949a as hdfs://localhost:34151/hbase/data/default/testReplayEditsWrittenIntoWAL/3e0902a22135592375fba7bc3678687f/a/b58aa1cde7664168a4c3aabad470949a
2024-11-25T11:58:39,914 INFO  [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34151/hbase/data/default/testReplayEditsWrittenIntoWAL/3e0902a22135592375fba7bc3678687f/a/b58aa1cde7664168a4c3aabad470949a, entries=2, sequenceid=2, filesize=5.0 K
2024-11-25T11:58:39,922 INFO  [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~108 B/108, heapSize ~496 B/496, currentSize=0 B/0 for 3e0902a22135592375fba7bc3678687f in 193ms, sequenceid=2, compaction requested=false; wal=null
2024-11-25T11:58:39,924 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:34151/hbase/data/default/testReplayEditsWrittenIntoWAL/3e0902a22135592375fba7bc3678687f/recovered.edits/0000000000000000002
2024-11-25T11:58:39,925 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 3e0902a22135592375fba7bc3678687f
2024-11-25T11:58:39,925 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 3e0902a22135592375fba7bc3678687f
2024-11-25T11:58:39,931 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 3e0902a22135592375fba7bc3678687f
2024-11-25T11:58:39,941 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34151/hbase/data/default/testReplayEditsWrittenIntoWAL/3e0902a22135592375fba7bc3678687f/recovered.edits/2.seqid, newMaxSeqId=2, maxSeqId=1
2024-11-25T11:58:39,943 INFO  [Time-limited test {}] regionserver.HRegion(1114): Opened 3e0902a22135592375fba7bc3678687f; next sequenceid=3; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69820292, jitterRate=0.04040342569351196}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-25T11:58:39,945 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 3e0902a22135592375fba7bc3678687f:
Writing region info on filesystem at 1732535919686Initializing all the Stores at 1732535919693 (+7 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732535919693Obtaining lock to block concurrent updates at 1732535919728 (+35 ms)Preparing flush snapshotting stores in 3e0902a22135592375fba7bc3678687f at 1732535919728Finished memstore snapshotting testReplayEditsWrittenIntoWAL,,1732535918823.3e0902a22135592375fba7bc3678687f., syncing WAL and waiting on mvcc, flushsize=dataSize=108, getHeapSize=496, getOffHeapSize=0, getCellsCount=2 at 1732535919740 (+12 ms)Flushing stores of testReplayEditsWrittenIntoWAL,,1732535918823.3e0902a22135592375fba7bc3678687f. at 1732535919741 (+1 ms)Flushing 3e0902a22135592375fba7bc3678687f/a: creating writer at 1732535919742 (+1 ms)Flushing 3e0902a22135592375fba7bc3678687f/a: appending metadata at 1732535919799 (+57 ms)Flushing 3e0902a22135592375fba7bc3678687f/a: closing flushed file at 1732535919803 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@40647a9b: reopening flushed file at 1732535919899 (+96 ms)Finished flush of dataSize ~108 B/108, heapSize ~496 B/496, currentSize=0 B/0 for 3e0902a22135592375fba7bc3678687f in 193ms, sequenceid=2, compaction requested=false; wal=null at 1732535919922 (+23 ms)Cleaning up temporary data from old regions at 1732535919925 (+3 ms)Region opened successfully at 1732535919944 (+19 ms)
2024-11-25T11:58:40,011 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayCompressed#testNameConflictWhenSplit0 Thread=365 (was 353)
Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1238228515_22 at /127.0.0.1:44596 [Waiting for operation #5]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: PacketResponder: BP-1248860769-172.17.0.3-1732535908330:blk_1073741843_1019, type=LAST_IN_PIPELINE
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	java.base@17.0.11/java.lang.Object.wait(Object.java:338)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: AsyncFSWAL-8-1
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: AsyncFSWAL-8-2
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:34151/hbase-prefix:default
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: PacketResponder: BP-1248860769-172.17.0.3-1732535908330:blk_1073741843_1019, type=LAST_IN_PIPELINE
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	java.base@17.0.11/java.lang.Object.wait(Object.java:338)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1238228515_22 at /127.0.0.1:44610 [Receiving block BP-1248860769-172.17.0.3-1732535908330:blk_1073741843_1019]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343)
	java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151)
	app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1238228515_22 at /127.0.0.1:55916 [Receiving block BP-1248860769-172.17.0.3-1732535908330:blk_1073741843_1019]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343)
	java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151)
	app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: PacketResponder: BP-1248860769-172.17.0.3-1732535908330:blk_1073741843_1019, type=LAST_IN_PIPELINE
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	java.base@17.0.11/java.lang.Object.wait(Object.java:338)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1238228515_22 at /127.0.0.1:36830 [Receiving block BP-1248860769-172.17.0.3-1732535908330:blk_1073741843_1019]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343)
	java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151)
	app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1238228515_22 at /127.0.0.1:55820 [Waiting for operation #12]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: AsyncFSWAL-8-3
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: TestAsyncWALReplay-pool-0
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1238228515_22 at /127.0.0.1:36838 [Waiting for operation #3]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=685 (was 591) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=783 (was 783), ProcessCount=11 (was 11), AvailableMemoryMB=6551 (was 5687) - AvailableMemoryMB LEAK? -
2024-11-25T11:58:40,028 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayCompressed#testNameConflictWhenSplit1 Thread=365, OpenFileDescriptor=685, MaxFileDescriptor=1048576, SystemLoadAverage=783, ProcessCount=11, AvailableMemoryMB=6549
2024-11-25T11:58:40,052 INFO  [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-25T11:58:40,056 INFO  [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-25T11:58:40,058 INFO  [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-25T11:58:40,080 INFO  [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-53969948, suffix=, logDir=hdfs://localhost:34151/hbase/WALs/hregion-53969948, archiveDir=hdfs://localhost:34151/hbase/oldWALs, maxLogs=32
2024-11-25T11:58:40,102 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-53969948/hregion-53969948.1732535920081, exclude list is [], retry=0
2024-11-25T11:58:40,109 DEBUG [AsyncFSWAL-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39871,DS-a26a421e-0102-4e02-b10b-ef176eeda992,DISK]
2024-11-25T11:58:40,110 DEBUG [AsyncFSWAL-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35303,DS-889d203c-47da-4fdb-9342-bfab24a44ff1,DISK]
2024-11-25T11:58:40,113 DEBUG [AsyncFSWAL-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36573,DS-5cdd0e23-dce8-49b9-9d0d-2dd069665475,DISK]
2024-11-25T11:58:40,128 INFO  [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-53969948/hregion-53969948.1732535920081
2024-11-25T11:58:40,129 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42087:42087),(127.0.0.1/127.0.0.1:33477:33477),(127.0.0.1/127.0.0.1:41699:41699)]
2024-11-25T11:58:40,129 INFO  [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => fe84680bbf105805541df603f3ce24c0, NAME => 'testReplayEditsWrittenIntoWAL,,1732535920053.fe84680bbf105805541df603f3ce24c0.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenIntoWAL', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34151/hbase
2024-11-25T11:58:40,169 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35303 is added to blk_1073741846_1022 (size=64)
2024-11-25T11:58:40,170 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36573 is added to blk_1073741846_1022 (size=64)
2024-11-25T11:58:40,170 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39871 is added to blk_1073741846_1022 (size=64)
2024-11-25T11:58:40,171 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1732535920053.fe84680bbf105805541df603f3ce24c0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-25T11:58:40,185 INFO  [StoreOpener-fe84680bbf105805541df603f3ce24c0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region fe84680bbf105805541df603f3ce24c0 
2024-11-25T11:58:40,201 INFO  [StoreOpener-fe84680bbf105805541df603f3ce24c0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fe84680bbf105805541df603f3ce24c0 columnFamilyName a
2024-11-25T11:58:40,202 DEBUG [StoreOpener-fe84680bbf105805541df603f3ce24c0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T11:58:40,208 INFO  [StoreOpener-fe84680bbf105805541df603f3ce24c0-1 {}] regionserver.HStore(327): Store=fe84680bbf105805541df603f3ce24c0/a,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-25T11:58:40,212 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for fe84680bbf105805541df603f3ce24c0
2024-11-25T11:58:40,220 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34151/hbase/data/default/testReplayEditsWrittenIntoWAL/fe84680bbf105805541df603f3ce24c0
2024-11-25T11:58:40,222 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34151/hbase/data/default/testReplayEditsWrittenIntoWAL/fe84680bbf105805541df603f3ce24c0
2024-11-25T11:58:40,223 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for fe84680bbf105805541df603f3ce24c0
2024-11-25T11:58:40,223 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for fe84680bbf105805541df603f3ce24c0
2024-11-25T11:58:40,230 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for fe84680bbf105805541df603f3ce24c0
2024-11-25T11:58:40,239 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34151/hbase/data/default/testReplayEditsWrittenIntoWAL/fe84680bbf105805541df603f3ce24c0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-25T11:58:40,241 INFO  [Time-limited test {}] regionserver.HRegion(1114): Opened fe84680bbf105805541df603f3ce24c0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71883845, jitterRate=0.07115276157855988}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-25T11:58:40,242 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for fe84680bbf105805541df603f3ce24c0:
Writing region info on filesystem at 1732535920171Initializing all the Stores at 1732535920177 (+6 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732535920177Cleaning up temporary data from old regions at 1732535920223 (+46 ms)Region opened successfully at 1732535920242 (+19 ms)
2024-11-25T11:58:40,242 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing fe84680bbf105805541df603f3ce24c0, disabling compactions & flushes
2024-11-25T11:58:40,242 INFO  [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenIntoWAL,,1732535920053.fe84680bbf105805541df603f3ce24c0.
2024-11-25T11:58:40,242 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenIntoWAL,,1732535920053.fe84680bbf105805541df603f3ce24c0.
2024-11-25T11:58:40,242 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenIntoWAL,,1732535920053.fe84680bbf105805541df603f3ce24c0. after waiting 0 ms
2024-11-25T11:58:40,242 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenIntoWAL,,1732535920053.fe84680bbf105805541df603f3ce24c0.
2024-11-25T11:58:40,245 INFO  [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenIntoWAL,,1732535920053.fe84680bbf105805541df603f3ce24c0.
2024-11-25T11:58:40,246 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for fe84680bbf105805541df603f3ce24c0:
Waiting for close lock at 1732535920242Disabling compacts and flushes for region at 1732535920242Disabling writes for close at 1732535920242Writing region close event to WAL at 1732535920245 (+3 ms)Closed at 1732535920245
2024-11-25T11:58:40,257 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35303 is added to blk_1073741845_1021 (size=93)
2024-11-25T11:58:40,262 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36573 is added to blk_1073741845_1021 (size=93)
2024-11-25T11:58:40,262 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39871 is added to blk_1073741845_1021 (size=93)
2024-11-25T11:58:40,273 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs
2024-11-25T11:58:40,273 INFO  [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-53969948:(num 1732535920081)
2024-11-25T11:58:40,277 INFO  [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testMonitor
2024-11-25T11:58:40,342 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36573 is added to blk_1073741847_1023 (size=276)
2024-11-25T11:58:40,342 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35303 is added to blk_1073741847_1023 (size=276)
2024-11-25T11:58:40,342 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39871 is added to blk_1073741847_1023 (size=276)
2024-11-25T11:58:40,753 INFO  [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testMonitor
2024-11-25T11:58:40,871 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35303 is added to blk_1073741848_1024 (size=230)
2024-11-25T11:58:40,872 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39871 is added to blk_1073741848_1024 (size=230)
2024-11-25T11:58:40,872 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36573 is added to blk_1073741848_1024 (size=230)
2024-11-25T11:58:40,908 INFO  [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34151/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732535920051/wal-2, size=230 (230bytes)
2024-11-25T11:58:40,908 INFO  [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34151/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732535920051/wal-2
2024-11-25T11:58:40,910 INFO  [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34151/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732535920051/wal-2 after 1ms
2024-11-25T11:58:40,920 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:34151/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732535920051/wal-2: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null
2024-11-25T11:58:40,920 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36573 is added to blk_1073741828_1004 (size=1189)
2024-11-25T11:58:40,920 INFO  [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34151/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732535920051/wal-2 took 13ms
2024-11-25T11:58:40,922 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36573 is added to blk_1073741832_1008 (size=32)
2024-11-25T11:58:40,929 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36573 is added to blk_1073741827_1003 (size=196)
2024-11-25T11:58:40,941 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34151/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732535920051/wal-2 so closing down
2024-11-25T11:58:40,941 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish
2024-11-25T11:58:40,973 INFO  [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000002-wal-2.temp
2024-11-25T11:58:40,985 INFO  [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34151/hbase/data/default/testReplayEditsWrittenIntoWAL/fe84680bbf105805541df603f3ce24c0/recovered.edits/0000000000000000002-wal-2.temp
2024-11-25T11:58:40,985 INFO  [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished
2024-11-25T11:58:41,034 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35303 is added to blk_1073741849_1025 (size=230)
2024-11-25T11:58:41,037 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36573 is added to blk_1073741849_1025 (size=230)
2024-11-25T11:58:41,038 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39871 is added to blk_1073741849_1025 (size=230)
2024-11-25T11:58:41,038 INFO  [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34151/hbase/data/default/testReplayEditsWrittenIntoWAL/fe84680bbf105805541df603f3ce24c0/recovered.edits/0000000000000000002-wal-2.temp (wrote 1 edits, skipped 0 edits in 0 ms)
2024-11-25T11:58:41,055 INFO  [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34151/hbase/data/default/testReplayEditsWrittenIntoWAL/fe84680bbf105805541df603f3ce24c0/recovered.edits/0000000000000000002-wal-2.temp to hdfs://localhost:34151/hbase/data/default/testReplayEditsWrittenIntoWAL/fe84680bbf105805541df603f3ce24c0/recovered.edits/0000000000000000002
2024-11-25T11:58:41,055 INFO  [Time-limited test {}] wal.WALSplitter(425): Processed 1 edits across 1 Regions in 123 ms; skipped=0; WAL=hdfs://localhost:34151/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732535920051/wal-2, size=230, length=230, corrupted=false, cancelled=false
2024-11-25T11:58:41,055 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34151/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732535920051/wal-2, journal: Splitting hdfs://localhost:34151/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732535920051/wal-2, size=230 (230bytes) at 1732535920908Finishing writing output for hdfs://localhost:34151/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732535920051/wal-2 so closing down at 1732535920941 (+33 ms)Creating recovered edits writer path=hdfs://localhost:34151/hbase/data/default/testReplayEditsWrittenIntoWAL/fe84680bbf105805541df603f3ce24c0/recovered.edits/0000000000000000002-wal-2.temp at 1732535920985 (+44 ms)3 split writer threads finished at 1732535920985Closed recovered edits writer path=hdfs://localhost:34151/hbase/data/default/testReplayEditsWrittenIntoWAL/fe84680bbf105805541df603f3ce24c0/recovered.edits/0000000000000000002-wal-2.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1732535921038 (+53 ms)Rename recovered edits hdfs://localhost:34151/hbase/data/default/testReplayEditsWrittenIntoWAL/fe84680bbf105805541df603f3ce24c0/recovered.edits/0000000000000000002-wal-2.temp to hdfs://localhost:34151/hbase/data/default/testReplayEditsWrittenIntoWAL/fe84680bbf105805541df603f3ce24c0/recovered.edits/0000000000000000002 at 1732535921055 (+17 ms)Processed 1 edits across 1 Regions in 123 ms; skipped=0; WAL=hdfs://localhost:34151/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732535920051/wal-2, size=230, length=230, corrupted=false, cancelled=false at 1732535921055
2024-11-25T11:58:41,078 INFO  [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34151/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732535920051/wal-1, size=276 (276bytes)
2024-11-25T11:58:41,084 INFO  [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34151/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732535920051/wal-1
2024-11-25T11:58:41,092 INFO  [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34151/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732535920051/wal-1 after 8ms
2024-11-25T11:58:41,099 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:34151/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732535920051/wal-1: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null
2024-11-25T11:58:41,099 INFO  [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34151/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732535920051/wal-1 took 21ms
2024-11-25T11:58:41,115 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34151/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732535920051/wal-1 so closing down
2024-11-25T11:58:41,115 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish
2024-11-25T11:58:41,119 INFO  [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal-1.temp
2024-11-25T11:58:41,123 INFO  [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34151/hbase/data/default/testReplayEditsWrittenIntoWAL/fe84680bbf105805541df603f3ce24c0/recovered.edits/0000000000000000001-wal-1.temp
2024-11-25T11:58:41,124 INFO  [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished
2024-11-25T11:58:41,164 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36573 is added to blk_1073741850_1026 (size=276)
2024-11-25T11:58:41,172 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39871 is added to blk_1073741850_1026 (size=276)
2024-11-25T11:58:41,172 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35303 is added to blk_1073741850_1026 (size=276)
2024-11-25T11:58:41,185 INFO  [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34151/hbase/data/default/testReplayEditsWrittenIntoWAL/fe84680bbf105805541df603f3ce24c0/recovered.edits/0000000000000000001-wal-1.temp (wrote 2 edits, skipped 0 edits in 0 ms)
2024-11-25T11:58:41,200 DEBUG [split-log-closeStream-pool-0 {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:34151/hbase/data/default/testReplayEditsWrittenIntoWAL/fe84680bbf105805541df603f3ce24c0/recovered.edits/0000000000000000002: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null
2024-11-25T11:58:41,203 WARN  [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(175): Found existing old edits file. It could be the result of a previous failed split attempt or we have duplicated wal entries. Deleting hdfs://localhost:34151/hbase/data/default/testReplayEditsWrittenIntoWAL/fe84680bbf105805541df603f3ce24c0/recovered.edits/0000000000000000002, length=230
2024-11-25T11:58:41,216 INFO  [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34151/hbase/data/default/testReplayEditsWrittenIntoWAL/fe84680bbf105805541df603f3ce24c0/recovered.edits/0000000000000000001-wal-1.temp to hdfs://localhost:34151/hbase/data/default/testReplayEditsWrittenIntoWAL/fe84680bbf105805541df603f3ce24c0/recovered.edits/0000000000000000002
2024-11-25T11:58:41,217 INFO  [Time-limited test {}] wal.WALSplitter(425): Processed 2 edits across 1 Regions in 109 ms; skipped=0; WAL=hdfs://localhost:34151/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732535920051/wal-1, size=276, length=276, corrupted=false, cancelled=false
2024-11-25T11:58:41,217 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34151/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732535920051/wal-1, journal: Splitting hdfs://localhost:34151/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732535920051/wal-1, size=276 (276bytes) at 1732535921078Finishing writing output for hdfs://localhost:34151/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732535920051/wal-1 so closing down at 1732535921115 (+37 ms)Creating recovered edits writer path=hdfs://localhost:34151/hbase/data/default/testReplayEditsWrittenIntoWAL/fe84680bbf105805541df603f3ce24c0/recovered.edits/0000000000000000001-wal-1.temp at 1732535921123 (+8 ms)3 split writer threads finished at 1732535921124 (+1 ms)Closed recovered edits writer path=hdfs://localhost:34151/hbase/data/default/testReplayEditsWrittenIntoWAL/fe84680bbf105805541df603f3ce24c0/recovered.edits/0000000000000000001-wal-1.temp (wrote 2 edits, skipped 0 edits in 0 ms) at 1732535921185 (+61 ms)Rename recovered edits hdfs://localhost:34151/hbase/data/default/testReplayEditsWrittenIntoWAL/fe84680bbf105805541df603f3ce24c0/recovered.edits/0000000000000000001-wal-1.temp to hdfs://localhost:34151/hbase/data/default/testReplayEditsWrittenIntoWAL/fe84680bbf105805541df603f3ce24c0/recovered.edits/0000000000000000002 at 1732535921217 (+32 ms)Processed 2 edits across 1 Regions in 109 ms; skipped=0; WAL=hdfs://localhost:34151/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732535920051/wal-1, size=276, length=276, corrupted=false, cancelled=false at 1732535921217
2024-11-25T11:58:41,218 INFO  [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor
2024-11-25T11:58:41,227 INFO  [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:34151/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732535920051, archiveDir=hdfs://localhost:34151/hbase/oldWALs, maxLogs=32
2024-11-25T11:58:41,249 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testnameconflictwhensplit1-manual,16010,1732535920051/wal.1732535921228, exclude list is [], retry=0
2024-11-25T11:58:41,269 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35303,DS-889d203c-47da-4fdb-9342-bfab24a44ff1,DISK]
2024-11-25T11:58:41,270 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39871,DS-a26a421e-0102-4e02-b10b-ef176eeda992,DISK]
2024-11-25T11:58:41,270 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36573,DS-5cdd0e23-dce8-49b9-9d0d-2dd069665475,DISK]
2024-11-25T11:58:41,321 INFO  [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testnameconflictwhensplit1-manual,16010,1732535920051/wal.1732535921228
2024-11-25T11:58:41,321 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33477:33477),(127.0.0.1/127.0.0.1:42087:42087),(127.0.0.1/127.0.0.1:41699:41699)]
2024-11-25T11:58:41,322 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => fe84680bbf105805541df603f3ce24c0, NAME => 'testReplayEditsWrittenIntoWAL,,1732535920053.fe84680bbf105805541df603f3ce24c0.', STARTKEY => '', ENDKEY => ''}
2024-11-25T11:58:41,322 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1732535920053.fe84680bbf105805541df603f3ce24c0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-25T11:58:41,322 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for fe84680bbf105805541df603f3ce24c0
2024-11-25T11:58:41,322 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for fe84680bbf105805541df603f3ce24c0
2024-11-25T11:58:41,351 INFO  [StoreOpener-fe84680bbf105805541df603f3ce24c0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region fe84680bbf105805541df603f3ce24c0 
2024-11-25T11:58:41,359 INFO  [StoreOpener-fe84680bbf105805541df603f3ce24c0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fe84680bbf105805541df603f3ce24c0 columnFamilyName a
2024-11-25T11:58:41,359 DEBUG [StoreOpener-fe84680bbf105805541df603f3ce24c0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T11:58:41,367 INFO  [StoreOpener-fe84680bbf105805541df603f3ce24c0-1 {}] regionserver.HStore(327): Store=fe84680bbf105805541df603f3ce24c0/a,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-25T11:58:41,368 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for fe84680bbf105805541df603f3ce24c0
2024-11-25T11:58:41,377 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34151/hbase/data/default/testReplayEditsWrittenIntoWAL/fe84680bbf105805541df603f3ce24c0
2024-11-25T11:58:41,406 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:34151/hbase/data/default/testReplayEditsWrittenIntoWAL/fe84680bbf105805541df603f3ce24c0
2024-11-25T11:58:41,412 INFO  [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:34151/hbase/data/default/testReplayEditsWrittenIntoWAL/fe84680bbf105805541df603f3ce24c0/recovered.edits/0000000000000000002
2024-11-25T11:58:41,434 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:34151/hbase/data/default/testReplayEditsWrittenIntoWAL/fe84680bbf105805541df603f3ce24c0/recovered.edits/0000000000000000002: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null
2024-11-25T11:58:41,442 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 2, skipped 0, firstSequenceIdInLog=1, maxSequenceIdInLog=2, path=hdfs://localhost:34151/hbase/data/default/testReplayEditsWrittenIntoWAL/fe84680bbf105805541df603f3ce24c0/recovered.edits/0000000000000000002
2024-11-25T11:58:41,442 INFO  [Time-limited test {}] regionserver.HRegion(2902): Flushing fe84680bbf105805541df603f3ce24c0 1/1 column families, dataSize=108 B heapSize=512 B
2024-11-25T11:58:41,504 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/hbase/data/default/testReplayEditsWrittenIntoWAL/fe84680bbf105805541df603f3ce24c0/.tmp/a/6b425f1a35714bce91f1c92609bf9ee5 is 58, key is testReplayEditsWrittenIntoWAL/a:1/1732535920273/Put/seqid=0
2024-11-25T11:58:41,556 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35303 is added to blk_1073741852_1028 (size=5170)
2024-11-25T11:58:41,565 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36573 is added to blk_1073741852_1028 (size=5170)
2024-11-25T11:58:41,565 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39871 is added to blk_1073741852_1028 (size=5170)
2024-11-25T11:58:41,573 INFO  [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=2 (bloomFilter=true), to=hdfs://localhost:34151/hbase/data/default/testReplayEditsWrittenIntoWAL/fe84680bbf105805541df603f3ce24c0/.tmp/a/6b425f1a35714bce91f1c92609bf9ee5
2024-11-25T11:58:41,610 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/hbase/data/default/testReplayEditsWrittenIntoWAL/fe84680bbf105805541df603f3ce24c0/.tmp/a/6b425f1a35714bce91f1c92609bf9ee5 as hdfs://localhost:34151/hbase/data/default/testReplayEditsWrittenIntoWAL/fe84680bbf105805541df603f3ce24c0/a/6b425f1a35714bce91f1c92609bf9ee5
2024-11-25T11:58:41,653 INFO  [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34151/hbase/data/default/testReplayEditsWrittenIntoWAL/fe84680bbf105805541df603f3ce24c0/a/6b425f1a35714bce91f1c92609bf9ee5, entries=2, sequenceid=2, filesize=5.0 K
2024-11-25T11:58:41,653 INFO  [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~108 B/108, heapSize ~496 B/496, currentSize=0 B/0 for fe84680bbf105805541df603f3ce24c0 in 211ms, sequenceid=2, compaction requested=false; wal=null
2024-11-25T11:58:41,661 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:34151/hbase/data/default/testReplayEditsWrittenIntoWAL/fe84680bbf105805541df603f3ce24c0/recovered.edits/0000000000000000002
2024-11-25T11:58:41,665 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for fe84680bbf105805541df603f3ce24c0
2024-11-25T11:58:41,665 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for fe84680bbf105805541df603f3ce24c0
2024-11-25T11:58:41,681 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for fe84680bbf105805541df603f3ce24c0
2024-11-25T11:58:41,694 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34151/hbase/data/default/testReplayEditsWrittenIntoWAL/fe84680bbf105805541df603f3ce24c0/recovered.edits/2.seqid, newMaxSeqId=2, maxSeqId=1
2024-11-25T11:58:41,698 INFO  [Time-limited test {}] regionserver.HRegion(1114): Opened fe84680bbf105805541df603f3ce24c0; next sequenceid=3; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70154649, jitterRate=0.045385733246803284}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-25T11:58:41,699 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for fe84680bbf105805541df603f3ce24c0:
Writing region info on filesystem at 1732535921322Initializing all the Stores at 1732535921340 (+18 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732535921341 (+1 ms)Obtaining lock to block concurrent updates at 1732535921442 (+101 ms)Preparing flush snapshotting stores in fe84680bbf105805541df603f3ce24c0 at 1732535921442Finished memstore snapshotting testReplayEditsWrittenIntoWAL,,1732535920053.fe84680bbf105805541df603f3ce24c0., syncing WAL and waiting on mvcc, flushsize=dataSize=108, getHeapSize=496, getOffHeapSize=0, getCellsCount=2 at 1732535921442Flushing stores of testReplayEditsWrittenIntoWAL,,1732535920053.fe84680bbf105805541df603f3ce24c0. at 1732535921442Flushing fe84680bbf105805541df603f3ce24c0/a: creating writer at 1732535921442Flushing fe84680bbf105805541df603f3ce24c0/a: appending metadata at 1732535921499 (+57 ms)Flushing fe84680bbf105805541df603f3ce24c0/a: closing flushed file at 1732535921499Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3382916e: reopening flushed file at 1732535921603 (+104 ms)Finished flush of dataSize ~108 B/108, heapSize ~496 B/496, currentSize=0 B/0 for fe84680bbf105805541df603f3ce24c0 in 211ms, sequenceid=2, compaction requested=false; wal=null at 1732535921654 (+51 ms)Cleaning up temporary data from old regions at 1732535921665 (+11 ms)Region opened successfully at 1732535921699 (+34 ms)
2024-11-25T11:58:41,743 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayCompressed#testNameConflictWhenSplit1 Thread=378 (was 365)
Potentially hanging thread: AsyncFSWAL-10-1
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: java.util.concurrent.ThreadPoolExecutor$Worker@6bf99be2[State = -1, empty queue]
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1238228515_22 at /127.0.0.1:44596 [Waiting for operation #9]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: PacketResponder: BP-1248860769-172.17.0.3-1732535908330:blk_1073741851_1027, type=LAST_IN_PIPELINE
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	java.base@17.0.11/java.lang.Object.wait(Object.java:338)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: AsyncFSWAL-10-3
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: java.util.concurrent.ThreadPoolExecutor$Worker@471cfdd5[State = -1, empty queue]
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1238228515_22 at /127.0.0.1:55970 [Receiving block BP-1248860769-172.17.0.3-1732535908330:blk_1073741851_1027]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343)
	java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151)
	app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1238228515_22 at /127.0.0.1:55820 [Waiting for operation #19]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: AsyncFSWAL-10-2
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: PacketResponder: BP-1248860769-172.17.0.3-1732535908330:blk_1073741851_1027, type=LAST_IN_PIPELINE
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	java.base@17.0.11/java.lang.Object.wait(Object.java:338)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: java.util.concurrent.ThreadPoolExecutor$Worker@7f865fac[State = -1, empty queue]
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: PacketResponder: BP-1248860769-172.17.0.3-1732535908330:blk_1073741851_1027, type=LAST_IN_PIPELINE
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	java.base@17.0.11/java.lang.Object.wait(Object.java:338)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1238228515_22 at /127.0.0.1:44712 [Receiving block BP-1248860769-172.17.0.3-1732535908330:blk_1073741851_1027]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343)
	java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151)
	app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1238228515_22 at /127.0.0.1:36838 [Waiting for operation #7]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1238228515_22 at /127.0.0.1:36926 [Receiving block BP-1248860769-172.17.0.3-1732535908330:blk_1073741851_1027]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343)
	java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151)
	app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=767 (was 685) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=783 (was 783), ProcessCount=11 (was 11), AvailableMemoryMB=7274 (was 6549) - AvailableMemoryMB LEAK? -
2024-11-25T11:58:41,765 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayCompressed#testReplayEditsWrittenIntoWAL Thread=378, OpenFileDescriptor=767, MaxFileDescriptor=1048576, SystemLoadAverage=783, ProcessCount=11, AvailableMemoryMB=7268
2024-11-25T11:58:41,797 INFO  [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-25T11:58:41,806 INFO  [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-25T11:58:41,807 INFO  [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-25T11:58:41,822 INFO  [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-21099931, suffix=, logDir=hdfs://localhost:34151/hbase/WALs/hregion-21099931, archiveDir=hdfs://localhost:34151/hbase/oldWALs, maxLogs=32
2024-11-25T11:58:41,843 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-21099931/hregion-21099931.1732535921822, exclude list is [], retry=0
2024-11-25T11:58:41,853 DEBUG [AsyncFSWAL-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36573,DS-5cdd0e23-dce8-49b9-9d0d-2dd069665475,DISK]
2024-11-25T11:58:41,861 DEBUG [AsyncFSWAL-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35303,DS-889d203c-47da-4fdb-9342-bfab24a44ff1,DISK]
2024-11-25T11:58:41,885 DEBUG [AsyncFSWAL-12-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39871,DS-a26a421e-0102-4e02-b10b-ef176eeda992,DISK]
2024-11-25T11:58:41,910 INFO  [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-21099931/hregion-21099931.1732535921822
2024-11-25T11:58:41,914 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41699:41699),(127.0.0.1/127.0.0.1:33477:33477),(127.0.0.1/127.0.0.1:42087:42087)]
2024-11-25T11:58:41,914 INFO  [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 899b19ece84087d4b502f8d4b9ef395c, NAME => 'testReplayEditsWrittenIntoWAL,,1732535921801.899b19ece84087d4b502f8d4b9ef395c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenIntoWAL', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34151/hbase
2024-11-25T11:58:41,960 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39871 is added to blk_1073741854_1030 (size=64)
2024-11-25T11:58:41,961 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36573 is added to blk_1073741854_1030 (size=64)
2024-11-25T11:58:41,961 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35303 is added to blk_1073741854_1030 (size=64)
2024-11-25T11:58:42,359 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1732535921801.899b19ece84087d4b502f8d4b9ef395c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-25T11:58:42,362 INFO  [StoreOpener-899b19ece84087d4b502f8d4b9ef395c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 899b19ece84087d4b502f8d4b9ef395c 
2024-11-25T11:58:42,369 INFO  [StoreOpener-899b19ece84087d4b502f8d4b9ef395c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 899b19ece84087d4b502f8d4b9ef395c columnFamilyName a
2024-11-25T11:58:42,369 DEBUG [StoreOpener-899b19ece84087d4b502f8d4b9ef395c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T11:58:42,370 INFO  [StoreOpener-899b19ece84087d4b502f8d4b9ef395c-1 {}] regionserver.HStore(327): Store=899b19ece84087d4b502f8d4b9ef395c/a,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-25T11:58:42,371 INFO  [StoreOpener-899b19ece84087d4b502f8d4b9ef395c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 899b19ece84087d4b502f8d4b9ef395c 
2024-11-25T11:58:42,373 INFO  [StoreOpener-899b19ece84087d4b502f8d4b9ef395c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 899b19ece84087d4b502f8d4b9ef395c columnFamilyName b
2024-11-25T11:58:42,374 DEBUG [StoreOpener-899b19ece84087d4b502f8d4b9ef395c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T11:58:42,374 INFO  [StoreOpener-899b19ece84087d4b502f8d4b9ef395c-1 {}] regionserver.HStore(327): Store=899b19ece84087d4b502f8d4b9ef395c/b,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-25T11:58:42,375 INFO  [StoreOpener-899b19ece84087d4b502f8d4b9ef395c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 899b19ece84087d4b502f8d4b9ef395c 
2024-11-25T11:58:42,377 INFO  [StoreOpener-899b19ece84087d4b502f8d4b9ef395c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 899b19ece84087d4b502f8d4b9ef395c columnFamilyName c
2024-11-25T11:58:42,377 DEBUG [StoreOpener-899b19ece84087d4b502f8d4b9ef395c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T11:58:42,378 INFO  [StoreOpener-899b19ece84087d4b502f8d4b9ef395c-1 {}] regionserver.HStore(327): Store=899b19ece84087d4b502f8d4b9ef395c/c,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-25T11:58:42,378 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 899b19ece84087d4b502f8d4b9ef395c
2024-11-25T11:58:42,380 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34151/hbase/data/default/testReplayEditsWrittenIntoWAL/899b19ece84087d4b502f8d4b9ef395c
2024-11-25T11:58:42,380 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34151/hbase/data/default/testReplayEditsWrittenIntoWAL/899b19ece84087d4b502f8d4b9ef395c
2024-11-25T11:58:42,382 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 899b19ece84087d4b502f8d4b9ef395c
2024-11-25T11:58:42,382 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 899b19ece84087d4b502f8d4b9ef395c
2024-11-25T11:58:42,383 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenIntoWAL descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-11-25T11:58:42,385 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 899b19ece84087d4b502f8d4b9ef395c
2024-11-25T11:58:42,392 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34151/hbase/data/default/testReplayEditsWrittenIntoWAL/899b19ece84087d4b502f8d4b9ef395c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-25T11:58:42,393 INFO  [Time-limited test {}] regionserver.HRegion(1114): Opened 899b19ece84087d4b502f8d4b9ef395c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58765060, jitterRate=-0.12433236837387085}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-11-25T11:58:42,393 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 899b19ece84087d4b502f8d4b9ef395c:
Writing region info on filesystem at 1732535922359Initializing all the Stores at 1732535922361 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732535922361Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732535922361Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732535922361Cleaning up temporary data from old regions at 1732535922382 (+21 ms)Region opened successfully at 1732535922393 (+11 ms)
2024-11-25T11:58:42,393 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 899b19ece84087d4b502f8d4b9ef395c, disabling compactions & flushes
2024-11-25T11:58:42,393 INFO  [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenIntoWAL,,1732535921801.899b19ece84087d4b502f8d4b9ef395c.
2024-11-25T11:58:42,393 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenIntoWAL,,1732535921801.899b19ece84087d4b502f8d4b9ef395c.
2024-11-25T11:58:42,394 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenIntoWAL,,1732535921801.899b19ece84087d4b502f8d4b9ef395c. after waiting 1 ms
2024-11-25T11:58:42,394 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenIntoWAL,,1732535921801.899b19ece84087d4b502f8d4b9ef395c.
2024-11-25T11:58:42,394 INFO  [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenIntoWAL,,1732535921801.899b19ece84087d4b502f8d4b9ef395c.
2024-11-25T11:58:42,394 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 899b19ece84087d4b502f8d4b9ef395c:
Waiting for close lock at 1732535922393Disabling compacts and flushes for region at 1732535922393Disabling writes for close at 1732535922394 (+1 ms)Writing region close event to WAL at 1732535922394Closed at 1732535922394
2024-11-25T11:58:42,414 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36573 is added to blk_1073741853_1029 (size=93)
2024-11-25T11:58:42,415 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39871 is added to blk_1073741853_1029 (size=93)
2024-11-25T11:58:42,417 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35303 is added to blk_1073741853_1029 (size=93)
2024-11-25T11:58:42,444 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs
2024-11-25T11:58:42,445 INFO  [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-21099931:(num 1732535921822)
2024-11-25T11:58:42,445 INFO  [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor
2024-11-25T11:58:42,451 INFO  [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:34151/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732535921794, archiveDir=hdfs://localhost:34151/hbase/oldWALs, maxLogs=32
2024-11-25T11:58:42,472 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732535921794/wal.1732535922452, exclude list is [], retry=0
2024-11-25T11:58:42,483 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39871,DS-a26a421e-0102-4e02-b10b-ef176eeda992,DISK]
2024-11-25T11:58:42,484 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36573,DS-5cdd0e23-dce8-49b9-9d0d-2dd069665475,DISK]
2024-11-25T11:58:42,484 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35303,DS-889d203c-47da-4fdb-9342-bfab24a44ff1,DISK]
2024-11-25T11:58:42,502 INFO  [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732535921794/wal.1732535922452
2024-11-25T11:58:42,503 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42087:42087),(127.0.0.1/127.0.0.1:41699:41699),(127.0.0.1/127.0.0.1:33477:33477)]
2024-11-25T11:58:42,919 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta'
2024-11-25T11:58:42,957 INFO  [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34151/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732535921794/wal.1732535922452, size=0 (0bytes)
2024-11-25T11:58:42,958 WARN  [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:34151/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732535921794/wal.1732535922452 might be still open, length is 0
2024-11-25T11:58:42,958 INFO  [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34151/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732535921794/wal.1732535922452
2024-11-25T11:58:42,959 WARN  [IPC Server handler 4 on default port 34151 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732535921794/wal.1732535922452 has not been closed. Lease recovery is in progress. RecoveryId = 1032 for block blk_1073741855_1031
2024-11-25T11:58:42,960 INFO  [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:34151/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732535921794/wal.1732535922452 after 1ms
2024-11-25T11:58:43,612 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-25T11:58:44,136 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta
2024-11-25T11:58:44,137 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer
2024-11-25T11:58:44,139 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-25T11:58:44,139 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers
2024-11-25T11:58:44,139 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store
2024-11-25T11:58:44,139 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer
2024-11-25T11:58:44,140 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsWrittenIntoWAL
2024-11-25T11:58:44,140 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsWrittenIntoWAL Metrics about Tables on a single HBase RegionServer
2024-11-25T11:58:44,206 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1238228515_22 at /127.0.0.1:56000 [Receiving block BP-1248860769-172.17.0.3-1732535908330:blk_1073741855_1031] {}] datanode.DataXceiver(331): 127.0.0.1:39871:DataXceiver error processing WRITE_BLOCK operation  src: /127.0.0.1:56000 dst: /127.0.0.1:39871
java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:39871 remote=/127.0.0.1:56000]. Total timeout mills is 60000, 58649 millis timeout left.
	at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?]
	at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?]
	at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?]
	at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?]
	at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?]
	at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T11:58:44,209 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1238228515_22 at /127.0.0.1:36986 [Receiving block BP-1248860769-172.17.0.3-1732535908330:blk_1073741855_1031] {}] datanode.DataXceiver(331): 127.0.0.1:35303:DataXceiver error processing WRITE_BLOCK operation  src: /127.0.0.1:36986 dst: /127.0.0.1:35303
java.io.IOException: Premature EOF from inputStream
	at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T11:58:44,209 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1238228515_22 at /127.0.0.1:44746 [Receiving block BP-1248860769-172.17.0.3-1732535908330:blk_1073741855_1031] {}] datanode.DataXceiver(331): 127.0.0.1:36573:DataXceiver error processing WRITE_BLOCK operation  src: /127.0.0.1:44746 dst: /127.0.0.1:36573
java.io.IOException: Premature EOF from inputStream
	at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T11:58:44,245 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39871 is added to blk_1073741855_1032 (size=200589)
2024-11-25T11:58:44,251 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36573 is added to blk_1073741855_1032 (size=200589)
2024-11-25T11:58:44,256 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35303 is added to blk_1073741855_1032 (size=200589)
2024-11-25T11:58:46,961 INFO  [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:34151/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732535921794/wal.1732535922452 after 4002ms
2024-11-25T11:58:46,966 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:34151/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732535921794/wal.1732535922452: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null
2024-11-25T11:58:46,970 INFO  [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34151/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732535921794/wal.1732535922452 took 4013ms
2024-11-25T11:58:46,994 INFO  [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.1732535922452.temp
2024-11-25T11:58:47,029 INFO  [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34151/hbase/data/default/testReplayEditsWrittenIntoWAL/899b19ece84087d4b502f8d4b9ef395c/recovered.edits/0000000000000000001-wal.1732535922452.temp
2024-11-25T11:58:47,238 INFO  [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:34151/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732535921794/wal.1732535922452; continuing.
2024-11-25T11:58:47,238 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34151/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732535921794/wal.1732535922452 so closing down
2024-11-25T11:58:47,238 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish
2024-11-25T11:58:47,243 INFO  [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished
2024-11-25T11:58:47,277 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35303 is added to blk_1073741856_1033 (size=200597)
2024-11-25T11:58:47,277 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39871 is added to blk_1073741856_1033 (size=200597)
2024-11-25T11:58:47,277 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36573 is added to blk_1073741856_1033 (size=200597)
2024-11-25T11:58:47,289 INFO  [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34151/hbase/data/default/testReplayEditsWrittenIntoWAL/899b19ece84087d4b502f8d4b9ef395c/recovered.edits/0000000000000000001-wal.1732535922452.temp (wrote 3002 edits, skipped 0 edits in 42 ms)
2024-11-25T11:58:47,301 INFO  [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34151/hbase/data/default/testReplayEditsWrittenIntoWAL/899b19ece84087d4b502f8d4b9ef395c/recovered.edits/0000000000000000001-wal.1732535922452.temp to hdfs://localhost:34151/hbase/data/default/testReplayEditsWrittenIntoWAL/899b19ece84087d4b502f8d4b9ef395c/recovered.edits/0000000000000003002
2024-11-25T11:58:47,302 INFO  [Time-limited test {}] wal.WALSplitter(425): Processed 3002 edits across 1 Regions in 325 ms; skipped=0; WAL=hdfs://localhost:34151/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732535921794/wal.1732535922452, size=0, length=0, corrupted=false, cancelled=false
2024-11-25T11:58:47,302 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34151/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732535921794/wal.1732535922452, journal: Splitting hdfs://localhost:34151/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732535921794/wal.1732535922452, size=0 (0bytes) at 1732535922957Creating recovered edits writer path=hdfs://localhost:34151/hbase/data/default/testReplayEditsWrittenIntoWAL/899b19ece84087d4b502f8d4b9ef395c/recovered.edits/0000000000000000001-wal.1732535922452.temp at 1732535927029 (+4072 ms)Split 1024 edits, skipped 0 edits. at 1732535927137 (+108 ms)Split 2048 edits, skipped 0 edits. at 1732535927197 (+60 ms)Finishing writing output for hdfs://localhost:34151/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732535921794/wal.1732535922452 so closing down at 1732535927238 (+41 ms)3 split writer threads finished at 1732535927243 (+5 ms)Closed recovered edits writer path=hdfs://localhost:34151/hbase/data/default/testReplayEditsWrittenIntoWAL/899b19ece84087d4b502f8d4b9ef395c/recovered.edits/0000000000000000001-wal.1732535922452.temp (wrote 3002 edits, skipped 0 edits in 42 ms) at 1732535927289 (+46 ms)Rename recovered edits hdfs://localhost:34151/hbase/data/default/testReplayEditsWrittenIntoWAL/899b19ece84087d4b502f8d4b9ef395c/recovered.edits/0000000000000000001-wal.1732535922452.temp to hdfs://localhost:34151/hbase/data/default/testReplayEditsWrittenIntoWAL/899b19ece84087d4b502f8d4b9ef395c/recovered.edits/0000000000000003002 at 1732535927301 (+12 ms)Processed 3002 edits across 1 Regions in 325 ms; skipped=0; WAL=hdfs://localhost:34151/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732535921794/wal.1732535922452, size=0, length=0, corrupted=false, cancelled=false at 1732535927302 (+1 ms)
2024-11-25T11:58:47,311 INFO  [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34151/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732535921794/wal.1732535922452 to hdfs://localhost:34151/hbase/oldWALs/wal.1732535922452
2024-11-25T11:58:47,321 INFO  [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:34151/hbase/data/default/testReplayEditsWrittenIntoWAL/899b19ece84087d4b502f8d4b9ef395c/recovered.edits/0000000000000003002
2024-11-25T11:58:47,322 INFO  [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor
2024-11-25T11:58:47,325 INFO  [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:34151/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732535921794, archiveDir=hdfs://localhost:34151/hbase/oldWALs, maxLogs=32
2024-11-25T11:58:47,350 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732535921794/wal.1732535927325, exclude list is [], retry=0
2024-11-25T11:58:47,369 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39871,DS-a26a421e-0102-4e02-b10b-ef176eeda992,DISK]
2024-11-25T11:58:47,369 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35303,DS-889d203c-47da-4fdb-9342-bfab24a44ff1,DISK]
2024-11-25T11:58:47,370 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36573,DS-5cdd0e23-dce8-49b9-9d0d-2dd069665475,DISK]
2024-11-25T11:58:47,377 INFO  [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732535921794/wal.1732535927325
2024-11-25T11:58:47,377 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42087:42087),(127.0.0.1/127.0.0.1:33477:33477),(127.0.0.1/127.0.0.1:41699:41699)]
2024-11-25T11:58:47,378 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1732535921801.899b19ece84087d4b502f8d4b9ef395c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-25T11:58:47,389 INFO  [StoreOpener-899b19ece84087d4b502f8d4b9ef395c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 899b19ece84087d4b502f8d4b9ef395c 
2024-11-25T11:58:47,392 INFO  [StoreOpener-899b19ece84087d4b502f8d4b9ef395c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 899b19ece84087d4b502f8d4b9ef395c columnFamilyName a
2024-11-25T11:58:47,392 DEBUG [StoreOpener-899b19ece84087d4b502f8d4b9ef395c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T11:58:47,393 INFO  [StoreOpener-899b19ece84087d4b502f8d4b9ef395c-1 {}] regionserver.HStore(327): Store=899b19ece84087d4b502f8d4b9ef395c/a,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-25T11:58:47,393 INFO  [StoreOpener-899b19ece84087d4b502f8d4b9ef395c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 899b19ece84087d4b502f8d4b9ef395c 
2024-11-25T11:58:47,395 INFO  [StoreOpener-899b19ece84087d4b502f8d4b9ef395c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 899b19ece84087d4b502f8d4b9ef395c columnFamilyName b
2024-11-25T11:58:47,395 DEBUG [StoreOpener-899b19ece84087d4b502f8d4b9ef395c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T11:58:47,400 INFO  [StoreOpener-899b19ece84087d4b502f8d4b9ef395c-1 {}] regionserver.HStore(327): Store=899b19ece84087d4b502f8d4b9ef395c/b,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-25T11:58:47,400 INFO  [StoreOpener-899b19ece84087d4b502f8d4b9ef395c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 899b19ece84087d4b502f8d4b9ef395c 
2024-11-25T11:58:47,405 INFO  [StoreOpener-899b19ece84087d4b502f8d4b9ef395c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 899b19ece84087d4b502f8d4b9ef395c columnFamilyName c
2024-11-25T11:58:47,405 DEBUG [StoreOpener-899b19ece84087d4b502f8d4b9ef395c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T11:58:47,406 INFO  [StoreOpener-899b19ece84087d4b502f8d4b9ef395c-1 {}] regionserver.HStore(327): Store=899b19ece84087d4b502f8d4b9ef395c/c,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-25T11:58:47,407 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 899b19ece84087d4b502f8d4b9ef395c
2024-11-25T11:58:47,409 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34151/hbase/data/default/testReplayEditsWrittenIntoWAL/899b19ece84087d4b502f8d4b9ef395c
2024-11-25T11:58:47,415 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:34151/hbase/data/default/testReplayEditsWrittenIntoWAL/899b19ece84087d4b502f8d4b9ef395c
2024-11-25T11:58:47,416 INFO  [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:34151/hbase/data/default/testReplayEditsWrittenIntoWAL/899b19ece84087d4b502f8d4b9ef395c/recovered.edits/0000000000000003002
2024-11-25T11:58:47,433 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:34151/hbase/data/default/testReplayEditsWrittenIntoWAL/899b19ece84087d4b502f8d4b9ef395c/recovered.edits/0000000000000003002: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null
2024-11-25T11:58:47,546 INFO  [Time-limited test {}] wal.AbstractTestWALReplay$4$1(796): InternalFlushCache Invoked
2024-11-25T11:58:48,169 INFO  [Time-limited test {}] regionserver.HRegion(2902): Flushing 899b19ece84087d4b502f8d4b9ef395c 3/3 column families, dataSize=42.49 KB heapSize=100.11 KB
2024-11-25T11:58:48,238 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/hbase/data/default/testReplayEditsWrittenIntoWAL/899b19ece84087d4b502f8d4b9ef395c/.tmp/a/f3ef4055039143e88637833f35a59b4f is 62, key is testReplayEditsWrittenIntoWAL/a:100/1732535922513/Put/seqid=0
2024-11-25T11:58:48,260 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36573 is added to blk_1073741858_1035 (size=50463)
2024-11-25T11:58:48,261 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35303 is added to blk_1073741858_1035 (size=50463)
2024-11-25T11:58:48,264 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39871 is added to blk_1073741858_1035 (size=50463)
2024-11-25T11:58:48,267 INFO  [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=754 (bloomFilter=true), to=hdfs://localhost:34151/hbase/data/default/testReplayEditsWrittenIntoWAL/899b19ece84087d4b502f8d4b9ef395c/.tmp/a/f3ef4055039143e88637833f35a59b4f
2024-11-25T11:58:48,279 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/hbase/data/default/testReplayEditsWrittenIntoWAL/899b19ece84087d4b502f8d4b9ef395c/.tmp/a/f3ef4055039143e88637833f35a59b4f as hdfs://localhost:34151/hbase/data/default/testReplayEditsWrittenIntoWAL/899b19ece84087d4b502f8d4b9ef395c/a/f3ef4055039143e88637833f35a59b4f
2024-11-25T11:58:48,288 INFO  [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34151/hbase/data/default/testReplayEditsWrittenIntoWAL/899b19ece84087d4b502f8d4b9ef395c/a/f3ef4055039143e88637833f35a59b4f, entries=754, sequenceid=754, filesize=49.3 K
2024-11-25T11:58:48,289 INFO  [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~42.49 KB/43512, heapSize ~99.59 KB/101984, currentSize=0 B/0 for 899b19ece84087d4b502f8d4b9ef395c in 120ms, sequenceid=754, compaction requested=false; wal=null
2024-11-25T11:58:48,318 INFO  [Time-limited test {}] wal.AbstractTestWALReplay$4$1(796): InternalFlushCache Invoked
2024-11-25T11:58:48,319 INFO  [Time-limited test {}] regionserver.HRegion(2902): Flushing 899b19ece84087d4b502f8d4b9ef395c 3/3 column families, dataSize=42.49 KB heapSize=100.11 KB
2024-11-25T11:58:48,330 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/hbase/data/default/testReplayEditsWrittenIntoWAL/899b19ece84087d4b502f8d4b9ef395c/.tmp/a/2e7f73d784064cad92a7e5e68c6a1692 is 62, key is testReplayEditsWrittenIntoWAL/a:754/1732535922578/Put/seqid=0
2024-11-25T11:58:48,344 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35303 is added to blk_1073741859_1036 (size=20072)
2024-11-25T11:58:48,344 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36573 is added to blk_1073741859_1036 (size=20072)
2024-11-25T11:58:48,346 INFO  [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.93 KB at sequenceid=1508 (bloomFilter=true), to=hdfs://localhost:34151/hbase/data/default/testReplayEditsWrittenIntoWAL/899b19ece84087d4b502f8d4b9ef395c/.tmp/a/2e7f73d784064cad92a7e5e68c6a1692
2024-11-25T11:58:48,347 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39871 is added to blk_1073741859_1036 (size=20072)
2024-11-25T11:58:48,382 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/hbase/data/default/testReplayEditsWrittenIntoWAL/899b19ece84087d4b502f8d4b9ef395c/.tmp/b/b05e58b1abe848168ed1956fb696ac67 is 62, key is testReplayEditsWrittenIntoWAL/b:100/1732535922637/Put/seqid=0
2024-11-25T11:58:48,407 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36573 is added to blk_1073741860_1037 (size=35835)
2024-11-25T11:58:48,407 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35303 is added to blk_1073741860_1037 (size=35835)
2024-11-25T11:58:48,408 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39871 is added to blk_1073741860_1037 (size=35835)
2024-11-25T11:58:48,409 INFO  [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28.56 KB at sequenceid=1508 (bloomFilter=true), to=hdfs://localhost:34151/hbase/data/default/testReplayEditsWrittenIntoWAL/899b19ece84087d4b502f8d4b9ef395c/.tmp/b/b05e58b1abe848168ed1956fb696ac67
2024-11-25T11:58:48,417 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/hbase/data/default/testReplayEditsWrittenIntoWAL/899b19ece84087d4b502f8d4b9ef395c/.tmp/a/2e7f73d784064cad92a7e5e68c6a1692 as hdfs://localhost:34151/hbase/data/default/testReplayEditsWrittenIntoWAL/899b19ece84087d4b502f8d4b9ef395c/a/2e7f73d784064cad92a7e5e68c6a1692
2024-11-25T11:58:48,429 INFO  [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34151/hbase/data/default/testReplayEditsWrittenIntoWAL/899b19ece84087d4b502f8d4b9ef395c/a/2e7f73d784064cad92a7e5e68c6a1692, entries=246, sequenceid=1508, filesize=19.6 K
2024-11-25T11:58:48,431 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/hbase/data/default/testReplayEditsWrittenIntoWAL/899b19ece84087d4b502f8d4b9ef395c/.tmp/b/b05e58b1abe848168ed1956fb696ac67 as hdfs://localhost:34151/hbase/data/default/testReplayEditsWrittenIntoWAL/899b19ece84087d4b502f8d4b9ef395c/b/b05e58b1abe848168ed1956fb696ac67
2024-11-25T11:58:48,438 INFO  [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34151/hbase/data/default/testReplayEditsWrittenIntoWAL/899b19ece84087d4b502f8d4b9ef395c/b/b05e58b1abe848168ed1956fb696ac67, entries=508, sequenceid=1508, filesize=35.0 K
2024-11-25T11:58:48,439 INFO  [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~42.49 KB/43512, heapSize ~99.83 KB/102224, currentSize=0 B/0 for 899b19ece84087d4b502f8d4b9ef395c in 120ms, sequenceid=1508, compaction requested=false; wal=null
2024-11-25T11:58:48,457 INFO  [Time-limited test {}] wal.AbstractTestWALReplay$4$1(796): InternalFlushCache Invoked
2024-11-25T11:58:48,458 INFO  [Time-limited test {}] regionserver.HRegion(2902): Flushing 899b19ece84087d4b502f8d4b9ef395c 3/3 column families, dataSize=42.49 KB heapSize=100.11 KB
2024-11-25T11:58:48,475 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/hbase/data/default/testReplayEditsWrittenIntoWAL/899b19ece84087d4b502f8d4b9ef395c/.tmp/b/d33e626b848c4e3f995a9ab57dce7171 is 62, key is testReplayEditsWrittenIntoWAL/b:508/1732535922683/Put/seqid=0
2024-11-25T11:58:48,520 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36573 is added to blk_1073741861_1038 (size=35082)
2024-11-25T11:58:48,521 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35303 is added to blk_1073741861_1038 (size=35082)
2024-11-25T11:58:48,524 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39871 is added to blk_1073741861_1038 (size=35082)
2024-11-25T11:58:48,524 INFO  [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.87 KB at sequenceid=2262 (bloomFilter=true), to=hdfs://localhost:34151/hbase/data/default/testReplayEditsWrittenIntoWAL/899b19ece84087d4b502f8d4b9ef395c/.tmp/b/d33e626b848c4e3f995a9ab57dce7171
2024-11-25T11:58:48,585 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/hbase/data/default/testReplayEditsWrittenIntoWAL/899b19ece84087d4b502f8d4b9ef395c/.tmp/c/61eca1451a644f7ebaaa3fa91724285b is 62, key is testReplayEditsWrittenIntoWAL/c:100/1732535922758/Put/seqid=0
2024-11-25T11:58:48,636 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36573 is added to blk_1073741862_1039 (size=20825)
2024-11-25T11:58:48,639 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35303 is added to blk_1073741862_1039 (size=20825)
2024-11-25T11:58:48,639 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39871 is added to blk_1073741862_1039 (size=20825)
2024-11-25T11:58:48,640 INFO  [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=14.63 KB at sequenceid=2262 (bloomFilter=true), to=hdfs://localhost:34151/hbase/data/default/testReplayEditsWrittenIntoWAL/899b19ece84087d4b502f8d4b9ef395c/.tmp/c/61eca1451a644f7ebaaa3fa91724285b
2024-11-25T11:58:48,667 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/hbase/data/default/testReplayEditsWrittenIntoWAL/899b19ece84087d4b502f8d4b9ef395c/.tmp/b/d33e626b848c4e3f995a9ab57dce7171 as hdfs://localhost:34151/hbase/data/default/testReplayEditsWrittenIntoWAL/899b19ece84087d4b502f8d4b9ef395c/b/d33e626b848c4e3f995a9ab57dce7171
2024-11-25T11:58:48,678 INFO  [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34151/hbase/data/default/testReplayEditsWrittenIntoWAL/899b19ece84087d4b502f8d4b9ef395c/b/d33e626b848c4e3f995a9ab57dce7171, entries=492, sequenceid=2262, filesize=34.3 K
2024-11-25T11:58:48,679 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/hbase/data/default/testReplayEditsWrittenIntoWAL/899b19ece84087d4b502f8d4b9ef395c/.tmp/c/61eca1451a644f7ebaaa3fa91724285b as hdfs://localhost:34151/hbase/data/default/testReplayEditsWrittenIntoWAL/899b19ece84087d4b502f8d4b9ef395c/c/61eca1451a644f7ebaaa3fa91724285b
2024-11-25T11:58:48,689 INFO  [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34151/hbase/data/default/testReplayEditsWrittenIntoWAL/899b19ece84087d4b502f8d4b9ef395c/c/61eca1451a644f7ebaaa3fa91724285b, entries=262, sequenceid=2262, filesize=20.3 K
2024-11-25T11:58:48,689 INFO  [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~42.49 KB/43512, heapSize ~99.83 KB/102224, currentSize=0 B/0 for 899b19ece84087d4b502f8d4b9ef395c in 232ms, sequenceid=2262, compaction requested=false; wal=null
2024-11-25T11:58:48,708 WARN  [Time-limited test {}] regionserver.HRegion(5722): No family for cell testReplayEditsWrittenIntoWAL/another family:testReplayEditsWrittenIntoWAL/1732535922845/Put/vlen=29/seqid=0 in region testReplayEditsWrittenIntoWAL,,1732535921801.899b19ece84087d4b502f8d4b9ef395c.
2024-11-25T11:58:48,712 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 3001, skipped 1, firstSequenceIdInLog=1, maxSequenceIdInLog=3002, path=hdfs://localhost:34151/hbase/data/default/testReplayEditsWrittenIntoWAL/899b19ece84087d4b502f8d4b9ef395c/recovered.edits/0000000000000003002
2024-11-25T11:58:48,713 INFO  [Time-limited test {}] wal.AbstractTestWALReplay$4$1(796): InternalFlushCache Invoked
2024-11-25T11:58:48,713 INFO  [Time-limited test {}] regionserver.HRegion(2902): Flushing 899b19ece84087d4b502f8d4b9ef395c 3/3 column families, dataSize=41.85 KB heapSize=98.89 KB
2024-11-25T11:58:48,749 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/hbase/data/default/testReplayEditsWrittenIntoWAL/899b19ece84087d4b502f8d4b9ef395c/.tmp/c/07ff55ae308342c281b7580e9d0080e1 is 62, key is testReplayEditsWrittenIntoWAL/c:262/1732535922775/Put/seqid=0
2024-11-25T11:58:48,768 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35303 is added to blk_1073741863_1040 (size=50301)
2024-11-25T11:58:48,770 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36573 is added to blk_1073741863_1040 (size=50301)
2024-11-25T11:58:48,771 INFO  [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=41.85 KB at sequenceid=3002 (bloomFilter=true), to=hdfs://localhost:34151/hbase/data/default/testReplayEditsWrittenIntoWAL/899b19ece84087d4b502f8d4b9ef395c/.tmp/c/07ff55ae308342c281b7580e9d0080e1
2024-11-25T11:58:48,777 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39871 is added to blk_1073741863_1040 (size=50301)
2024-11-25T11:58:48,784 INFO  [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 07ff55ae308342c281b7580e9d0080e1
2024-11-25T11:58:48,786 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/hbase/data/default/testReplayEditsWrittenIntoWAL/899b19ece84087d4b502f8d4b9ef395c/.tmp/c/07ff55ae308342c281b7580e9d0080e1 as hdfs://localhost:34151/hbase/data/default/testReplayEditsWrittenIntoWAL/899b19ece84087d4b502f8d4b9ef395c/c/07ff55ae308342c281b7580e9d0080e1
2024-11-25T11:58:48,793 INFO  [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 07ff55ae308342c281b7580e9d0080e1
2024-11-25T11:58:48,794 INFO  [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34151/hbase/data/default/testReplayEditsWrittenIntoWAL/899b19ece84087d4b502f8d4b9ef395c/c/07ff55ae308342c281b7580e9d0080e1, entries=739, sequenceid=3002, filesize=49.1 K
2024-11-25T11:58:48,794 INFO  [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~41.85 KB/42854, heapSize ~98.38 KB/100736, currentSize=0 B/0 for 899b19ece84087d4b502f8d4b9ef395c in 81ms, sequenceid=3002, compaction requested=false; wal=null
2024-11-25T11:58:48,796 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:34151/hbase/data/default/testReplayEditsWrittenIntoWAL/899b19ece84087d4b502f8d4b9ef395c/recovered.edits/0000000000000003002
2024-11-25T11:58:48,801 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 899b19ece84087d4b502f8d4b9ef395c
2024-11-25T11:58:48,801 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 899b19ece84087d4b502f8d4b9ef395c
2024-11-25T11:58:48,802 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenIntoWAL descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead.
2024-11-25T11:58:48,805 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 899b19ece84087d4b502f8d4b9ef395c
2024-11-25T11:58:48,812 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34151/hbase/data/default/testReplayEditsWrittenIntoWAL/899b19ece84087d4b502f8d4b9ef395c/recovered.edits/3002.seqid, newMaxSeqId=3002, maxSeqId=1
2024-11-25T11:58:48,816 INFO  [Time-limited test {}] regionserver.HRegion(1114): Opened 899b19ece84087d4b502f8d4b9ef395c; next sequenceid=3003; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=204800, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71973864, jitterRate=0.07249414920806885}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216}
2024-11-25T11:58:48,816 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 899b19ece84087d4b502f8d4b9ef395c:
Writing region info on filesystem at 1732535927378Initializing all the Stores at 1732535927389 (+11 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732535927389Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732535927389Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732535927389Cleaning up temporary data from old regions at 1732535928801 (+1412 ms)Region opened successfully at 1732535928816 (+15 ms)
2024-11-25T11:58:48,906 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 899b19ece84087d4b502f8d4b9ef395c, disabling compactions & flushes
2024-11-25T11:58:48,906 INFO  [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenIntoWAL,,1732535921801.899b19ece84087d4b502f8d4b9ef395c.
2024-11-25T11:58:48,906 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenIntoWAL,,1732535921801.899b19ece84087d4b502f8d4b9ef395c.
2024-11-25T11:58:48,906 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenIntoWAL,,1732535921801.899b19ece84087d4b502f8d4b9ef395c. after waiting 0 ms
2024-11-25T11:58:48,906 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenIntoWAL,,1732535921801.899b19ece84087d4b502f8d4b9ef395c.
2024-11-25T11:58:48,951 INFO  [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenIntoWAL,,1732535921801.899b19ece84087d4b502f8d4b9ef395c.
2024-11-25T11:58:48,951 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 899b19ece84087d4b502f8d4b9ef395c:
Waiting for close lock at 1732535928906Disabling compacts and flushes for region at 1732535928906Disabling writes for close at 1732535928906Writing region close event to WAL at 1732535928951 (+45 ms)Closed at 1732535928951
2024-11-25T11:58:49,001 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732535921794/wal.1732535927325 not finished, retry = 0
2024-11-25T11:58:49,004 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36573 is added to blk_1073741857_1034 (size=93)
2024-11-25T11:58:49,005 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39871 is added to blk_1073741857_1034 (size=93)
2024-11-25T11:58:49,005 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35303 is added to blk_1073741857_1034 (size=93)
2024-11-25T11:58:49,114 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs
2024-11-25T11:58:49,114 INFO  [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1732535927325)
2024-11-25T11:58:49,145 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayCompressed#testReplayEditsWrittenIntoWAL Thread=389 (was 378)
Potentially hanging thread: IPC Client (485938578) connection to localhost/127.0.0.1:34151 from jenkins.replay.wal.secondtime
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: Timer for 'HBase' metrics system
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563)
	java.base@17.0.11/java.util.TimerThread.run(Timer.java:516)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_839411292_22 at /127.0.0.1:53318 [Waiting for operation #12]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4ff9bc00-d997-ba74-1209-92dbe9ff5a9e/cluster_3b59bfc3-5555-a54f-4451-236f33c97afd/data/data4
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: LeaseRenewer:jenkins.replay.wal.secondtime@localhost:34151
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4ff9bc00-d997-ba74-1209-92dbe9ff5a9e/cluster_3b59bfc3-5555-a54f-4451-236f33c97afd/data/data2
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (485938578) connection to localhost/127.0.0.1:36099 from jenkins
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: AsyncFSWAL-12-3
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: AsyncFSWAL-12-1
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_839411292_22 at /127.0.0.1:53336 [Waiting for operation #25]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: AsyncFSWAL-12-2
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_839411292_22 at /127.0.0.1:35276 [Waiting for operation #3]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4ff9bc00-d997-ba74-1209-92dbe9ff5a9e/cluster_3b59bfc3-5555-a54f-4451-236f33c97afd/data/data3
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (485938578) connection to localhost/127.0.0.1:44205 from jenkins
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_839411292_22 at /127.0.0.1:42940 [Waiting for operation #10]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44205
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4ff9bc00-d997-ba74-1209-92dbe9ff5a9e/cluster_3b59bfc3-5555-a54f-4451-236f33c97afd/data/data1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36099
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=841 (was 767) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=847 (was 783) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=6658 (was 7268)
2024-11-25T11:58:49,167 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayCompressed#test2727 Thread=389, OpenFileDescriptor=841, MaxFileDescriptor=1048576, SystemLoadAverage=847, ProcessCount=11, AvailableMemoryMB=6655
2024-11-25T11:58:49,196 INFO  [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-25T11:58:49,203 INFO  [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-25T11:58:49,204 INFO  [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-25T11:58:49,210 INFO  [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-61056691, suffix=, logDir=hdfs://localhost:34151/hbase/WALs/hregion-61056691, archiveDir=hdfs://localhost:34151/hbase/oldWALs, maxLogs=32
2024-11-25T11:58:49,231 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-61056691/hregion-61056691.1732535929211, exclude list is [], retry=0
2024-11-25T11:58:49,237 DEBUG [AsyncFSWAL-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35303,DS-889d203c-47da-4fdb-9342-bfab24a44ff1,DISK]
2024-11-25T11:58:49,241 DEBUG [AsyncFSWAL-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36573,DS-5cdd0e23-dce8-49b9-9d0d-2dd069665475,DISK]
2024-11-25T11:58:49,242 DEBUG [AsyncFSWAL-14-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39871,DS-a26a421e-0102-4e02-b10b-ef176eeda992,DISK]
2024-11-25T11:58:49,249 INFO  [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-61056691/hregion-61056691.1732535929211
2024-11-25T11:58:49,253 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33477:33477),(127.0.0.1/127.0.0.1:41699:41699),(127.0.0.1/127.0.0.1:42087:42087)]
2024-11-25T11:58:49,253 INFO  [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 99414682a006c9268f7b535153ba67a6, NAME => 'test2727,,1732535929198.99414682a006c9268f7b535153ba67a6.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test2727', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34151/hbase
2024-11-25T11:58:49,315 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35303 is added to blk_1073741865_1042 (size=43)
2024-11-25T11:58:49,316 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36573 is added to blk_1073741865_1042 (size=43)
2024-11-25T11:58:49,316 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39871 is added to blk_1073741865_1042 (size=43)
2024-11-25T11:58:49,714 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated test2727,,1732535929198.99414682a006c9268f7b535153ba67a6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-25T11:58:49,716 INFO  [StoreOpener-99414682a006c9268f7b535153ba67a6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 99414682a006c9268f7b535153ba67a6 
2024-11-25T11:58:49,719 INFO  [StoreOpener-99414682a006c9268f7b535153ba67a6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 99414682a006c9268f7b535153ba67a6 columnFamilyName a
2024-11-25T11:58:49,719 DEBUG [StoreOpener-99414682a006c9268f7b535153ba67a6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T11:58:49,719 INFO  [StoreOpener-99414682a006c9268f7b535153ba67a6-1 {}] regionserver.HStore(327): Store=99414682a006c9268f7b535153ba67a6/a,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-25T11:58:49,720 INFO  [StoreOpener-99414682a006c9268f7b535153ba67a6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 99414682a006c9268f7b535153ba67a6 
2024-11-25T11:58:49,721 INFO  [StoreOpener-99414682a006c9268f7b535153ba67a6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 99414682a006c9268f7b535153ba67a6 columnFamilyName b
2024-11-25T11:58:49,721 DEBUG [StoreOpener-99414682a006c9268f7b535153ba67a6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T11:58:49,722 INFO  [StoreOpener-99414682a006c9268f7b535153ba67a6-1 {}] regionserver.HStore(327): Store=99414682a006c9268f7b535153ba67a6/b,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-25T11:58:49,722 INFO  [StoreOpener-99414682a006c9268f7b535153ba67a6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 99414682a006c9268f7b535153ba67a6 
2024-11-25T11:58:49,723 INFO  [StoreOpener-99414682a006c9268f7b535153ba67a6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 99414682a006c9268f7b535153ba67a6 columnFamilyName c
2024-11-25T11:58:49,723 DEBUG [StoreOpener-99414682a006c9268f7b535153ba67a6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T11:58:49,724 INFO  [StoreOpener-99414682a006c9268f7b535153ba67a6-1 {}] regionserver.HStore(327): Store=99414682a006c9268f7b535153ba67a6/c,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-25T11:58:49,724 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 99414682a006c9268f7b535153ba67a6
2024-11-25T11:58:49,725 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34151/hbase/data/default/test2727/99414682a006c9268f7b535153ba67a6
2024-11-25T11:58:49,726 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34151/hbase/data/default/test2727/99414682a006c9268f7b535153ba67a6
2024-11-25T11:58:49,728 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 99414682a006c9268f7b535153ba67a6
2024-11-25T11:58:49,728 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 99414682a006c9268f7b535153ba67a6
2024-11-25T11:58:49,728 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test2727 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-11-25T11:58:49,730 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 99414682a006c9268f7b535153ba67a6
2024-11-25T11:58:49,732 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34151/hbase/data/default/test2727/99414682a006c9268f7b535153ba67a6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-25T11:58:49,733 INFO  [Time-limited test {}] regionserver.HRegion(1114): Opened 99414682a006c9268f7b535153ba67a6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62686852, jitterRate=-0.06589311361312866}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-11-25T11:58:49,734 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 99414682a006c9268f7b535153ba67a6:
Writing region info on filesystem at 1732535929714Initializing all the Stores at 1732535929716 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732535929716Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732535929716Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732535929716Cleaning up temporary data from old regions at 1732535929728 (+12 ms)Region opened successfully at 1732535929734 (+6 ms)
2024-11-25T11:58:49,735 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 99414682a006c9268f7b535153ba67a6, disabling compactions & flushes
2024-11-25T11:58:49,735 INFO  [Time-limited test {}] regionserver.HRegion(1755): Closing region test2727,,1732535929198.99414682a006c9268f7b535153ba67a6.
2024-11-25T11:58:49,735 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on test2727,,1732535929198.99414682a006c9268f7b535153ba67a6.
2024-11-25T11:58:49,735 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on test2727,,1732535929198.99414682a006c9268f7b535153ba67a6. after waiting 0 ms
2024-11-25T11:58:49,735 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region test2727,,1732535929198.99414682a006c9268f7b535153ba67a6.
2024-11-25T11:58:49,736 INFO  [Time-limited test {}] regionserver.HRegion(1973): Closed test2727,,1732535929198.99414682a006c9268f7b535153ba67a6.
2024-11-25T11:58:49,736 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 99414682a006c9268f7b535153ba67a6:
Waiting for close lock at 1732535929735Disabling compacts and flushes for region at 1732535929735Disabling writes for close at 1732535929735Writing region close event to WAL at 1732535929735Closed at 1732535929735
2024-11-25T11:58:49,742 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39871 is added to blk_1073741864_1041 (size=93)
2024-11-25T11:58:49,743 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36573 is added to blk_1073741864_1041 (size=93)
2024-11-25T11:58:49,743 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35303 is added to blk_1073741864_1041 (size=93)
2024-11-25T11:58:49,750 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs
2024-11-25T11:58:49,750 INFO  [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-61056691:(num 1732535929211)
2024-11-25T11:58:49,750 INFO  [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor
2024-11-25T11:58:49,753 INFO  [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:34151/hbase/WALs/test2727-manual,16010,1732535929195, archiveDir=hdfs://localhost:34151/hbase/oldWALs, maxLogs=32
2024-11-25T11:58:49,771 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/test2727-manual,16010,1732535929195/wal.1732535929754, exclude list is [], retry=0
2024-11-25T11:58:49,774 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35303,DS-889d203c-47da-4fdb-9342-bfab24a44ff1,DISK]
2024-11-25T11:58:49,775 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39871,DS-a26a421e-0102-4e02-b10b-ef176eeda992,DISK]
2024-11-25T11:58:49,775 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36573,DS-5cdd0e23-dce8-49b9-9d0d-2dd069665475,DISK]
2024-11-25T11:58:49,781 INFO  [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/test2727-manual,16010,1732535929195/wal.1732535929754
2024-11-25T11:58:49,781 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33477:33477),(127.0.0.1/127.0.0.1:42087:42087),(127.0.0.1/127.0.0.1:41699:41699)]
2024-11-25T11:58:50,295 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36573 is added to blk_1073741866_1043 (size=200357)
2024-11-25T11:58:50,295 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35303 is added to blk_1073741866_1043 (size=200357)
2024-11-25T11:58:50,296 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39871 is added to blk_1073741866_1043 (size=200357)
2024-11-25T11:58:50,324 INFO  [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34151/hbase/WALs/test2727-manual,16010,1732535929195/wal.1732535929754, size=195.7 K (200357bytes)
2024-11-25T11:58:50,324 INFO  [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34151/hbase/WALs/test2727-manual,16010,1732535929195/wal.1732535929754
2024-11-25T11:58:50,325 INFO  [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34151/hbase/WALs/test2727-manual,16010,1732535929195/wal.1732535929754 after 1ms
2024-11-25T11:58:50,336 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:34151/hbase/WALs/test2727-manual,16010,1732535929195/wal.1732535929754: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null
2024-11-25T11:58:50,344 INFO  [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34151/hbase/WALs/test2727-manual,16010,1732535929195/wal.1732535929754 took 19ms
2024-11-25T11:58:50,352 INFO  [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.1732535929754.temp
2024-11-25T11:58:50,356 INFO  [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34151/hbase/data/default/test2727/99414682a006c9268f7b535153ba67a6/recovered.edits/0000000000000000001-wal.1732535929754.temp
2024-11-25T11:58:50,444 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34151/hbase/WALs/test2727-manual,16010,1732535929195/wal.1732535929754 so closing down
2024-11-25T11:58:50,444 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish
2024-11-25T11:58:50,444 INFO  [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished
2024-11-25T11:58:50,464 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35303 is added to blk_1073741867_1044 (size=200357)
2024-11-25T11:58:50,466 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36573 is added to blk_1073741867_1044 (size=200357)
2024-11-25T11:58:50,466 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39871 is added to blk_1073741867_1044 (size=200357)
2024-11-25T11:58:50,467 INFO  [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34151/hbase/data/default/test2727/99414682a006c9268f7b535153ba67a6/recovered.edits/0000000000000000001-wal.1732535929754.temp (wrote 3000 edits, skipped 0 edits in 16 ms)
2024-11-25T11:58:50,470 INFO  [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34151/hbase/data/default/test2727/99414682a006c9268f7b535153ba67a6/recovered.edits/0000000000000000001-wal.1732535929754.temp to hdfs://localhost:34151/hbase/data/default/test2727/99414682a006c9268f7b535153ba67a6/recovered.edits/0000000000000003000
2024-11-25T11:58:50,470 INFO  [Time-limited test {}] wal.WALSplitter(425): Processed 3000 edits across 1 Regions in 125 ms; skipped=0; WAL=hdfs://localhost:34151/hbase/WALs/test2727-manual,16010,1732535929195/wal.1732535929754, size=195.7 K, length=200357, corrupted=false, cancelled=false
2024-11-25T11:58:50,470 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34151/hbase/WALs/test2727-manual,16010,1732535929195/wal.1732535929754, journal: Splitting hdfs://localhost:34151/hbase/WALs/test2727-manual,16010,1732535929195/wal.1732535929754, size=195.7 K (200357bytes) at 1732535930324Creating recovered edits writer path=hdfs://localhost:34151/hbase/data/default/test2727/99414682a006c9268f7b535153ba67a6/recovered.edits/0000000000000000001-wal.1732535929754.temp at 1732535930356 (+32 ms)Split 1024 edits, skipped 0 edits. at 1732535930384 (+28 ms)Split 2048 edits, skipped 0 edits. at 1732535930413 (+29 ms)Finishing writing output for hdfs://localhost:34151/hbase/WALs/test2727-manual,16010,1732535929195/wal.1732535929754 so closing down at 1732535930444 (+31 ms)3 split writer threads finished at 1732535930444Closed recovered edits writer path=hdfs://localhost:34151/hbase/data/default/test2727/99414682a006c9268f7b535153ba67a6/recovered.edits/0000000000000000001-wal.1732535929754.temp (wrote 3000 edits, skipped 0 edits in 16 ms) at 1732535930467 (+23 ms)Rename recovered edits hdfs://localhost:34151/hbase/data/default/test2727/99414682a006c9268f7b535153ba67a6/recovered.edits/0000000000000000001-wal.1732535929754.temp to hdfs://localhost:34151/hbase/data/default/test2727/99414682a006c9268f7b535153ba67a6/recovered.edits/0000000000000003000 at 1732535930470 (+3 ms)Processed 3000 edits across 1 Regions in 125 ms; skipped=0; WAL=hdfs://localhost:34151/hbase/WALs/test2727-manual,16010,1732535929195/wal.1732535929754, size=195.7 K, length=200357, corrupted=false, cancelled=false at 1732535930470
2024-11-25T11:58:50,472 INFO  [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34151/hbase/WALs/test2727-manual,16010,1732535929195/wal.1732535929754 to hdfs://localhost:34151/hbase/oldWALs/wal.1732535929754
2024-11-25T11:58:50,474 INFO  [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:34151/hbase/data/default/test2727/99414682a006c9268f7b535153ba67a6/recovered.edits/0000000000000003000
2024-11-25T11:58:50,474 INFO  [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor
2024-11-25T11:58:50,481 INFO  [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:34151/hbase/WALs/test2727-manual,16010,1732535929195, archiveDir=hdfs://localhost:34151/hbase/oldWALs, maxLogs=32
2024-11-25T11:58:50,503 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/test2727-manual,16010,1732535929195/wal.1732535930482, exclude list is [], retry=0
2024-11-25T11:58:50,507 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36573,DS-5cdd0e23-dce8-49b9-9d0d-2dd069665475,DISK]
2024-11-25T11:58:50,507 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35303,DS-889d203c-47da-4fdb-9342-bfab24a44ff1,DISK]
2024-11-25T11:58:50,508 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39871,DS-a26a421e-0102-4e02-b10b-ef176eeda992,DISK]
2024-11-25T11:58:50,518 INFO  [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/test2727-manual,16010,1732535929195/wal.1732535930482
2024-11-25T11:58:50,518 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41699:41699),(127.0.0.1/127.0.0.1:33477:33477),(127.0.0.1/127.0.0.1:42087:42087)]
2024-11-25T11:58:50,704 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35303 is added to blk_1073741868_1045 (size=200484)
2024-11-25T11:58:50,704 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39871 is added to blk_1073741868_1045 (size=200484)
2024-11-25T11:58:50,710 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36573 is added to blk_1073741868_1045 (size=200484)
2024-11-25T11:58:50,739 INFO  [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34151/hbase/WALs/test2727-manual,16010,1732535929195/wal.1732535930482, size=195.8 K (200484bytes)
2024-11-25T11:58:50,739 INFO  [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34151/hbase/WALs/test2727-manual,16010,1732535929195/wal.1732535930482
2024-11-25T11:58:50,740 INFO  [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34151/hbase/WALs/test2727-manual,16010,1732535929195/wal.1732535930482 after 1ms
2024-11-25T11:58:50,749 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:34151/hbase/WALs/test2727-manual,16010,1732535929195/wal.1732535930482: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null
2024-11-25T11:58:50,755 INFO  [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34151/hbase/WALs/test2727-manual,16010,1732535929195/wal.1732535930482 took 16ms
2024-11-25T11:58:50,777 INFO  [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000003001-wal.1732535930482.temp
2024-11-25T11:58:50,781 INFO  [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34151/hbase/data/default/test2727/99414682a006c9268f7b535153ba67a6/recovered.edits/0000000000000003001-wal.1732535930482.temp
2024-11-25T11:58:50,811 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34151/hbase/WALs/test2727-manual,16010,1732535929195/wal.1732535930482 so closing down
2024-11-25T11:58:50,812 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish
2024-11-25T11:58:50,812 INFO  [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished
2024-11-25T11:58:50,857 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39871 is added to blk_1073741869_1046 (size=200484)
2024-11-25T11:58:50,857 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35303 is added to blk_1073741869_1046 (size=200484)
2024-11-25T11:58:50,857 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36573 is added to blk_1073741869_1046 (size=200484)
2024-11-25T11:58:50,861 INFO  [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34151/hbase/data/default/test2727/99414682a006c9268f7b535153ba67a6/recovered.edits/0000000000000003001-wal.1732535930482.temp (wrote 3000 edits, skipped 0 edits in 21 ms)
2024-11-25T11:58:50,867 INFO  [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34151/hbase/data/default/test2727/99414682a006c9268f7b535153ba67a6/recovered.edits/0000000000000003001-wal.1732535930482.temp to hdfs://localhost:34151/hbase/data/default/test2727/99414682a006c9268f7b535153ba67a6/recovered.edits/0000000000000006000
2024-11-25T11:58:50,867 INFO  [Time-limited test {}] wal.WALSplitter(425): Processed 3000 edits across 1 Regions in 110 ms; skipped=0; WAL=hdfs://localhost:34151/hbase/WALs/test2727-manual,16010,1732535929195/wal.1732535930482, size=195.8 K, length=200484, corrupted=false, cancelled=false
2024-11-25T11:58:50,867 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34151/hbase/WALs/test2727-manual,16010,1732535929195/wal.1732535930482, journal: Splitting hdfs://localhost:34151/hbase/WALs/test2727-manual,16010,1732535929195/wal.1732535930482, size=195.8 K (200484bytes) at 1732535930739Creating recovered edits writer path=hdfs://localhost:34151/hbase/data/default/test2727/99414682a006c9268f7b535153ba67a6/recovered.edits/0000000000000003001-wal.1732535930482.temp at 1732535930781 (+42 ms)Split 1024 edits, skipped 0 edits. at 1732535930783 (+2 ms)Split 2048 edits, skipped 0 edits. at 1732535930796 (+13 ms)Finishing writing output for hdfs://localhost:34151/hbase/WALs/test2727-manual,16010,1732535929195/wal.1732535930482 so closing down at 1732535930811 (+15 ms)3 split writer threads finished at 1732535930812 (+1 ms)Closed recovered edits writer path=hdfs://localhost:34151/hbase/data/default/test2727/99414682a006c9268f7b535153ba67a6/recovered.edits/0000000000000003001-wal.1732535930482.temp (wrote 3000 edits, skipped 0 edits in 21 ms) at 1732535930861 (+49 ms)Rename recovered edits hdfs://localhost:34151/hbase/data/default/test2727/99414682a006c9268f7b535153ba67a6/recovered.edits/0000000000000003001-wal.1732535930482.temp to hdfs://localhost:34151/hbase/data/default/test2727/99414682a006c9268f7b535153ba67a6/recovered.edits/0000000000000006000 at 1732535930867 (+6 ms)Processed 3000 edits across 1 Regions in 110 ms; skipped=0; WAL=hdfs://localhost:34151/hbase/WALs/test2727-manual,16010,1732535929195/wal.1732535930482, size=195.8 K, length=200484, corrupted=false, cancelled=false at 1732535930867
2024-11-25T11:58:50,870 INFO  [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34151/hbase/WALs/test2727-manual,16010,1732535929195/wal.1732535930482 to hdfs://localhost:34151/hbase/oldWALs/wal.1732535930482
2024-11-25T11:58:50,871 INFO  [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:34151/hbase/data/default/test2727/99414682a006c9268f7b535153ba67a6/recovered.edits/0000000000000006000
2024-11-25T11:58:50,871 INFO  [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor
2024-11-25T11:58:50,875 INFO  [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:34151/hbase/WALs/test2727-manual,16010,1732535929195, archiveDir=hdfs://localhost:34151/hbase/oldWALs, maxLogs=32
2024-11-25T11:58:50,896 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/test2727-manual,16010,1732535929195/wal.1732535930875, exclude list is [], retry=0
2024-11-25T11:58:50,904 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36573,DS-5cdd0e23-dce8-49b9-9d0d-2dd069665475,DISK]
2024-11-25T11:58:50,905 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35303,DS-889d203c-47da-4fdb-9342-bfab24a44ff1,DISK]
2024-11-25T11:58:50,905 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39871,DS-a26a421e-0102-4e02-b10b-ef176eeda992,DISK]
2024-11-25T11:58:50,909 INFO  [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/test2727-manual,16010,1732535929195/wal.1732535930875
2024-11-25T11:58:50,912 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41699:41699),(127.0.0.1/127.0.0.1:33477:33477),(127.0.0.1/127.0.0.1:42087:42087)]
2024-11-25T11:58:50,913 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 99414682a006c9268f7b535153ba67a6, NAME => 'test2727,,1732535929198.99414682a006c9268f7b535153ba67a6.', STARTKEY => '', ENDKEY => ''}
2024-11-25T11:58:50,913 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated test2727,,1732535929198.99414682a006c9268f7b535153ba67a6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-25T11:58:50,913 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 99414682a006c9268f7b535153ba67a6
2024-11-25T11:58:50,913 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 99414682a006c9268f7b535153ba67a6
2024-11-25T11:58:50,917 INFO  [StoreOpener-99414682a006c9268f7b535153ba67a6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 99414682a006c9268f7b535153ba67a6 
2024-11-25T11:58:50,918 INFO  [StoreOpener-99414682a006c9268f7b535153ba67a6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 99414682a006c9268f7b535153ba67a6 columnFamilyName a
2024-11-25T11:58:50,918 DEBUG [StoreOpener-99414682a006c9268f7b535153ba67a6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T11:58:50,919 INFO  [StoreOpener-99414682a006c9268f7b535153ba67a6-1 {}] regionserver.HStore(327): Store=99414682a006c9268f7b535153ba67a6/a,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-25T11:58:50,919 INFO  [StoreOpener-99414682a006c9268f7b535153ba67a6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 99414682a006c9268f7b535153ba67a6 
2024-11-25T11:58:50,920 INFO  [StoreOpener-99414682a006c9268f7b535153ba67a6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 99414682a006c9268f7b535153ba67a6 columnFamilyName b
2024-11-25T11:58:50,920 DEBUG [StoreOpener-99414682a006c9268f7b535153ba67a6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T11:58:50,921 INFO  [StoreOpener-99414682a006c9268f7b535153ba67a6-1 {}] regionserver.HStore(327): Store=99414682a006c9268f7b535153ba67a6/b,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-25T11:58:50,921 INFO  [StoreOpener-99414682a006c9268f7b535153ba67a6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 99414682a006c9268f7b535153ba67a6 
2024-11-25T11:58:50,922 INFO  [StoreOpener-99414682a006c9268f7b535153ba67a6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 99414682a006c9268f7b535153ba67a6 columnFamilyName c
2024-11-25T11:58:50,923 DEBUG [StoreOpener-99414682a006c9268f7b535153ba67a6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T11:58:50,923 INFO  [StoreOpener-99414682a006c9268f7b535153ba67a6-1 {}] regionserver.HStore(327): Store=99414682a006c9268f7b535153ba67a6/c,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-25T11:58:50,924 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 99414682a006c9268f7b535153ba67a6
2024-11-25T11:58:50,924 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34151/hbase/data/default/test2727/99414682a006c9268f7b535153ba67a6
2024-11-25T11:58:50,930 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 2 recovered edits file(s) under hdfs://localhost:34151/hbase/data/default/test2727/99414682a006c9268f7b535153ba67a6
2024-11-25T11:58:50,931 INFO  [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:34151/hbase/data/default/test2727/99414682a006c9268f7b535153ba67a6/recovered.edits/0000000000000003000
2024-11-25T11:58:50,937 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:34151/hbase/data/default/test2727/99414682a006c9268f7b535153ba67a6/recovered.edits/0000000000000003000: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null
2024-11-25T11:58:51,001 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 3000, skipped 0, firstSequenceIdInLog=1, maxSequenceIdInLog=3000, path=hdfs://localhost:34151/hbase/data/default/test2727/99414682a006c9268f7b535153ba67a6/recovered.edits/0000000000000003000
2024-11-25T11:58:51,020 INFO  [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:34151/hbase/data/default/test2727/99414682a006c9268f7b535153ba67a6/recovered.edits/0000000000000006000
2024-11-25T11:58:51,029 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:34151/hbase/data/default/test2727/99414682a006c9268f7b535153ba67a6/recovered.edits/0000000000000006000: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null
2024-11-25T11:58:51,112 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 3000, skipped 0, firstSequenceIdInLog=3001, maxSequenceIdInLog=6000, path=hdfs://localhost:34151/hbase/data/default/test2727/99414682a006c9268f7b535153ba67a6/recovered.edits/0000000000000006000
2024-11-25T11:58:51,112 INFO  [Time-limited test {}] regionserver.HRegion(2902): Flushing 99414682a006c9268f7b535153ba67a6 3/3 column families, dataSize=215.51 KB heapSize=657 KB
2024-11-25T11:58:51,180 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/hbase/data/default/test2727/99414682a006c9268f7b535153ba67a6/.tmp/a/4fa539c8dfc84b1daac099a0ccebdf38 is 41, key is test2727/a:100/1732535930524/Put/seqid=0
2024-11-25T11:58:51,270 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35303 is added to blk_1073741871_1048 (size=84227)
2024-11-25T11:58:51,277 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39871 is added to blk_1073741871_1048 (size=84227)
2024-11-25T11:58:51,277 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36573 is added to blk_1073741871_1048 (size=84227)
2024-11-25T11:58:51,279 INFO  [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=71.84 KB at sequenceid=6000 (bloomFilter=true), to=hdfs://localhost:34151/hbase/data/default/test2727/99414682a006c9268f7b535153ba67a6/.tmp/a/4fa539c8dfc84b1daac099a0ccebdf38
2024-11-25T11:58:51,403 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/hbase/data/default/test2727/99414682a006c9268f7b535153ba67a6/.tmp/b/2bf1843f10c145f89d46f1adb42010f8 is 41, key is test2727/b:100/1732535930587/Put/seqid=0
2024-11-25T11:58:51,469 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39871 is added to blk_1073741872_1049 (size=84609)
2024-11-25T11:58:51,469 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35303 is added to blk_1073741872_1049 (size=84609)
2024-11-25T11:58:51,483 INFO  [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=71.84 KB at sequenceid=6000 (bloomFilter=true), to=hdfs://localhost:34151/hbase/data/default/test2727/99414682a006c9268f7b535153ba67a6/.tmp/b/2bf1843f10c145f89d46f1adb42010f8
2024-11-25T11:58:51,495 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36573 is added to blk_1073741872_1049 (size=84609)
2024-11-25T11:58:51,571 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/hbase/data/default/test2727/99414682a006c9268f7b535153ba67a6/.tmp/c/40236f05e2fa4624827fff16386082fc is 41, key is test2727/c:100/1732535930646/Put/seqid=0
2024-11-25T11:58:51,660 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36573 is added to blk_1073741873_1050 (size=84609)
2024-11-25T11:58:51,661 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35303 is added to blk_1073741873_1050 (size=84609)
2024-11-25T11:58:51,661 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39871 is added to blk_1073741873_1050 (size=84609)
2024-11-25T11:58:51,665 INFO  [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=71.84 KB at sequenceid=6000 (bloomFilter=true), to=hdfs://localhost:34151/hbase/data/default/test2727/99414682a006c9268f7b535153ba67a6/.tmp/c/40236f05e2fa4624827fff16386082fc
2024-11-25T11:58:51,696 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/hbase/data/default/test2727/99414682a006c9268f7b535153ba67a6/.tmp/a/4fa539c8dfc84b1daac099a0ccebdf38 as hdfs://localhost:34151/hbase/data/default/test2727/99414682a006c9268f7b535153ba67a6/a/4fa539c8dfc84b1daac099a0ccebdf38
2024-11-25T11:58:51,712 INFO  [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34151/hbase/data/default/test2727/99414682a006c9268f7b535153ba67a6/a/4fa539c8dfc84b1daac099a0ccebdf38, entries=2000, sequenceid=6000, filesize=82.3 K
2024-11-25T11:58:51,714 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/hbase/data/default/test2727/99414682a006c9268f7b535153ba67a6/.tmp/b/2bf1843f10c145f89d46f1adb42010f8 as hdfs://localhost:34151/hbase/data/default/test2727/99414682a006c9268f7b535153ba67a6/b/2bf1843f10c145f89d46f1adb42010f8
2024-11-25T11:58:51,729 INFO  [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34151/hbase/data/default/test2727/99414682a006c9268f7b535153ba67a6/b/2bf1843f10c145f89d46f1adb42010f8, entries=2000, sequenceid=6000, filesize=82.6 K
2024-11-25T11:58:51,732 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/hbase/data/default/test2727/99414682a006c9268f7b535153ba67a6/.tmp/c/40236f05e2fa4624827fff16386082fc as hdfs://localhost:34151/hbase/data/default/test2727/99414682a006c9268f7b535153ba67a6/c/40236f05e2fa4624827fff16386082fc
2024-11-25T11:58:51,742 INFO  [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34151/hbase/data/default/test2727/99414682a006c9268f7b535153ba67a6/c/40236f05e2fa4624827fff16386082fc, entries=2000, sequenceid=6000, filesize=82.6 K
2024-11-25T11:58:51,742 INFO  [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~215.51 KB/220680, heapSize ~656.95 KB/672720, currentSize=0 B/0 for 99414682a006c9268f7b535153ba67a6 in 630ms, sequenceid=6000, compaction requested=false; wal=null
2024-11-25T11:58:51,743 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:34151/hbase/data/default/test2727/99414682a006c9268f7b535153ba67a6/recovered.edits/0000000000000003000
2024-11-25T11:58:51,744 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:34151/hbase/data/default/test2727/99414682a006c9268f7b535153ba67a6/recovered.edits/0000000000000006000
2024-11-25T11:58:51,747 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 99414682a006c9268f7b535153ba67a6
2024-11-25T11:58:51,747 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 99414682a006c9268f7b535153ba67a6
2024-11-25T11:58:51,749 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test2727 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-11-25T11:58:51,757 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 99414682a006c9268f7b535153ba67a6
2024-11-25T11:58:51,768 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34151/hbase/data/default/test2727/99414682a006c9268f7b535153ba67a6/recovered.edits/6000.seqid, newMaxSeqId=6000, maxSeqId=1
2024-11-25T11:58:51,777 INFO  [Time-limited test {}] regionserver.HRegion(1114): Opened 99414682a006c9268f7b535153ba67a6; next sequenceid=6001; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61749809, jitterRate=-0.07985614240169525}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-11-25T11:58:51,792 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 99414682a006c9268f7b535153ba67a6:
Writing region info on filesystem at 1732535930914Initializing all the Stores at 1732535930915 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732535930915Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732535930916 (+1 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732535930916Obtaining lock to block concurrent updates at 1732535931112 (+196 ms)Preparing flush snapshotting stores in 99414682a006c9268f7b535153ba67a6 at 1732535931112Finished memstore snapshotting test2727,,1732535929198.99414682a006c9268f7b535153ba67a6., syncing WAL and waiting on mvcc, flushsize=dataSize=220680, getHeapSize=672720, getOffHeapSize=0, getCellsCount=6000 at 1732535931112Flushing stores of test2727,,1732535929198.99414682a006c9268f7b535153ba67a6. at 1732535931112Flushing 99414682a006c9268f7b535153ba67a6/a: creating writer at 1732535931112Flushing 99414682a006c9268f7b535153ba67a6/a: appending metadata at 1732535931178 (+66 ms)Flushing 99414682a006c9268f7b535153ba67a6/a: closing flushed file at 1732535931178Flushing 99414682a006c9268f7b535153ba67a6/b: creating writer at 1732535931314 (+136 ms)Flushing 99414682a006c9268f7b535153ba67a6/b: appending metadata at 1732535931387 (+73 ms)Flushing 99414682a006c9268f7b535153ba67a6/b: closing flushed file at 1732535931387Flushing 99414682a006c9268f7b535153ba67a6/c: creating writer at 1732535931534 (+147 ms)Flushing 99414682a006c9268f7b535153ba67a6/c: appending metadata at 1732535931569 (+35 ms)Flushing 99414682a006c9268f7b535153ba67a6/c: closing flushed file at 1732535931569Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@51d3cea6: reopening flushed file at 1732535931693 (+124 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5fe7574f: reopening flushed file at 1732535931713 (+20 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@490987a4: reopening flushed file at 1732535931729 (+16 ms)Finished flush of dataSize ~215.51 KB/220680, heapSize ~656.95 KB/672720, currentSize=0 B/0 for 99414682a006c9268f7b535153ba67a6 in 630ms, sequenceid=6000, compaction requested=false; wal=null at 1732535931742 (+13 ms)Cleaning up temporary data from old regions at 1732535931747 (+5 ms)Region opened successfully at 1732535931792 (+45 ms)
2024-11-25T11:58:51,794 DEBUG [Time-limited test {}] wal.AbstractTestWALReplay(320): region.getOpenSeqNum(): 6001, wal3.id: 0
2024-11-25T11:58:51,794 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 99414682a006c9268f7b535153ba67a6, disabling compactions & flushes
2024-11-25T11:58:51,794 INFO  [Time-limited test {}] regionserver.HRegion(1755): Closing region test2727,,1732535929198.99414682a006c9268f7b535153ba67a6.
2024-11-25T11:58:51,794 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on test2727,,1732535929198.99414682a006c9268f7b535153ba67a6.
2024-11-25T11:58:51,794 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on test2727,,1732535929198.99414682a006c9268f7b535153ba67a6. after waiting 0 ms
2024-11-25T11:58:51,794 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region test2727,,1732535929198.99414682a006c9268f7b535153ba67a6.
2024-11-25T11:58:51,801 INFO  [Time-limited test {}] regionserver.HRegion(1973): Closed test2727,,1732535929198.99414682a006c9268f7b535153ba67a6.
2024-11-25T11:58:51,801 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 99414682a006c9268f7b535153ba67a6:
Waiting for close lock at 1732535931794Disabling compacts and flushes for region at 1732535931794Disabling writes for close at 1732535931794Writing region close event to WAL at 1732535931801 (+7 ms)Closed at 1732535931801
2024-11-25T11:58:51,812 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39871 is added to blk_1073741870_1047 (size=93)
2024-11-25T11:58:51,813 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35303 is added to blk_1073741870_1047 (size=93)
2024-11-25T11:58:51,813 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36573 is added to blk_1073741870_1047 (size=93)
2024-11-25T11:58:51,836 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs
2024-11-25T11:58:51,836 INFO  [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1732535930875)
2024-11-25T11:58:51,866 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayCompressed#test2727 Thread=393 (was 389)
Potentially hanging thread: AsyncFSWAL-14-1
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1238228515_22 at /127.0.0.1:35418 [Waiting for operation #5]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: AsyncFSWAL-14-2
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1238228515_22 at /127.0.0.1:53456 [Waiting for operation #7]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4ff9bc00-d997-ba74-1209-92dbe9ff5a9e/cluster_3b59bfc3-5555-a54f-4451-236f33c97afd/data/data6
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4ff9bc00-d997-ba74-1209-92dbe9ff5a9e/cluster_3b59bfc3-5555-a54f-4451-236f33c97afd/data/data5
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1238228515_22 at /127.0.0.1:43054 [Waiting for operation #7]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: AsyncFSWAL-14-3
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=903 (was 841) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=847 (was 847), ProcessCount=11 (was 11), AvailableMemoryMB=6455 (was 6655)
2024-11-25T11:58:51,882 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayCompressed#testSequentialEditLogSeqNum Thread=393, OpenFileDescriptor=903, MaxFileDescriptor=1048576, SystemLoadAverage=847, ProcessCount=11, AvailableMemoryMB=6454
2024-11-25T11:58:51,912 INFO  [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-25T11:58:51,964 INFO  [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:34151/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1732535931908, archiveDir=hdfs://localhost:34151/hbase/oldWALs, maxLogs=32
2024-11-25T11:58:51,965 INFO  [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.1732535931965
2024-11-25T11:58:52,041 INFO  [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testsequentialeditlogseqnum-manual,16010,1732535931908/wal.1732535931965
2024-11-25T11:58:52,053 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new MockWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41699:41699),(127.0.0.1/127.0.0.1:42087:42087),(127.0.0.1/127.0.0.1:33477:33477)]
2024-11-25T11:58:52,067 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 34dcd2c25e8cfbfa3729894328b73e1d, NAME => 'testSequentialEditLogSeqNum,,1732535931912.34dcd2c25e8cfbfa3729894328b73e1d.', STARTKEY => '', ENDKEY => ''}
2024-11-25T11:58:52,067 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testSequentialEditLogSeqNum,,1732535931912.34dcd2c25e8cfbfa3729894328b73e1d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-25T11:58:52,067 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 34dcd2c25e8cfbfa3729894328b73e1d
2024-11-25T11:58:52,067 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 34dcd2c25e8cfbfa3729894328b73e1d
2024-11-25T11:58:52,073 WARN  [Time-limited test {}] regionserver.HRegionFileSystem(836): hdfs://localhost:34151/hbase/data/default/testSequentialEditLogSeqNum/34dcd2c25e8cfbfa3729894328b73e1d doesn't exist for region: 34dcd2c25e8cfbfa3729894328b73e1d on table testSequentialEditLogSeqNum
2024-11-25T11:58:52,074 WARN  [Time-limited test {}] regionserver.HRegionFileSystem(854): .regioninfo file not found for region: 34dcd2c25e8cfbfa3729894328b73e1d on table testSequentialEditLogSeqNum
2024-11-25T11:58:52,113 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36573 is added to blk_1073741875_1052 (size=62)
2024-11-25T11:58:52,114 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39871 is added to blk_1073741875_1052 (size=62)
2024-11-25T11:58:52,117 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35303 is added to blk_1073741875_1052 (size=62)
2024-11-25T11:58:52,121 INFO  [StoreOpener-34dcd2c25e8cfbfa3729894328b73e1d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 34dcd2c25e8cfbfa3729894328b73e1d 
2024-11-25T11:58:52,125 INFO  [StoreOpener-34dcd2c25e8cfbfa3729894328b73e1d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 34dcd2c25e8cfbfa3729894328b73e1d columnFamilyName a
2024-11-25T11:58:52,125 DEBUG [StoreOpener-34dcd2c25e8cfbfa3729894328b73e1d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T11:58:52,126 INFO  [StoreOpener-34dcd2c25e8cfbfa3729894328b73e1d-1 {}] regionserver.HStore(327): Store=34dcd2c25e8cfbfa3729894328b73e1d/a,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-25T11:58:52,126 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 34dcd2c25e8cfbfa3729894328b73e1d
2024-11-25T11:58:52,129 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34151/hbase/data/default/testSequentialEditLogSeqNum/34dcd2c25e8cfbfa3729894328b73e1d
2024-11-25T11:58:52,130 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34151/hbase/data/default/testSequentialEditLogSeqNum/34dcd2c25e8cfbfa3729894328b73e1d
2024-11-25T11:58:52,130 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 34dcd2c25e8cfbfa3729894328b73e1d
2024-11-25T11:58:52,130 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 34dcd2c25e8cfbfa3729894328b73e1d
2024-11-25T11:58:52,139 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 34dcd2c25e8cfbfa3729894328b73e1d
2024-11-25T11:58:52,153 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34151/hbase/data/default/testSequentialEditLogSeqNum/34dcd2c25e8cfbfa3729894328b73e1d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-25T11:58:52,154 INFO  [Time-limited test {}] regionserver.HRegion(1114): Opened 34dcd2c25e8cfbfa3729894328b73e1d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70093925, jitterRate=0.04448087513446808}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-25T11:58:52,155 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 34dcd2c25e8cfbfa3729894328b73e1d:
Writing region info on filesystem at 1732535932068Initializing all the Stores at 1732535932119 (+51 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732535932119Cleaning up temporary data from old regions at 1732535932130 (+11 ms)Region opened successfully at 1732535932155 (+25 ms)
2024-11-25T11:58:52,198 INFO  [Time-limited test {}] regionserver.HRegion(2902): Flushing 34dcd2c25e8cfbfa3729894328b73e1d 1/1 column families, dataSize=770 B heapSize=1.73 KB
2024-11-25T11:58:52,233 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/hbase/data/default/testSequentialEditLogSeqNum/34dcd2c25e8cfbfa3729894328b73e1d/.tmp/a/fa3e9196e13a4d22b4796fdb8a489a66 is 81, key is testSequentialEditLogSeqNum/a:x0/1732535932156/Put/seqid=0
2024-11-25T11:58:52,291 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36573 is added to blk_1073741876_1053 (size=5833)
2024-11-25T11:58:52,292 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35303 is added to blk_1073741876_1053 (size=5833)
2024-11-25T11:58:52,292 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39871 is added to blk_1073741876_1053 (size=5833)
2024-11-25T11:58:52,305 INFO  [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=770 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:34151/hbase/data/default/testSequentialEditLogSeqNum/34dcd2c25e8cfbfa3729894328b73e1d/.tmp/a/fa3e9196e13a4d22b4796fdb8a489a66
2024-11-25T11:58:52,325 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/hbase/data/default/testSequentialEditLogSeqNum/34dcd2c25e8cfbfa3729894328b73e1d/.tmp/a/fa3e9196e13a4d22b4796fdb8a489a66 as hdfs://localhost:34151/hbase/data/default/testSequentialEditLogSeqNum/34dcd2c25e8cfbfa3729894328b73e1d/a/fa3e9196e13a4d22b4796fdb8a489a66
2024-11-25T11:58:52,337 INFO  [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34151/hbase/data/default/testSequentialEditLogSeqNum/34dcd2c25e8cfbfa3729894328b73e1d/a/fa3e9196e13a4d22b4796fdb8a489a66, entries=10, sequenceid=13, filesize=5.7 K
2024-11-25T11:58:52,339 INFO  [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~770 B/770, heapSize ~1.72 KB/1760, currentSize=0 B/0 for 34dcd2c25e8cfbfa3729894328b73e1d in 141ms, sequenceid=13, compaction requested=false
2024-11-25T11:58:52,339 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 34dcd2c25e8cfbfa3729894328b73e1d:

2024-11-25T11:58:52,347 INFO  [sync.0 {}] wal.FSHLog$SyncRunner(477): interrupted
2024-11-25T11:58:52,348 INFO  [sync.1 {}] wal.FSHLog$SyncRunner(477): interrupted
2024-11-25T11:58:52,351 INFO  [sync.2 {}] wal.FSHLog$SyncRunner(477): interrupted
2024-11-25T11:58:52,351 INFO  [sync.3 {}] wal.FSHLog$SyncRunner(477): interrupted
2024-11-25T11:58:52,352 INFO  [sync.4 {}] wal.FSHLog$SyncRunner(477): interrupted
2024-11-25T11:58:52,354 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35303 is added to blk_1073741874_1051 (size=1616)
2024-11-25T11:58:52,360 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39871 is added to blk_1073741874_1051 (size=1616)
2024-11-25T11:58:52,361 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36573 is added to blk_1073741874_1051 (size=1616)
2024-11-25T11:58:52,394 INFO  [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34151/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1732535931908/wal.1732535931965, size=1.6 K (1616bytes)
2024-11-25T11:58:52,394 INFO  [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34151/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1732535931908/wal.1732535931965
2024-11-25T11:58:52,395 INFO  [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34151/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1732535931908/wal.1732535931965 after 1ms
2024-11-25T11:58:52,399 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:34151/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1732535931908/wal.1732535931965: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null
2024-11-25T11:58:52,399 INFO  [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34151/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1732535931908/wal.1732535931965 took 6ms
2024-11-25T11:58:52,402 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34151/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1732535931908/wal.1732535931965 so closing down
2024-11-25T11:58:52,402 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish
2024-11-25T11:58:52,404 INFO  [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1732535931965.temp
2024-11-25T11:58:52,414 INFO  [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34151/hbase/data/default/testSequentialEditLogSeqNum/34dcd2c25e8cfbfa3729894328b73e1d/recovered.edits/0000000000000000003-wal.1732535931965.temp
2024-11-25T11:58:52,417 INFO  [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished
2024-11-25T11:58:52,462 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36573 is added to blk_1073741877_1054 (size=1175)
2024-11-25T11:58:52,463 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35303 is added to blk_1073741877_1054 (size=1175)
2024-11-25T11:58:52,463 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39871 is added to blk_1073741877_1054 (size=1175)
2024-11-25T11:58:52,469 INFO  [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34151/hbase/data/default/testSequentialEditLogSeqNum/34dcd2c25e8cfbfa3729894328b73e1d/recovered.edits/0000000000000000003-wal.1732535931965.temp (wrote 15 edits, skipped 0 edits in 2 ms)
2024-11-25T11:58:52,471 INFO  [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34151/hbase/data/default/testSequentialEditLogSeqNum/34dcd2c25e8cfbfa3729894328b73e1d/recovered.edits/0000000000000000003-wal.1732535931965.temp to hdfs://localhost:34151/hbase/data/default/testSequentialEditLogSeqNum/34dcd2c25e8cfbfa3729894328b73e1d/recovered.edits/0000000000000000020
2024-11-25T11:58:52,471 INFO  [Time-limited test {}] wal.WALSplitter(425): Processed 17 edits across 1 Regions in 71 ms; skipped=2; WAL=hdfs://localhost:34151/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1732535931908/wal.1732535931965, size=1.6 K, length=1616, corrupted=false, cancelled=false
2024-11-25T11:58:52,471 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34151/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1732535931908/wal.1732535931965, journal: Splitting hdfs://localhost:34151/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1732535931908/wal.1732535931965, size=1.6 K (1616bytes) at 1732535932394Finishing writing output for hdfs://localhost:34151/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1732535931908/wal.1732535931965 so closing down at 1732535932402 (+8 ms)Creating recovered edits writer path=hdfs://localhost:34151/hbase/data/default/testSequentialEditLogSeqNum/34dcd2c25e8cfbfa3729894328b73e1d/recovered.edits/0000000000000000003-wal.1732535931965.temp at 1732535932415 (+13 ms)3 split writer threads finished at 1732535932417 (+2 ms)Closed recovered edits writer path=hdfs://localhost:34151/hbase/data/default/testSequentialEditLogSeqNum/34dcd2c25e8cfbfa3729894328b73e1d/recovered.edits/0000000000000000003-wal.1732535931965.temp (wrote 15 edits, skipped 0 edits in 2 ms) at 1732535932469 (+52 ms)Rename recovered edits hdfs://localhost:34151/hbase/data/default/testSequentialEditLogSeqNum/34dcd2c25e8cfbfa3729894328b73e1d/recovered.edits/0000000000000000003-wal.1732535931965.temp to hdfs://localhost:34151/hbase/data/default/testSequentialEditLogSeqNum/34dcd2c25e8cfbfa3729894328b73e1d/recovered.edits/0000000000000000020 at 1732535932471 (+2 ms)Processed 17 edits across 1 Regions in 71 ms; skipped=2; WAL=hdfs://localhost:34151/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1732535931908/wal.1732535931965, size=1.6 K, length=1616, corrupted=false, cancelled=false at 1732535932471
2024-11-25T11:58:52,505 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayCompressed#testSequentialEditLogSeqNum Thread=398 (was 393)
Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1238228515_22 at /127.0.0.1:35418 [Waiting for operation #7]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1238228515_22 at /127.0.0.1:53456 [Waiting for operation #9]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: sync.0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426)
	app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1238228515_22 at /127.0.0.1:43054 [Waiting for operation #9]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: sync.3
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426)
	app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441)

Potentially hanging thread: sync.1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426)
	app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441)

Potentially hanging thread: sync.4
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426)
	app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441)

Potentially hanging thread: sync.2
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426)
	app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441)
 - Thread LEAK? -, OpenFileDescriptor=939 (was 903) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=867 (was 847) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=6436 (was 6454)
2024-11-25T11:58:52,524 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayCompressed#testRegionMadeOfBulkLoadedFilesOnly Thread=398, OpenFileDescriptor=939, MaxFileDescriptor=1048576, SystemLoadAverage=867, ProcessCount=11, AvailableMemoryMB=6437
2024-11-25T11:58:52,549 INFO  [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-25T11:58:52,558 INFO  [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-25T11:58:52,560 INFO  [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-25T11:58:52,568 INFO  [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-16392700, suffix=, logDir=hdfs://localhost:34151/hbase/WALs/hregion-16392700, archiveDir=hdfs://localhost:34151/hbase/oldWALs, maxLogs=32
2024-11-25T11:58:52,592 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-16392700/hregion-16392700.1732535932568, exclude list is [], retry=0
2024-11-25T11:58:52,623 DEBUG [AsyncFSWAL-17-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39871,DS-a26a421e-0102-4e02-b10b-ef176eeda992,DISK]
2024-11-25T11:58:52,629 DEBUG [AsyncFSWAL-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36573,DS-5cdd0e23-dce8-49b9-9d0d-2dd069665475,DISK]
2024-11-25T11:58:52,632 DEBUG [AsyncFSWAL-17-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35303,DS-889d203c-47da-4fdb-9342-bfab24a44ff1,DISK]
2024-11-25T11:58:52,665 INFO  [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-16392700/hregion-16392700.1732535932568
2024-11-25T11:58:52,669 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42087:42087),(127.0.0.1/127.0.0.1:41699:41699),(127.0.0.1/127.0.0.1:33477:33477)]
2024-11-25T11:58:52,669 INFO  [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => d72c51c501ca8a051e014e59fc085bba, NAME => 'testRegionMadeOfBulkLoadedFilesOnly,,1732535932555.d72c51c501ca8a051e014e59fc085bba.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testRegionMadeOfBulkLoadedFilesOnly', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34151/hbase
2024-11-25T11:58:52,746 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39871 is added to blk_1073741879_1056 (size=70)
2024-11-25T11:58:52,746 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35303 is added to blk_1073741879_1056 (size=70)
2024-11-25T11:58:52,747 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36573 is added to blk_1073741879_1056 (size=70)
2024-11-25T11:58:52,748 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testRegionMadeOfBulkLoadedFilesOnly,,1732535932555.d72c51c501ca8a051e014e59fc085bba.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-25T11:58:52,752 INFO  [StoreOpener-d72c51c501ca8a051e014e59fc085bba-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region d72c51c501ca8a051e014e59fc085bba 
2024-11-25T11:58:52,754 INFO  [StoreOpener-d72c51c501ca8a051e014e59fc085bba-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d72c51c501ca8a051e014e59fc085bba columnFamilyName a
2024-11-25T11:58:52,754 DEBUG [StoreOpener-d72c51c501ca8a051e014e59fc085bba-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T11:58:52,755 INFO  [StoreOpener-d72c51c501ca8a051e014e59fc085bba-1 {}] regionserver.HStore(327): Store=d72c51c501ca8a051e014e59fc085bba/a,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-25T11:58:52,755 INFO  [StoreOpener-d72c51c501ca8a051e014e59fc085bba-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region d72c51c501ca8a051e014e59fc085bba 
2024-11-25T11:58:52,756 INFO  [StoreOpener-d72c51c501ca8a051e014e59fc085bba-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d72c51c501ca8a051e014e59fc085bba columnFamilyName b
2024-11-25T11:58:52,756 DEBUG [StoreOpener-d72c51c501ca8a051e014e59fc085bba-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T11:58:52,757 INFO  [StoreOpener-d72c51c501ca8a051e014e59fc085bba-1 {}] regionserver.HStore(327): Store=d72c51c501ca8a051e014e59fc085bba/b,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-25T11:58:52,757 INFO  [StoreOpener-d72c51c501ca8a051e014e59fc085bba-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region d72c51c501ca8a051e014e59fc085bba 
2024-11-25T11:58:52,759 INFO  [StoreOpener-d72c51c501ca8a051e014e59fc085bba-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d72c51c501ca8a051e014e59fc085bba columnFamilyName c
2024-11-25T11:58:52,759 DEBUG [StoreOpener-d72c51c501ca8a051e014e59fc085bba-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T11:58:52,759 INFO  [StoreOpener-d72c51c501ca8a051e014e59fc085bba-1 {}] regionserver.HStore(327): Store=d72c51c501ca8a051e014e59fc085bba/c,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-25T11:58:52,760 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for d72c51c501ca8a051e014e59fc085bba
2024-11-25T11:58:52,760 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34151/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/d72c51c501ca8a051e014e59fc085bba
2024-11-25T11:58:52,761 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34151/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/d72c51c501ca8a051e014e59fc085bba
2024-11-25T11:58:52,762 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for d72c51c501ca8a051e014e59fc085bba
2024-11-25T11:58:52,762 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for d72c51c501ca8a051e014e59fc085bba
2024-11-25T11:58:52,763 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRegionMadeOfBulkLoadedFilesOnly descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-11-25T11:58:52,764 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for d72c51c501ca8a051e014e59fc085bba
2024-11-25T11:58:52,767 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34151/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/d72c51c501ca8a051e014e59fc085bba/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-25T11:58:52,767 INFO  [Time-limited test {}] regionserver.HRegion(1114): Opened d72c51c501ca8a051e014e59fc085bba; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69639731, jitterRate=0.037712857127189636}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-11-25T11:58:52,768 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for d72c51c501ca8a051e014e59fc085bba:
Writing region info on filesystem at 1732535932748Initializing all the Stores at 1732535932749 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732535932749Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732535932752 (+3 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732535932752Cleaning up temporary data from old regions at 1732535932762 (+10 ms)Region opened successfully at 1732535932768 (+6 ms)
2024-11-25T11:58:52,768 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing d72c51c501ca8a051e014e59fc085bba, disabling compactions & flushes
2024-11-25T11:58:52,768 INFO  [Time-limited test {}] regionserver.HRegion(1755): Closing region testRegionMadeOfBulkLoadedFilesOnly,,1732535932555.d72c51c501ca8a051e014e59fc085bba.
2024-11-25T11:58:52,768 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testRegionMadeOfBulkLoadedFilesOnly,,1732535932555.d72c51c501ca8a051e014e59fc085bba.
2024-11-25T11:58:52,768 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testRegionMadeOfBulkLoadedFilesOnly,,1732535932555.d72c51c501ca8a051e014e59fc085bba. after waiting 0 ms
2024-11-25T11:58:52,768 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testRegionMadeOfBulkLoadedFilesOnly,,1732535932555.d72c51c501ca8a051e014e59fc085bba.
2024-11-25T11:58:52,769 INFO  [Time-limited test {}] regionserver.HRegion(1973): Closed testRegionMadeOfBulkLoadedFilesOnly,,1732535932555.d72c51c501ca8a051e014e59fc085bba.
2024-11-25T11:58:52,769 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for d72c51c501ca8a051e014e59fc085bba:
Waiting for close lock at 1732535932768Disabling compacts and flushes for region at 1732535932768Disabling writes for close at 1732535932768Writing region close event to WAL at 1732535932769 (+1 ms)Closed at 1732535932769
2024-11-25T11:58:52,781 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36573 is added to blk_1073741878_1055 (size=93)
2024-11-25T11:58:52,781 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35303 is added to blk_1073741878_1055 (size=93)
2024-11-25T11:58:52,785 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39871 is added to blk_1073741878_1055 (size=93)
2024-11-25T11:58:52,786 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs
2024-11-25T11:58:52,786 INFO  [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-16392700:(num 1732535932568)
2024-11-25T11:58:52,786 INFO  [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor
2024-11-25T11:58:52,788 INFO  [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:34151/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732535932547, archiveDir=hdfs://localhost:34151/hbase/oldWALs, maxLogs=32
2024-11-25T11:58:52,803 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732535932547/wal.1732535932789, exclude list is [], retry=0
2024-11-25T11:58:52,808 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39871,DS-a26a421e-0102-4e02-b10b-ef176eeda992,DISK]
2024-11-25T11:58:52,809 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36573,DS-5cdd0e23-dce8-49b9-9d0d-2dd069665475,DISK]
2024-11-25T11:58:52,809 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35303,DS-889d203c-47da-4fdb-9342-bfab24a44ff1,DISK]
2024-11-25T11:58:52,829 INFO  [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732535932547/wal.1732535932789
2024-11-25T11:58:52,829 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42087:42087),(127.0.0.1/127.0.0.1:41699:41699),(127.0.0.1/127.0.0.1:33477:33477)]
2024-11-25T11:58:52,829 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => d72c51c501ca8a051e014e59fc085bba, NAME => 'testRegionMadeOfBulkLoadedFilesOnly,,1732535932555.d72c51c501ca8a051e014e59fc085bba.', STARTKEY => '', ENDKEY => ''}
2024-11-25T11:58:52,829 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testRegionMadeOfBulkLoadedFilesOnly,,1732535932555.d72c51c501ca8a051e014e59fc085bba.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-25T11:58:52,830 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for d72c51c501ca8a051e014e59fc085bba
2024-11-25T11:58:52,830 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for d72c51c501ca8a051e014e59fc085bba
2024-11-25T11:58:52,833 INFO  [StoreOpener-d72c51c501ca8a051e014e59fc085bba-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region d72c51c501ca8a051e014e59fc085bba 
2024-11-25T11:58:52,834 INFO  [StoreOpener-d72c51c501ca8a051e014e59fc085bba-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d72c51c501ca8a051e014e59fc085bba columnFamilyName a
2024-11-25T11:58:52,834 DEBUG [StoreOpener-d72c51c501ca8a051e014e59fc085bba-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T11:58:52,835 INFO  [StoreOpener-d72c51c501ca8a051e014e59fc085bba-1 {}] regionserver.HStore(327): Store=d72c51c501ca8a051e014e59fc085bba/a,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-25T11:58:52,835 INFO  [StoreOpener-d72c51c501ca8a051e014e59fc085bba-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region d72c51c501ca8a051e014e59fc085bba 
2024-11-25T11:58:52,836 INFO  [StoreOpener-d72c51c501ca8a051e014e59fc085bba-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d72c51c501ca8a051e014e59fc085bba columnFamilyName b
2024-11-25T11:58:52,836 DEBUG [StoreOpener-d72c51c501ca8a051e014e59fc085bba-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T11:58:52,837 INFO  [StoreOpener-d72c51c501ca8a051e014e59fc085bba-1 {}] regionserver.HStore(327): Store=d72c51c501ca8a051e014e59fc085bba/b,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-25T11:58:52,837 INFO  [StoreOpener-d72c51c501ca8a051e014e59fc085bba-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region d72c51c501ca8a051e014e59fc085bba 
2024-11-25T11:58:52,839 INFO  [StoreOpener-d72c51c501ca8a051e014e59fc085bba-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d72c51c501ca8a051e014e59fc085bba columnFamilyName c
2024-11-25T11:58:52,839 DEBUG [StoreOpener-d72c51c501ca8a051e014e59fc085bba-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T11:58:52,845 INFO  [StoreOpener-d72c51c501ca8a051e014e59fc085bba-1 {}] regionserver.HStore(327): Store=d72c51c501ca8a051e014e59fc085bba/c,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-25T11:58:52,845 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for d72c51c501ca8a051e014e59fc085bba
2024-11-25T11:58:52,846 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34151/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/d72c51c501ca8a051e014e59fc085bba
2024-11-25T11:58:52,847 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34151/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/d72c51c501ca8a051e014e59fc085bba
2024-11-25T11:58:52,849 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for d72c51c501ca8a051e014e59fc085bba
2024-11-25T11:58:52,849 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for d72c51c501ca8a051e014e59fc085bba
2024-11-25T11:58:52,849 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRegionMadeOfBulkLoadedFilesOnly descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-11-25T11:58:52,851 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for d72c51c501ca8a051e014e59fc085bba
2024-11-25T11:58:52,852 INFO  [Time-limited test {}] regionserver.HRegion(1114): Opened d72c51c501ca8a051e014e59fc085bba; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75338222, jitterRate=0.12262699007987976}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-11-25T11:58:52,852 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for d72c51c501ca8a051e014e59fc085bba:
Writing region info on filesystem at 1732535932830Initializing all the Stores at 1732535932831 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732535932831Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732535932832 (+1 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732535932832Cleaning up temporary data from old regions at 1732535932849 (+17 ms)Region opened successfully at 1732535932852 (+3 ms)
2024-11-25T11:58:52,859 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile is 28, key is \x0D/a:a/1732535932858/Put/seqid=0
2024-11-25T11:58:52,877 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36573 is added to blk_1073741881_1058 (size=4826)
2024-11-25T11:58:52,877 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35303 is added to blk_1073741881_1058 (size=4826)
2024-11-25T11:58:52,877 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39871 is added to blk_1073741881_1058 (size=4826)
2024-11-25T11:58:52,878 INFO  [Time-limited test {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34151/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile for inclusion in d72c51c501ca8a051e014e59fc085bba/a
2024-11-25T11:58:52,889 DEBUG [Time-limited test {}] regionserver.HStore(626): HFile bounds: first= last=z
2024-11-25T11:58:52,890 DEBUG [Time-limited test {}] regionserver.HStore(628): Region bounds: first= last=
2024-11-25T11:58:52,890 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for d72c51c501ca8a051e014e59fc085bba:

2024-11-25T11:58:52,892 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile as hdfs://localhost:34151/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/d72c51c501ca8a051e014e59fc085bba/a/45562098d6d6496f9073efdbb7b8d3ac_SeqId_3_
2024-11-25T11:58:52,903 INFO  [Time-limited test {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34151/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile into d72c51c501ca8a051e014e59fc085bba/a as hdfs://localhost:34151/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/d72c51c501ca8a051e014e59fc085bba/a/45562098d6d6496f9073efdbb7b8d3ac_SeqId_3_ - updating store file list.
2024-11-25T11:58:52,909 DEBUG [Time-limited test {}] regionserver.HStoreFile(483): HFile Bloom filter type for 45562098d6d6496f9073efdbb7b8d3ac_SeqId_3_: NONE, but ROW specified in column family configuration
2024-11-25T11:58:52,910 INFO  [Time-limited test {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34151/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/d72c51c501ca8a051e014e59fc085bba/a/45562098d6d6496f9073efdbb7b8d3ac_SeqId_3_ into d72c51c501ca8a051e014e59fc085bba/a
2024-11-25T11:58:52,910 INFO  [Time-limited test {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34151/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile into d72c51c501ca8a051e014e59fc085bba/a (new location: hdfs://localhost:34151/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/d72c51c501ca8a051e014e59fc085bba/a/45562098d6d6496f9073efdbb7b8d3ac_SeqId_3_)
2024-11-25T11:58:52,963 INFO  [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34151/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732535932547/wal.1732535932789, size=0 (0bytes)
2024-11-25T11:58:52,963 WARN  [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:34151/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732535932547/wal.1732535932789 might be still open, length is 0
2024-11-25T11:58:52,963 INFO  [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34151/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732535932547/wal.1732535932789
2024-11-25T11:58:52,964 WARN  [IPC Server handler 4 on default port 34151 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732535932547/wal.1732535932789 has not been closed. Lease recovery is in progress. RecoveryId = 1059 for block blk_1073741880_1057
2024-11-25T11:58:52,969 INFO  [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:34151/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732535932547/wal.1732535932789 after 6ms
2024-11-25T11:58:54,136 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testRegionMadeOfBulkLoadedFilesOnly
2024-11-25T11:58:54,136 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testRegionMadeOfBulkLoadedFilesOnly Metrics about Tables on a single HBase RegionServer
2024-11-25T11:58:54,137 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testSequentialEditLogSeqNum
2024-11-25T11:58:54,137 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testSequentialEditLogSeqNum Metrics about Tables on a single HBase RegionServer
2024-11-25T11:58:55,898 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1238228515_22 at /127.0.0.1:43132 [Receiving block BP-1248860769-172.17.0.3-1732535908330:blk_1073741880_1057] {}] datanode.DataXceiver(331): 127.0.0.1:39871:DataXceiver error processing WRITE_BLOCK operation  src: /127.0.0.1:43132 dst: /127.0.0.1:39871
java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:39871 remote=/127.0.0.1:43132]. Total timeout mills is 60000, 57018 millis timeout left.
	at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?]
	at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?]
	at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?]
	at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?]
	at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?]
	at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T11:58:55,900 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1238228515_22 at /127.0.0.1:53568 [Receiving block BP-1248860769-172.17.0.3-1732535908330:blk_1073741880_1057] {}] datanode.DataXceiver(331): 127.0.0.1:36573:DataXceiver error processing WRITE_BLOCK operation  src: /127.0.0.1:53568 dst: /127.0.0.1:36573
java.io.IOException: Premature EOF from inputStream
	at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T11:58:55,903 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1238228515_22 at /127.0.0.1:35468 [Receiving block BP-1248860769-172.17.0.3-1732535908330:blk_1073741880_1057] {}] datanode.DataXceiver(331): 127.0.0.1:35303:DataXceiver error processing WRITE_BLOCK operation  src: /127.0.0.1:35468 dst: /127.0.0.1:35303
java.io.IOException: Premature EOF from inputStream
	at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T11:58:55,911 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39871 is added to blk_1073741880_1059 (size=434)
2024-11-25T11:58:55,913 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35303 is added to blk_1073741880_1059 (size=434)
2024-11-25T11:58:55,913 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36573 is added to blk_1073741880_1059 (size=434)
2024-11-25T11:58:56,972 INFO  [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:34151/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732535932547/wal.1732535932789 after 4009ms
2024-11-25T11:58:56,982 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:34151/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732535932547/wal.1732535932789: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null
2024-11-25T11:58:56,982 INFO  [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34151/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732535932547/wal.1732535932789 took 4019ms
2024-11-25T11:58:56,991 INFO  [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:34151/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732535932547/wal.1732535932789; continuing.
2024-11-25T11:58:56,991 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34151/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732535932547/wal.1732535932789 so closing down
2024-11-25T11:58:56,991 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish
2024-11-25T11:58:56,994 INFO  [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000005-wal.1732535932789.temp
2024-11-25T11:58:57,003 INFO  [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34151/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/d72c51c501ca8a051e014e59fc085bba/recovered.edits/0000000000000000005-wal.1732535932789.temp
2024-11-25T11:58:57,004 INFO  [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished
2024-11-25T11:58:57,019 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35303 is added to blk_1073741882_1060 (size=236)
2024-11-25T11:58:57,019 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36573 is added to blk_1073741882_1060 (size=236)
2024-11-25T11:58:57,020 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39871 is added to blk_1073741882_1060 (size=236)
2024-11-25T11:58:57,021 INFO  [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34151/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/d72c51c501ca8a051e014e59fc085bba/recovered.edits/0000000000000000005-wal.1732535932789.temp (wrote 1 edits, skipped 0 edits in 0 ms)
2024-11-25T11:58:57,023 INFO  [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34151/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/d72c51c501ca8a051e014e59fc085bba/recovered.edits/0000000000000000005-wal.1732535932789.temp to hdfs://localhost:34151/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/d72c51c501ca8a051e014e59fc085bba/recovered.edits/0000000000000000005
2024-11-25T11:58:57,023 INFO  [Time-limited test {}] wal.WALSplitter(425): Processed 2 edits across 1 Regions in 35 ms; skipped=1; WAL=hdfs://localhost:34151/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732535932547/wal.1732535932789, size=0, length=0, corrupted=false, cancelled=false
2024-11-25T11:58:57,023 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34151/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732535932547/wal.1732535932789, journal: Splitting hdfs://localhost:34151/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732535932547/wal.1732535932789, size=0 (0bytes) at 1732535932963Finishing writing output for hdfs://localhost:34151/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732535932547/wal.1732535932789 so closing down at 1732535936991 (+4028 ms)Creating recovered edits writer path=hdfs://localhost:34151/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/d72c51c501ca8a051e014e59fc085bba/recovered.edits/0000000000000000005-wal.1732535932789.temp at 1732535937003 (+12 ms)3 split writer threads finished at 1732535937004 (+1 ms)Closed recovered edits writer path=hdfs://localhost:34151/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/d72c51c501ca8a051e014e59fc085bba/recovered.edits/0000000000000000005-wal.1732535932789.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1732535937021 (+17 ms)Rename recovered edits hdfs://localhost:34151/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/d72c51c501ca8a051e014e59fc085bba/recovered.edits/0000000000000000005-wal.1732535932789.temp to hdfs://localhost:34151/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/d72c51c501ca8a051e014e59fc085bba/recovered.edits/0000000000000000005 at 1732535937023 (+2 ms)Processed 2 edits across 1 Regions in 35 ms; skipped=1; WAL=hdfs://localhost:34151/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732535932547/wal.1732535932789, size=0, length=0, corrupted=false, cancelled=false at 1732535937023
2024-11-25T11:58:57,027 INFO  [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34151/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732535932547/wal.1732535932789 to hdfs://localhost:34151/hbase/oldWALs/wal.1732535932789
2024-11-25T11:58:57,028 INFO  [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:34151/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/d72c51c501ca8a051e014e59fc085bba/recovered.edits/0000000000000000005
2024-11-25T11:58:57,028 INFO  [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor
2024-11-25T11:58:57,031 INFO  [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:34151/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732535932547, archiveDir=hdfs://localhost:34151/hbase/oldWALs, maxLogs=32
2024-11-25T11:58:57,052 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732535932547/wal.1732535937032, exclude list is [], retry=0
2024-11-25T11:58:57,055 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35303,DS-889d203c-47da-4fdb-9342-bfab24a44ff1,DISK]
2024-11-25T11:58:57,056 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39871,DS-a26a421e-0102-4e02-b10b-ef176eeda992,DISK]
2024-11-25T11:58:57,056 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36573,DS-5cdd0e23-dce8-49b9-9d0d-2dd069665475,DISK]
2024-11-25T11:58:57,071 INFO  [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732535932547/wal.1732535937032
2024-11-25T11:58:57,072 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33477:33477),(127.0.0.1/127.0.0.1:42087:42087),(127.0.0.1/127.0.0.1:41699:41699)]
2024-11-25T11:58:57,072 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => d72c51c501ca8a051e014e59fc085bba, NAME => 'testRegionMadeOfBulkLoadedFilesOnly,,1732535932555.d72c51c501ca8a051e014e59fc085bba.', STARTKEY => '', ENDKEY => ''}
2024-11-25T11:58:57,072 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testRegionMadeOfBulkLoadedFilesOnly,,1732535932555.d72c51c501ca8a051e014e59fc085bba.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-25T11:58:57,073 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for d72c51c501ca8a051e014e59fc085bba
2024-11-25T11:58:57,073 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for d72c51c501ca8a051e014e59fc085bba
2024-11-25T11:58:57,078 INFO  [StoreOpener-d72c51c501ca8a051e014e59fc085bba-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region d72c51c501ca8a051e014e59fc085bba 
2024-11-25T11:58:57,079 INFO  [StoreOpener-d72c51c501ca8a051e014e59fc085bba-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d72c51c501ca8a051e014e59fc085bba columnFamilyName a
2024-11-25T11:58:57,079 DEBUG [StoreOpener-d72c51c501ca8a051e014e59fc085bba-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T11:58:57,092 DEBUG [StoreFileOpener-d72c51c501ca8a051e014e59fc085bba-a-1 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 45562098d6d6496f9073efdbb7b8d3ac_SeqId_3_: NONE, but ROW specified in column family configuration
2024-11-25T11:58:57,092 DEBUG [StoreOpener-d72c51c501ca8a051e014e59fc085bba-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34151/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/d72c51c501ca8a051e014e59fc085bba/a/45562098d6d6496f9073efdbb7b8d3ac_SeqId_3_
2024-11-25T11:58:57,093 INFO  [StoreOpener-d72c51c501ca8a051e014e59fc085bba-1 {}] regionserver.HStore(327): Store=d72c51c501ca8a051e014e59fc085bba/a,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-25T11:58:57,093 INFO  [StoreOpener-d72c51c501ca8a051e014e59fc085bba-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region d72c51c501ca8a051e014e59fc085bba 
2024-11-25T11:58:57,094 INFO  [StoreOpener-d72c51c501ca8a051e014e59fc085bba-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d72c51c501ca8a051e014e59fc085bba columnFamilyName b
2024-11-25T11:58:57,094 DEBUG [StoreOpener-d72c51c501ca8a051e014e59fc085bba-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T11:58:57,095 INFO  [StoreOpener-d72c51c501ca8a051e014e59fc085bba-1 {}] regionserver.HStore(327): Store=d72c51c501ca8a051e014e59fc085bba/b,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-25T11:58:57,095 INFO  [StoreOpener-d72c51c501ca8a051e014e59fc085bba-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region d72c51c501ca8a051e014e59fc085bba 
2024-11-25T11:58:57,096 INFO  [StoreOpener-d72c51c501ca8a051e014e59fc085bba-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d72c51c501ca8a051e014e59fc085bba columnFamilyName c
2024-11-25T11:58:57,096 DEBUG [StoreOpener-d72c51c501ca8a051e014e59fc085bba-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T11:58:57,097 INFO  [StoreOpener-d72c51c501ca8a051e014e59fc085bba-1 {}] regionserver.HStore(327): Store=d72c51c501ca8a051e014e59fc085bba/c,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-25T11:58:57,098 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for d72c51c501ca8a051e014e59fc085bba
2024-11-25T11:58:57,099 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34151/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/d72c51c501ca8a051e014e59fc085bba
2024-11-25T11:58:57,101 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:34151/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/d72c51c501ca8a051e014e59fc085bba
2024-11-25T11:58:57,101 INFO  [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:34151/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/d72c51c501ca8a051e014e59fc085bba/recovered.edits/0000000000000000005
2024-11-25T11:58:57,104 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:34151/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/d72c51c501ca8a051e014e59fc085bba/recovered.edits/0000000000000000005: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null
2024-11-25T11:58:57,106 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 1, skipped 0, firstSequenceIdInLog=5, maxSequenceIdInLog=5, path=hdfs://localhost:34151/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/d72c51c501ca8a051e014e59fc085bba/recovered.edits/0000000000000000005
2024-11-25T11:58:57,106 INFO  [Time-limited test {}] regionserver.HRegion(2902): Flushing d72c51c501ca8a051e014e59fc085bba 3/3 column families, dataSize=58 B heapSize=904 B
2024-11-25T11:58:57,146 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/d72c51c501ca8a051e014e59fc085bba/.tmp/a/71a7c1882a27402385d370432cbd813a is 62, key is testRegionMadeOfBulkLoadedFilesOnly/a:a/1732535932915/Put/seqid=0
2024-11-25T11:58:57,182 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36573 is added to blk_1073741884_1062 (size=5149)
2024-11-25T11:58:57,183 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35303 is added to blk_1073741884_1062 (size=5149)
2024-11-25T11:58:57,183 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39871 is added to blk_1073741884_1062 (size=5149)
2024-11-25T11:58:57,186 INFO  [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:34151/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/d72c51c501ca8a051e014e59fc085bba/.tmp/a/71a7c1882a27402385d370432cbd813a
2024-11-25T11:58:57,206 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/d72c51c501ca8a051e014e59fc085bba/.tmp/a/71a7c1882a27402385d370432cbd813a as hdfs://localhost:34151/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/d72c51c501ca8a051e014e59fc085bba/a/71a7c1882a27402385d370432cbd813a
2024-11-25T11:58:57,221 INFO  [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34151/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/d72c51c501ca8a051e014e59fc085bba/a/71a7c1882a27402385d370432cbd813a, entries=1, sequenceid=5, filesize=5.0 K
2024-11-25T11:58:57,221 INFO  [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~58 B/58, heapSize ~376 B/376, currentSize=0 B/0 for d72c51c501ca8a051e014e59fc085bba in 115ms, sequenceid=5, compaction requested=false; wal=null
2024-11-25T11:58:57,222 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:34151/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/d72c51c501ca8a051e014e59fc085bba/recovered.edits/0000000000000000005
2024-11-25T11:58:57,225 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for d72c51c501ca8a051e014e59fc085bba
2024-11-25T11:58:57,225 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for d72c51c501ca8a051e014e59fc085bba
2024-11-25T11:58:57,226 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRegionMadeOfBulkLoadedFilesOnly descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-11-25T11:58:57,228 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for d72c51c501ca8a051e014e59fc085bba
2024-11-25T11:58:57,234 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34151/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/d72c51c501ca8a051e014e59fc085bba/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1
2024-11-25T11:58:57,235 INFO  [Time-limited test {}] regionserver.HRegion(1114): Opened d72c51c501ca8a051e014e59fc085bba; next sequenceid=6; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67395628, jitterRate=0.004273116588592529}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-11-25T11:58:57,236 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for d72c51c501ca8a051e014e59fc085bba:
Writing region info on filesystem at 1732535937073Initializing all the Stores at 1732535937077 (+4 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732535937077Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732535937078 (+1 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732535937078Obtaining lock to block concurrent updates at 1732535937106 (+28 ms)Preparing flush snapshotting stores in d72c51c501ca8a051e014e59fc085bba at 1732535937106Finished memstore snapshotting testRegionMadeOfBulkLoadedFilesOnly,,1732535932555.d72c51c501ca8a051e014e59fc085bba., syncing WAL and waiting on mvcc, flushsize=dataSize=58, getHeapSize=856, getOffHeapSize=0, getCellsCount=1 at 1732535937106Flushing stores of testRegionMadeOfBulkLoadedFilesOnly,,1732535932555.d72c51c501ca8a051e014e59fc085bba. at 1732535937106Flushing d72c51c501ca8a051e014e59fc085bba/a: creating writer at 1732535937106Flushing d72c51c501ca8a051e014e59fc085bba/a: appending metadata at 1732535937145 (+39 ms)Flushing d72c51c501ca8a051e014e59fc085bba/a: closing flushed file at 1732535937145Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@29897cab: reopening flushed file at 1732535937204 (+59 ms)Finished flush of dataSize ~58 B/58, heapSize ~376 B/376, currentSize=0 B/0 for d72c51c501ca8a051e014e59fc085bba in 115ms, sequenceid=5, compaction requested=false; wal=null at 1732535937221 (+17 ms)Cleaning up temporary data from old regions at 1732535937225 (+4 ms)Region opened successfully at 1732535937236 (+11 ms)
2024-11-25T11:58:57,242 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing d72c51c501ca8a051e014e59fc085bba, disabling compactions & flushes
2024-11-25T11:58:57,242 INFO  [Time-limited test {}] regionserver.HRegion(1755): Closing region testRegionMadeOfBulkLoadedFilesOnly,,1732535932555.d72c51c501ca8a051e014e59fc085bba.
2024-11-25T11:58:57,242 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testRegionMadeOfBulkLoadedFilesOnly,,1732535932555.d72c51c501ca8a051e014e59fc085bba.
2024-11-25T11:58:57,242 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testRegionMadeOfBulkLoadedFilesOnly,,1732535932555.d72c51c501ca8a051e014e59fc085bba. after waiting 0 ms
2024-11-25T11:58:57,242 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testRegionMadeOfBulkLoadedFilesOnly,,1732535932555.d72c51c501ca8a051e014e59fc085bba.
2024-11-25T11:58:57,247 INFO  [Time-limited test {}] regionserver.HRegion(1973): Closed testRegionMadeOfBulkLoadedFilesOnly,,1732535932555.d72c51c501ca8a051e014e59fc085bba.
2024-11-25T11:58:57,247 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for d72c51c501ca8a051e014e59fc085bba:
Waiting for close lock at 1732535937242Disabling compacts and flushes for region at 1732535937242Disabling writes for close at 1732535937242Writing region close event to WAL at 1732535937247 (+5 ms)Closed at 1732535937247
2024-11-25T11:58:57,254 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36573 is added to blk_1073741883_1061 (size=93)
2024-11-25T11:58:57,254 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39871 is added to blk_1073741883_1061 (size=93)
2024-11-25T11:58:57,257 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35303 is added to blk_1073741883_1061 (size=93)
2024-11-25T11:58:57,263 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs
2024-11-25T11:58:57,263 INFO  [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1732535937032)
2024-11-25T11:58:57,282 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayCompressed#testRegionMadeOfBulkLoadedFilesOnly Thread=405 (was 398)
Potentially hanging thread: AsyncFSWAL-17-1
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: AsyncFSWAL-17-3
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: AsyncFSWAL-17-2
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-403528884_22 at /127.0.0.1:46064 [Waiting for operation #7]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (485938578) connection to localhost/127.0.0.1:34151 from jenkinstestRegionMadeOfBulkLoadedFilesOnly
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-403528884_22 at /127.0.0.1:58350 [Waiting for operation #5]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (485938578) connection to localhost/127.0.0.1:35011 from jenkins
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35011
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: LeaseRenewer:jenkinstestRegionMadeOfBulkLoadedFilesOnly@localhost:34151
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-403528884_22 at /127.0.0.1:43570 [Waiting for operation #5]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=1005 (was 939) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=867 (was 867), ProcessCount=11 (was 11), AvailableMemoryMB=6943 (was 6437) - AvailableMemoryMB LEAK? -
2024-11-25T11:58:57,299 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayCompressed#testReplayEditsAfterRegionMovedWithMultiCF Thread=405, OpenFileDescriptor=1005, MaxFileDescriptor=1048576, SystemLoadAverage=867, ProcessCount=11, AvailableMemoryMB=6942
2024-11-25T11:58:57,315 INFO  [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-25T11:58:57,320 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-25T11:58:57,325 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 2bf237fd86ca,45455,1732535913463
2024-11-25T11:58:57,328 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3663942f
2024-11-25T11:58:57,329 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-25T11:58:57,331 INFO  [HMaster-EventLoopGroup-2-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41048, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-25T11:58:57,336 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45455 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'testReplayEditsAfterRegionMovedWithMultiCF', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-25T11:58:57,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45455 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF
2024-11-25T11:58:57,346 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_PRE_OPERATION
2024-11-25T11:58:57,348 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45455 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default"
qualifier: "testReplayEditsAfterRegionMovedWithMultiCF"
 procId is: 4
2024-11-25T11:58:57,349 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T11:58:57,350 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-25T11:58:57,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45455 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-25T11:58:57,371 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35303 is added to blk_1073741885_1063 (size=694)
2024-11-25T11:58:57,371 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39871 is added to blk_1073741885_1063 (size=694)
2024-11-25T11:58:57,373 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36573 is added to blk_1073741885_1063 (size=694)
2024-11-25T11:58:57,376 INFO  [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 60c41f0faac75161f2743e1eb9539f21, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1732535937333.60c41f0faac75161f2743e1eb9539f21.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsAfterRegionMovedWithMultiCF', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34151/user/jenkins/test-data/de1d2a09-e9f6-a330-7227-6fadccb48f21
2024-11-25T11:58:57,396 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35303 is added to blk_1073741886_1064 (size=77)
2024-11-25T11:58:57,397 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39871 is added to blk_1073741886_1064 (size=77)
2024-11-25T11:58:57,397 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36573 is added to blk_1073741886_1064 (size=77)
2024-11-25T11:58:57,397 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1732535937333.60c41f0faac75161f2743e1eb9539f21.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-25T11:58:57,398 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1722): Closing 60c41f0faac75161f2743e1eb9539f21, disabling compactions & flushes
2024-11-25T11:58:57,398 INFO  [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1732535937333.60c41f0faac75161f2743e1eb9539f21.
2024-11-25T11:58:57,398 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1732535937333.60c41f0faac75161f2743e1eb9539f21.
2024-11-25T11:58:57,398 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1732535937333.60c41f0faac75161f2743e1eb9539f21. after waiting 0 ms
2024-11-25T11:58:57,398 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1732535937333.60c41f0faac75161f2743e1eb9539f21.
2024-11-25T11:58:57,398 INFO  [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1732535937333.60c41f0faac75161f2743e1eb9539f21.
2024-11-25T11:58:57,398 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1676): Region close journal for 60c41f0faac75161f2743e1eb9539f21:
Waiting for close lock at 1732535937398Disabling compacts and flushes for region at 1732535937398Disabling writes for close at 1732535937398Writing region close event to WAL at 1732535937398Closed at 1732535937398
2024-11-25T11:58:57,400 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_ADD_TO_META
2024-11-25T11:58:57,406 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testReplayEditsAfterRegionMovedWithMultiCF,,1732535937333.60c41f0faac75161f2743e1eb9539f21.","families":{"info":[{"qualifier":"regioninfo","vlen":76,"tag":[],"timestamp":"1732535937400"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732535937400"}]},"ts":"1732535937400"}
2024-11-25T11:58:57,414 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-25T11:58:57,418 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-25T11:58:57,421 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testReplayEditsAfterRegionMovedWithMultiCF","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732535937418"}]},"ts":"1732535937418"}
2024-11-25T11:58:57,432 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testReplayEditsAfterRegionMovedWithMultiCF, state=ENABLING in hbase:meta
2024-11-25T11:58:57,432 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {2bf237fd86ca=0} racks are {/default-rack=0}
2024-11-25T11:58:57,434 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions
2024-11-25T11:58:57,434 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions
2024-11-25T11:58:57,434 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions
2024-11-25T11:58:57,434 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0
2024-11-25T11:58:57,434 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0
2024-11-25T11:58:57,435 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0
2024-11-25T11:58:57,435 INFO  [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0
2024-11-25T11:58:57,435 INFO  [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0
2024-11-25T11:58:57,435 INFO  [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0
2024-11-25T11:58:57,435 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1
2024-11-25T11:58:57,437 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=60c41f0faac75161f2743e1eb9539f21, ASSIGN}]
2024-11-25T11:58:57,442 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=60c41f0faac75161f2743e1eb9539f21, ASSIGN
2024-11-25T11:58:57,444 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=60c41f0faac75161f2743e1eb9539f21, ASSIGN; state=OFFLINE, location=2bf237fd86ca,42531,1732535914760; forceNewPlan=false, retain=false
2024-11-25T11:58:57,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45455 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-25T11:58:57,598 INFO  [2bf237fd86ca:45455 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 
2024-11-25T11:58:57,599 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=60c41f0faac75161f2743e1eb9539f21, regionState=OPENING, regionLocation=2bf237fd86ca,42531,1732535914760
2024-11-25T11:58:57,603 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=60c41f0faac75161f2743e1eb9539f21, ASSIGN because future has completed
2024-11-25T11:58:57,604 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 60c41f0faac75161f2743e1eb9539f21, server=2bf237fd86ca,42531,1732535914760}]
2024-11-25T11:58:57,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45455 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-25T11:58:57,761 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-11-25T11:58:57,764 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53109, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService
2024-11-25T11:58:57,785 INFO  [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open testReplayEditsAfterRegionMovedWithMultiCF,,1732535937333.60c41f0faac75161f2743e1eb9539f21.
2024-11-25T11:58:57,785 DEBUG [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 60c41f0faac75161f2743e1eb9539f21, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1732535937333.60c41f0faac75161f2743e1eb9539f21.', STARTKEY => '', ENDKEY => ''}
2024-11-25T11:58:57,786 DEBUG [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterRegionMovedWithMultiCF 60c41f0faac75161f2743e1eb9539f21
2024-11-25T11:58:57,786 DEBUG [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1732535937333.60c41f0faac75161f2743e1eb9539f21.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-25T11:58:57,786 DEBUG [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 60c41f0faac75161f2743e1eb9539f21
2024-11-25T11:58:57,786 DEBUG [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 60c41f0faac75161f2743e1eb9539f21
2024-11-25T11:58:57,793 INFO  [StoreOpener-60c41f0faac75161f2743e1eb9539f21-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region 60c41f0faac75161f2743e1eb9539f21 
2024-11-25T11:58:57,815 INFO  [StoreOpener-60c41f0faac75161f2743e1eb9539f21-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 60c41f0faac75161f2743e1eb9539f21 columnFamilyName cf1
2024-11-25T11:58:57,815 DEBUG [StoreOpener-60c41f0faac75161f2743e1eb9539f21-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T11:58:57,824 INFO  [StoreOpener-60c41f0faac75161f2743e1eb9539f21-1 {}] regionserver.HStore(327): Store=60c41f0faac75161f2743e1eb9539f21/cf1,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-25T11:58:57,825 INFO  [StoreOpener-60c41f0faac75161f2743e1eb9539f21-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region 60c41f0faac75161f2743e1eb9539f21 
2024-11-25T11:58:57,827 INFO  [StoreOpener-60c41f0faac75161f2743e1eb9539f21-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 60c41f0faac75161f2743e1eb9539f21 columnFamilyName cf2
2024-11-25T11:58:57,827 DEBUG [StoreOpener-60c41f0faac75161f2743e1eb9539f21-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T11:58:57,828 INFO  [StoreOpener-60c41f0faac75161f2743e1eb9539f21-1 {}] regionserver.HStore(327): Store=60c41f0faac75161f2743e1eb9539f21/cf2,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-25T11:58:57,828 DEBUG [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 60c41f0faac75161f2743e1eb9539f21
2024-11-25T11:58:57,832 DEBUG [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34151/user/jenkins/test-data/de1d2a09-e9f6-a330-7227-6fadccb48f21/data/default/testReplayEditsAfterRegionMovedWithMultiCF/60c41f0faac75161f2743e1eb9539f21
2024-11-25T11:58:57,833 DEBUG [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34151/user/jenkins/test-data/de1d2a09-e9f6-a330-7227-6fadccb48f21/data/default/testReplayEditsAfterRegionMovedWithMultiCF/60c41f0faac75161f2743e1eb9539f21
2024-11-25T11:58:57,840 DEBUG [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 60c41f0faac75161f2743e1eb9539f21
2024-11-25T11:58:57,841 DEBUG [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 60c41f0faac75161f2743e1eb9539f21
2024-11-25T11:58:57,842 DEBUG [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterRegionMovedWithMultiCF descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead.
2024-11-25T11:58:57,844 DEBUG [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 60c41f0faac75161f2743e1eb9539f21
2024-11-25T11:58:57,856 DEBUG [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34151/user/jenkins/test-data/de1d2a09-e9f6-a330-7227-6fadccb48f21/data/default/testReplayEditsAfterRegionMovedWithMultiCF/60c41f0faac75161f2743e1eb9539f21/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-25T11:58:57,857 INFO  [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 60c41f0faac75161f2743e1eb9539f21; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61410647, jitterRate=-0.08491005003452301}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864}
2024-11-25T11:58:57,858 DEBUG [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 60c41f0faac75161f2743e1eb9539f21
2024-11-25T11:58:57,858 DEBUG [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 60c41f0faac75161f2743e1eb9539f21:
Running coprocessor pre-open hook at 1732535937786Writing region info on filesystem at 1732535937786Initializing all the Stores at 1732535937788 (+2 ms)Instantiating store for column family {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732535937788Instantiating store for column family {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732535937788Cleaning up temporary data from old regions at 1732535937841 (+53 ms)Running coprocessor post-open hooks at 1732535937858 (+17 ms)Region opened successfully at 1732535937858
2024-11-25T11:58:57,863 INFO  [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for testReplayEditsAfterRegionMovedWithMultiCF,,1732535937333.60c41f0faac75161f2743e1eb9539f21., pid=6, masterSystemTime=1732535937760
2024-11-25T11:58:57,869 DEBUG [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for testReplayEditsAfterRegionMovedWithMultiCF,,1732535937333.60c41f0faac75161f2743e1eb9539f21.
2024-11-25T11:58:57,869 INFO  [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened testReplayEditsAfterRegionMovedWithMultiCF,,1732535937333.60c41f0faac75161f2743e1eb9539f21.
2024-11-25T11:58:57,873 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=60c41f0faac75161f2743e1eb9539f21, regionState=OPEN, openSeqNum=2, regionLocation=2bf237fd86ca,42531,1732535914760
2024-11-25T11:58:57,890 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 60c41f0faac75161f2743e1eb9539f21, server=2bf237fd86ca,42531,1732535914760 because future has completed
2024-11-25T11:58:57,921 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5
2024-11-25T11:58:57,921 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 60c41f0faac75161f2743e1eb9539f21, server=2bf237fd86ca,42531,1732535914760 in 297 msec
2024-11-25T11:58:57,926 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4
2024-11-25T11:58:57,926 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=60c41f0faac75161f2743e1eb9539f21, ASSIGN in 485 msec
2024-11-25T11:58:57,928 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-25T11:58:57,929 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testReplayEditsAfterRegionMovedWithMultiCF","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732535937928"}]},"ts":"1732535937928"}
2024-11-25T11:58:57,939 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testReplayEditsAfterRegionMovedWithMultiCF, state=ENABLED in hbase:meta
2024-11-25T11:58:57,943 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_POST_OPERATION
2024-11-25T11:58:57,946 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF in 605 msec
2024-11-25T11:58:57,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45455 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-25T11:58:57,983 INFO  [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testReplayEditsAfterRegionMovedWithMultiCF completed
2024-11-25T11:58:57,984 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testReplayEditsAfterRegionMovedWithMultiCF get assigned. Timeout = 60000ms
2024-11-25T11:58:57,986 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-25T11:58:57,995 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testReplayEditsAfterRegionMovedWithMultiCF assigned to meta. Checking AM states.
2024-11-25T11:58:57,996 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-25T11:58:57,997 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testReplayEditsAfterRegionMovedWithMultiCF assigned.
2024-11-25T11:58:58,017 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testReplayEditsAfterRegionMovedWithMultiCF', row='r1', locateType=CURRENT is [region=testReplayEditsAfterRegionMovedWithMultiCF,,1732535937333.60c41f0faac75161f2743e1eb9539f21., hostname=2bf237fd86ca,42531,1732535914760, seqNum=2]
2024-11-25T11:58:58,019 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-25T11:58:58,047 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38268, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-25T11:58:58,070 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45455 {}] master.HMaster(2410): Client=jenkins//172.17.0.3 move hri=60c41f0faac75161f2743e1eb9539f21, source=2bf237fd86ca,42531,1732535914760, destination=2bf237fd86ca,41159,1732535914549, warming up region on 2bf237fd86ca,41159,1732535914549
2024-11-25T11:58:58,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45455 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-11-25T11:58:58,073 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45455 {}] master.HMaster(2414): Client=jenkins//172.17.0.3 move hri=60c41f0faac75161f2743e1eb9539f21, source=2bf237fd86ca,42531,1732535914760, destination=2bf237fd86ca,41159,1732535914549, running balancer
2024-11-25T11:58:58,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45455 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=60c41f0faac75161f2743e1eb9539f21, REOPEN/MOVE
2024-11-25T11:58:58,077 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=60c41f0faac75161f2743e1eb9539f21, REOPEN/MOVE
2024-11-25T11:58:58,079 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58117, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService
2024-11-25T11:58:58,081 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=60c41f0faac75161f2743e1eb9539f21, regionState=CLOSING, regionLocation=2bf237fd86ca,42531,1732535914760
2024-11-25T11:58:58,085 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=60c41f0faac75161f2743e1eb9539f21, REOPEN/MOVE because future has completed
2024-11-25T11:58:58,091 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false
2024-11-25T11:58:58,092 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE, hasLock=false; CloseRegionProcedure 60c41f0faac75161f2743e1eb9539f21, server=2bf237fd86ca,42531,1732535914760}]
2024-11-25T11:58:58,115 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41159 {}] regionserver.RSRpcServices(2066): Warmup testReplayEditsAfterRegionMovedWithMultiCF,,1732535937333.60c41f0faac75161f2743e1eb9539f21.
2024-11-25T11:58:58,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41159 {}] regionserver.HRegion(7855): Warmup {ENCODED => 60c41f0faac75161f2743e1eb9539f21, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1732535937333.60c41f0faac75161f2743e1eb9539f21.', STARTKEY => '', ENDKEY => ''}
2024-11-25T11:58:58,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41159 {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1732535937333.60c41f0faac75161f2743e1eb9539f21.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-25T11:58:58,121 INFO  [StoreOpener-60c41f0faac75161f2743e1eb9539f21-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region 60c41f0faac75161f2743e1eb9539f21 
2024-11-25T11:58:58,122 INFO  [StoreOpener-60c41f0faac75161f2743e1eb9539f21-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 60c41f0faac75161f2743e1eb9539f21 columnFamilyName cf1
2024-11-25T11:58:58,122 DEBUG [StoreOpener-60c41f0faac75161f2743e1eb9539f21-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T11:58:58,123 INFO  [StoreOpener-60c41f0faac75161f2743e1eb9539f21-1 {}] regionserver.HStore(327): Store=60c41f0faac75161f2743e1eb9539f21/cf1,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-25T11:58:58,123 INFO  [StoreOpener-60c41f0faac75161f2743e1eb9539f21-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region 60c41f0faac75161f2743e1eb9539f21 
2024-11-25T11:58:58,125 INFO  [StoreOpener-60c41f0faac75161f2743e1eb9539f21-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 60c41f0faac75161f2743e1eb9539f21 columnFamilyName cf2
2024-11-25T11:58:58,125 DEBUG [StoreOpener-60c41f0faac75161f2743e1eb9539f21-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T11:58:58,126 INFO  [StoreOpener-60c41f0faac75161f2743e1eb9539f21-1 {}] regionserver.HStore(327): Store=60c41f0faac75161f2743e1eb9539f21/cf2,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-25T11:58:58,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41159 {}] regionserver.HRegion(1722): Closing 60c41f0faac75161f2743e1eb9539f21, disabling compactions & flushes
2024-11-25T11:58:58,126 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41159 {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1732535937333.60c41f0faac75161f2743e1eb9539f21.
2024-11-25T11:58:58,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41159 {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1732535937333.60c41f0faac75161f2743e1eb9539f21.
2024-11-25T11:58:58,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41159 {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1732535937333.60c41f0faac75161f2743e1eb9539f21. after waiting 0 ms
2024-11-25T11:58:58,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41159 {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1732535937333.60c41f0faac75161f2743e1eb9539f21.
2024-11-25T11:58:58,127 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41159 {}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1732535937333.60c41f0faac75161f2743e1eb9539f21.
2024-11-25T11:58:58,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41159 {}] regionserver.HRegion(1676): Region close journal for 60c41f0faac75161f2743e1eb9539f21:
Waiting for close lock at 1732535938126Disabling compacts and flushes for region at 1732535938126Disabling writes for close at 1732535938126Writing region close event to WAL at 1732535938127 (+1 ms)Closed at 1732535938127
2024-11-25T11:58:58,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45455 {}] procedure.ProcedureSyncWait(219): waitFor pid=7
2024-11-25T11:58:58,274 INFO  [RS_CLOSE_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] handler.UnassignRegionHandler(122): Close 60c41f0faac75161f2743e1eb9539f21
2024-11-25T11:58:58,275 DEBUG [RS_CLOSE_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false
2024-11-25T11:58:58,276 DEBUG [RS_CLOSE_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1722): Closing 60c41f0faac75161f2743e1eb9539f21, disabling compactions & flushes
2024-11-25T11:58:58,276 INFO  [RS_CLOSE_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1732535937333.60c41f0faac75161f2743e1eb9539f21.
2024-11-25T11:58:58,276 DEBUG [RS_CLOSE_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1732535937333.60c41f0faac75161f2743e1eb9539f21.
2024-11-25T11:58:58,276 DEBUG [RS_CLOSE_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1732535937333.60c41f0faac75161f2743e1eb9539f21. after waiting 0 ms
2024-11-25T11:58:58,276 DEBUG [RS_CLOSE_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1732535937333.60c41f0faac75161f2743e1eb9539f21.
2024-11-25T11:58:58,276 INFO  [RS_CLOSE_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(2902): Flushing 60c41f0faac75161f2743e1eb9539f21 2/2 column families, dataSize=31 B heapSize=616 B
2024-11-25T11:58:58,326 DEBUG [RS_CLOSE_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/de1d2a09-e9f6-a330-7227-6fadccb48f21/data/default/testReplayEditsAfterRegionMovedWithMultiCF/60c41f0faac75161f2743e1eb9539f21/.tmp/cf1/03abbc7e466f44ddb28ae670ce58300b is 35, key is r1/cf1:q/1732535938048/Put/seqid=0
2024-11-25T11:58:58,348 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36573 is added to blk_1073741887_1065 (size=4783)
2024-11-25T11:58:58,348 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35303 is added to blk_1073741887_1065 (size=4783)
2024-11-25T11:58:58,349 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39871 is added to blk_1073741887_1065 (size=4783)
2024-11-25T11:58:58,349 INFO  [RS_CLOSE_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31 B at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:34151/user/jenkins/test-data/de1d2a09-e9f6-a330-7227-6fadccb48f21/data/default/testReplayEditsAfterRegionMovedWithMultiCF/60c41f0faac75161f2743e1eb9539f21/.tmp/cf1/03abbc7e466f44ddb28ae670ce58300b
2024-11-25T11:58:58,362 DEBUG [RS_CLOSE_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/de1d2a09-e9f6-a330-7227-6fadccb48f21/data/default/testReplayEditsAfterRegionMovedWithMultiCF/60c41f0faac75161f2743e1eb9539f21/.tmp/cf1/03abbc7e466f44ddb28ae670ce58300b as hdfs://localhost:34151/user/jenkins/test-data/de1d2a09-e9f6-a330-7227-6fadccb48f21/data/default/testReplayEditsAfterRegionMovedWithMultiCF/60c41f0faac75161f2743e1eb9539f21/cf1/03abbc7e466f44ddb28ae670ce58300b
2024-11-25T11:58:58,381 INFO  [RS_CLOSE_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34151/user/jenkins/test-data/de1d2a09-e9f6-a330-7227-6fadccb48f21/data/default/testReplayEditsAfterRegionMovedWithMultiCF/60c41f0faac75161f2743e1eb9539f21/cf1/03abbc7e466f44ddb28ae670ce58300b, entries=1, sequenceid=5, filesize=4.7 K
2024-11-25T11:58:58,383 INFO  [RS_CLOSE_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(3140): Finished flush of dataSize ~31 B/31, heapSize ~344 B/344, currentSize=0 B/0 for 60c41f0faac75161f2743e1eb9539f21 in 107ms, sequenceid=5, compaction requested=false
2024-11-25T11:58:58,383 DEBUG [RS_CLOSE_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testReplayEditsAfterRegionMovedWithMultiCF'
2024-11-25T11:58:58,388 DEBUG [RS_CLOSE_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34151/user/jenkins/test-data/de1d2a09-e9f6-a330-7227-6fadccb48f21/data/default/testReplayEditsAfterRegionMovedWithMultiCF/60c41f0faac75161f2743e1eb9539f21/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1
2024-11-25T11:58:58,391 INFO  [RS_CLOSE_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1732535937333.60c41f0faac75161f2743e1eb9539f21.
2024-11-25T11:58:58,392 DEBUG [RS_CLOSE_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1676): Region close journal for 60c41f0faac75161f2743e1eb9539f21:
Waiting for close lock at 1732535938276Running coprocessor pre-close hooks at 1732535938276Disabling compacts and flushes for region at 1732535938276Disabling writes for close at 1732535938276Obtaining lock to block concurrent updates at 1732535938276Preparing flush snapshotting stores in 60c41f0faac75161f2743e1eb9539f21 at 1732535938276Finished memstore snapshotting testReplayEditsAfterRegionMovedWithMultiCF,,1732535937333.60c41f0faac75161f2743e1eb9539f21., syncing WAL and waiting on mvcc, flushsize=dataSize=31, getHeapSize=584, getOffHeapSize=0, getCellsCount=1 at 1732535938277 (+1 ms)Flushing stores of testReplayEditsAfterRegionMovedWithMultiCF,,1732535937333.60c41f0faac75161f2743e1eb9539f21. at 1732535938292 (+15 ms)Flushing 60c41f0faac75161f2743e1eb9539f21/cf1: creating writer at 1732535938293 (+1 ms)Flushing 60c41f0faac75161f2743e1eb9539f21/cf1: appending metadata at 1732535938326 (+33 ms)Flushing 60c41f0faac75161f2743e1eb9539f21/cf1: closing flushed file at 1732535938326Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2925ec62: reopening flushed file at 1732535938360 (+34 ms)Finished flush of dataSize ~31 B/31, heapSize ~344 B/344, currentSize=0 B/0 for 60c41f0faac75161f2743e1eb9539f21 in 107ms, sequenceid=5, compaction requested=false at 1732535938383 (+23 ms)Writing region close event to WAL at 1732535938384 (+1 ms)Running coprocessor post-close hooks at 1732535938389 (+5 ms)Closed at 1732535938391 (+2 ms)
2024-11-25T11:58:58,392 INFO  [RS_CLOSE_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegionServer(3302): Adding 60c41f0faac75161f2743e1eb9539f21 move to 2bf237fd86ca,41159,1732535914549 record at close sequenceid=5
2024-11-25T11:58:58,395 INFO  [RS_CLOSE_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] handler.UnassignRegionHandler(157): Closed 60c41f0faac75161f2743e1eb9539f21
2024-11-25T11:58:58,396 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=60c41f0faac75161f2743e1eb9539f21, regionState=CLOSED
2024-11-25T11:58:58,399 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=7, state=RUNNABLE, hasLock=false; CloseRegionProcedure 60c41f0faac75161f2743e1eb9539f21, server=2bf237fd86ca,42531,1732535914760 because future has completed
2024-11-25T11:58:58,409 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7
2024-11-25T11:58:58,410 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; CloseRegionProcedure 60c41f0faac75161f2743e1eb9539f21, server=2bf237fd86ca,42531,1732535914760 in 314 msec
2024-11-25T11:58:58,411 INFO  [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=60c41f0faac75161f2743e1eb9539f21, REOPEN/MOVE; state=CLOSED, location=2bf237fd86ca,41159,1732535914549; forceNewPlan=false, retain=false
2024-11-25T11:58:58,565 INFO  [2bf237fd86ca:45455 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 
2024-11-25T11:58:58,565 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=60c41f0faac75161f2743e1eb9539f21, regionState=OPENING, regionLocation=2bf237fd86ca,41159,1732535914549
2024-11-25T11:58:58,572 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=60c41f0faac75161f2743e1eb9539f21, REOPEN/MOVE because future has completed
2024-11-25T11:58:58,574 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 60c41f0faac75161f2743e1eb9539f21, server=2bf237fd86ca,41159,1732535914549}]
2024-11-25T11:58:58,734 INFO  [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] handler.AssignRegionHandler(132): Open testReplayEditsAfterRegionMovedWithMultiCF,,1732535937333.60c41f0faac75161f2743e1eb9539f21.
2024-11-25T11:58:58,734 DEBUG [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(7752): Opening region: {ENCODED => 60c41f0faac75161f2743e1eb9539f21, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1732535937333.60c41f0faac75161f2743e1eb9539f21.', STARTKEY => '', ENDKEY => ''}
2024-11-25T11:58:58,734 DEBUG [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterRegionMovedWithMultiCF 60c41f0faac75161f2743e1eb9539f21
2024-11-25T11:58:58,734 DEBUG [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1732535937333.60c41f0faac75161f2743e1eb9539f21.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-25T11:58:58,734 DEBUG [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(7794): checking encryption for 60c41f0faac75161f2743e1eb9539f21
2024-11-25T11:58:58,735 DEBUG [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(7797): checking classloading for 60c41f0faac75161f2743e1eb9539f21
2024-11-25T11:58:58,736 INFO  [StoreOpener-60c41f0faac75161f2743e1eb9539f21-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region 60c41f0faac75161f2743e1eb9539f21 
2024-11-25T11:58:58,738 INFO  [StoreOpener-60c41f0faac75161f2743e1eb9539f21-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 60c41f0faac75161f2743e1eb9539f21 columnFamilyName cf1
2024-11-25T11:58:58,738 DEBUG [StoreOpener-60c41f0faac75161f2743e1eb9539f21-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T11:58:58,747 DEBUG [StoreOpener-60c41f0faac75161f2743e1eb9539f21-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34151/user/jenkins/test-data/de1d2a09-e9f6-a330-7227-6fadccb48f21/data/default/testReplayEditsAfterRegionMovedWithMultiCF/60c41f0faac75161f2743e1eb9539f21/cf1/03abbc7e466f44ddb28ae670ce58300b
2024-11-25T11:58:58,748 INFO  [StoreOpener-60c41f0faac75161f2743e1eb9539f21-1 {}] regionserver.HStore(327): Store=60c41f0faac75161f2743e1eb9539f21/cf1,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-25T11:58:58,748 INFO  [StoreOpener-60c41f0faac75161f2743e1eb9539f21-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region 60c41f0faac75161f2743e1eb9539f21 
2024-11-25T11:58:58,750 INFO  [StoreOpener-60c41f0faac75161f2743e1eb9539f21-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 60c41f0faac75161f2743e1eb9539f21 columnFamilyName cf2
2024-11-25T11:58:58,750 DEBUG [StoreOpener-60c41f0faac75161f2743e1eb9539f21-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T11:58:58,750 INFO  [StoreOpener-60c41f0faac75161f2743e1eb9539f21-1 {}] regionserver.HStore(327): Store=60c41f0faac75161f2743e1eb9539f21/cf2,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-25T11:58:58,751 DEBUG [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1038): replaying wal for 60c41f0faac75161f2743e1eb9539f21
2024-11-25T11:58:58,752 DEBUG [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34151/user/jenkins/test-data/de1d2a09-e9f6-a330-7227-6fadccb48f21/data/default/testReplayEditsAfterRegionMovedWithMultiCF/60c41f0faac75161f2743e1eb9539f21
2024-11-25T11:58:58,754 DEBUG [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34151/user/jenkins/test-data/de1d2a09-e9f6-a330-7227-6fadccb48f21/data/default/testReplayEditsAfterRegionMovedWithMultiCF/60c41f0faac75161f2743e1eb9539f21
2024-11-25T11:58:58,755 DEBUG [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1048): stopping wal replay for 60c41f0faac75161f2743e1eb9539f21
2024-11-25T11:58:58,755 DEBUG [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1060): Cleaning up temporary data for 60c41f0faac75161f2743e1eb9539f21
2024-11-25T11:58:58,756 DEBUG [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterRegionMovedWithMultiCF descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead.
2024-11-25T11:58:58,758 DEBUG [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1093): writing seq id for 60c41f0faac75161f2743e1eb9539f21
2024-11-25T11:58:58,759 INFO  [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1114): Opened 60c41f0faac75161f2743e1eb9539f21; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59953160, jitterRate=-0.10662829875946045}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864}
2024-11-25T11:58:58,759 DEBUG [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 60c41f0faac75161f2743e1eb9539f21
2024-11-25T11:58:58,760 DEBUG [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1006): Region open journal for 60c41f0faac75161f2743e1eb9539f21:
Running coprocessor pre-open hook at 1732535938735Writing region info on filesystem at 1732535938735Initializing all the Stores at 1732535938736 (+1 ms)Instantiating store for column family {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732535938736Instantiating store for column family {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732535938736Cleaning up temporary data from old regions at 1732535938755 (+19 ms)Running coprocessor post-open hooks at 1732535938759 (+4 ms)Region opened successfully at 1732535938760 (+1 ms)
2024-11-25T11:58:58,766 INFO  [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegionServer(2236): Post open deploy tasks for testReplayEditsAfterRegionMovedWithMultiCF,,1732535937333.60c41f0faac75161f2743e1eb9539f21., pid=9, masterSystemTime=1732535938728
2024-11-25T11:58:58,773 DEBUG [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegionServer(2266): Finished post open deploy task for testReplayEditsAfterRegionMovedWithMultiCF,,1732535937333.60c41f0faac75161f2743e1eb9539f21.
2024-11-25T11:58:58,773 INFO  [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] handler.AssignRegionHandler(153): Opened testReplayEditsAfterRegionMovedWithMultiCF,,1732535937333.60c41f0faac75161f2743e1eb9539f21.
2024-11-25T11:58:58,773 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=60c41f0faac75161f2743e1eb9539f21, regionState=OPEN, openSeqNum=9, regionLocation=2bf237fd86ca,41159,1732535914549
2024-11-25T11:58:58,777 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 60c41f0faac75161f2743e1eb9539f21, server=2bf237fd86ca,41159,1732535914549 because future has completed
2024-11-25T11:58:58,783 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=7
2024-11-25T11:58:58,783 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure 60c41f0faac75161f2743e1eb9539f21, server=2bf237fd86ca,41159,1732535914549 in 204 msec
2024-11-25T11:58:58,793 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=60c41f0faac75161f2743e1eb9539f21, REOPEN/MOVE in 710 msec
2024-11-25T11:58:58,853 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-11-25T11:58:58,857 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55480, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService
2024-11-25T11:58:58,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42531 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 139 connection: 172.17.0.3:38268 deadline: 1732535998869, exception=org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=2bf237fd86ca port=41159 startCode=1732535914549. As of locationSeqNum=5.
2024-11-25T11:58:58,879 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1732535937333.60c41f0faac75161f2743e1eb9539f21., hostname=2bf237fd86ca,42531,1732535914760, seqNum=2 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1732535937333.60c41f0faac75161f2743e1eb9539f21., hostname=2bf237fd86ca,42531,1732535914760, seqNum=2, error=org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=2bf237fd86ca port=41159 startCode=1732535914549. As of locationSeqNum=5.
2024-11-25T11:58:58,879 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1732535937333.60c41f0faac75161f2743e1eb9539f21., hostname=2bf237fd86ca,42531,1732535914760, seqNum=2 is org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=2bf237fd86ca port=41159 startCode=1732535914549. As of locationSeqNum=5.
2024-11-25T11:58:58,880 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(84): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1732535937333.60c41f0faac75161f2743e1eb9539f21., hostname=2bf237fd86ca,42531,1732535914760, seqNum=2 with the new location region=testReplayEditsAfterRegionMovedWithMultiCF,,1732535937333.60c41f0faac75161f2743e1eb9539f21., hostname=2bf237fd86ca,41159,1732535914549, seqNum=5 constructed by org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=2bf237fd86ca port=41159 startCode=1732535914549. As of locationSeqNum=5.
2024-11-25T11:58:58,991 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-25T11:58:58,998 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55496, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-25T11:58:59,015 INFO  [Time-limited test {}] regionserver.HRegion(2902): Flushing 60c41f0faac75161f2743e1eb9539f21 2/2 column families, dataSize=50 B heapSize=720 B
2024-11-25T11:58:59,049 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/de1d2a09-e9f6-a330-7227-6fadccb48f21/data/default/testReplayEditsAfterRegionMovedWithMultiCF/60c41f0faac75161f2743e1eb9539f21/.tmp/cf1/0189361ebade46b5b52efee25434132a is 29, key is r1/cf1:/1732535939000/DeleteFamily/seqid=0
2024-11-25T11:58:59,099 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35303 is added to blk_1073741888_1066 (size=4906)
2024-11-25T11:58:59,102 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36573 is added to blk_1073741888_1066 (size=4906)
2024-11-25T11:58:59,105 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39871 is added to blk_1073741888_1066 (size=4906)
2024-11-25T11:58:59,108 INFO  [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=12 (bloomFilter=false), to=hdfs://localhost:34151/user/jenkins/test-data/de1d2a09-e9f6-a330-7227-6fadccb48f21/data/default/testReplayEditsAfterRegionMovedWithMultiCF/60c41f0faac75161f2743e1eb9539f21/.tmp/cf1/0189361ebade46b5b52efee25434132a
2024-11-25T11:58:59,138 INFO  [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0189361ebade46b5b52efee25434132a
2024-11-25T11:58:59,167 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/de1d2a09-e9f6-a330-7227-6fadccb48f21/data/default/testReplayEditsAfterRegionMovedWithMultiCF/60c41f0faac75161f2743e1eb9539f21/.tmp/cf2/ccf463bdbace420d891dc0896c8ee508 is 29, key is r1/cf2:/1732535939000/DeleteFamily/seqid=0
2024-11-25T11:58:59,192 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36573 is added to blk_1073741889_1067 (size=4906)
2024-11-25T11:58:59,194 INFO  [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=12 (bloomFilter=false), to=hdfs://localhost:34151/user/jenkins/test-data/de1d2a09-e9f6-a330-7227-6fadccb48f21/data/default/testReplayEditsAfterRegionMovedWithMultiCF/60c41f0faac75161f2743e1eb9539f21/.tmp/cf2/ccf463bdbace420d891dc0896c8ee508
2024-11-25T11:58:59,194 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35303 is added to blk_1073741889_1067 (size=4906)
2024-11-25T11:58:59,197 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39871 is added to blk_1073741889_1067 (size=4906)
2024-11-25T11:58:59,211 INFO  [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ccf463bdbace420d891dc0896c8ee508
2024-11-25T11:58:59,212 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/de1d2a09-e9f6-a330-7227-6fadccb48f21/data/default/testReplayEditsAfterRegionMovedWithMultiCF/60c41f0faac75161f2743e1eb9539f21/.tmp/cf1/0189361ebade46b5b52efee25434132a as hdfs://localhost:34151/user/jenkins/test-data/de1d2a09-e9f6-a330-7227-6fadccb48f21/data/default/testReplayEditsAfterRegionMovedWithMultiCF/60c41f0faac75161f2743e1eb9539f21/cf1/0189361ebade46b5b52efee25434132a
2024-11-25T11:58:59,221 INFO  [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0189361ebade46b5b52efee25434132a
2024-11-25T11:58:59,221 INFO  [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34151/user/jenkins/test-data/de1d2a09-e9f6-a330-7227-6fadccb48f21/data/default/testReplayEditsAfterRegionMovedWithMultiCF/60c41f0faac75161f2743e1eb9539f21/cf1/0189361ebade46b5b52efee25434132a, entries=1, sequenceid=12, filesize=4.8 K
2024-11-25T11:58:59,222 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/de1d2a09-e9f6-a330-7227-6fadccb48f21/data/default/testReplayEditsAfterRegionMovedWithMultiCF/60c41f0faac75161f2743e1eb9539f21/.tmp/cf2/ccf463bdbace420d891dc0896c8ee508 as hdfs://localhost:34151/user/jenkins/test-data/de1d2a09-e9f6-a330-7227-6fadccb48f21/data/default/testReplayEditsAfterRegionMovedWithMultiCF/60c41f0faac75161f2743e1eb9539f21/cf2/ccf463bdbace420d891dc0896c8ee508
2024-11-25T11:58:59,230 INFO  [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ccf463bdbace420d891dc0896c8ee508
2024-11-25T11:58:59,231 INFO  [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34151/user/jenkins/test-data/de1d2a09-e9f6-a330-7227-6fadccb48f21/data/default/testReplayEditsAfterRegionMovedWithMultiCF/60c41f0faac75161f2743e1eb9539f21/cf2/ccf463bdbace420d891dc0896c8ee508, entries=1, sequenceid=12, filesize=4.8 K
2024-11-25T11:58:59,232 INFO  [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~50 B/50, heapSize ~688 B/688, currentSize=0 B/0 for 60c41f0faac75161f2743e1eb9539f21 in 217ms, sequenceid=12, compaction requested=false
2024-11-25T11:58:59,233 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 60c41f0faac75161f2743e1eb9539f21:

2024-11-25T11:58:59,236 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking
2024-11-25T11:58:59,238 DEBUG [Time-limited test {}] regionserver.HStore(1541): 60c41f0faac75161f2743e1eb9539f21/cf1 is initiating major compaction (all files)
2024-11-25T11:58:59,239 INFO  [Time-limited test {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms
2024-11-25T11:58:59,239 INFO  [Time-limited test {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled.
2024-11-25T11:58:59,239 INFO  [Time-limited test {}] regionserver.HRegion(2416): Starting compaction of 60c41f0faac75161f2743e1eb9539f21/cf1 in testReplayEditsAfterRegionMovedWithMultiCF,,1732535937333.60c41f0faac75161f2743e1eb9539f21.
2024-11-25T11:58:59,240 INFO  [Time-limited test {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34151/user/jenkins/test-data/de1d2a09-e9f6-a330-7227-6fadccb48f21/data/default/testReplayEditsAfterRegionMovedWithMultiCF/60c41f0faac75161f2743e1eb9539f21/cf1/03abbc7e466f44ddb28ae670ce58300b, hdfs://localhost:34151/user/jenkins/test-data/de1d2a09-e9f6-a330-7227-6fadccb48f21/data/default/testReplayEditsAfterRegionMovedWithMultiCF/60c41f0faac75161f2743e1eb9539f21/cf1/0189361ebade46b5b52efee25434132a] into tmpdir=hdfs://localhost:34151/user/jenkins/test-data/de1d2a09-e9f6-a330-7227-6fadccb48f21/data/default/testReplayEditsAfterRegionMovedWithMultiCF/60c41f0faac75161f2743e1eb9539f21/.tmp, totalSize=9.5 K
2024-11-25T11:58:59,241 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 03abbc7e466f44ddb28ae670ce58300b, keycount=1, bloomtype=NONE, size=4.7 K, encoding=NONE, compression=NONE, seqNum=5, earliestPutTs=1732535938048
2024-11-25T11:58:59,245 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 0189361ebade46b5b52efee25434132a, keycount=1, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=9223372036854775807
2024-11-25T11:58:59,260 INFO  [Time-limited test {}] throttle.PressureAwareThroughputController(145): 60c41f0faac75161f2743e1eb9539f21#cf1#compaction#16 average throughput is NaN MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-25T11:58:59,284 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36573 is added to blk_1073741890_1068 (size=4626)
2024-11-25T11:58:59,285 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39871 is added to blk_1073741890_1068 (size=4626)
2024-11-25T11:58:59,285 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35303 is added to blk_1073741890_1068 (size=4626)
2024-11-25T11:58:59,303 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/de1d2a09-e9f6-a330-7227-6fadccb48f21/data/default/testReplayEditsAfterRegionMovedWithMultiCF/60c41f0faac75161f2743e1eb9539f21/.tmp/cf1/803cae7e8bd64cf19b2fe5287acb8352 as hdfs://localhost:34151/user/jenkins/test-data/de1d2a09-e9f6-a330-7227-6fadccb48f21/data/default/testReplayEditsAfterRegionMovedWithMultiCF/60c41f0faac75161f2743e1eb9539f21/cf1/803cae7e8bd64cf19b2fe5287acb8352
2024-11-25T11:58:59,328 INFO  [Time-limited test {}] regionserver.HStore(1337): Completed major compaction of 2 (all) file(s) in 60c41f0faac75161f2743e1eb9539f21/cf1 of 60c41f0faac75161f2743e1eb9539f21 into 803cae7e8bd64cf19b2fe5287acb8352(size=4.5 K), total size for store is 4.5 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-25T11:58:59,329 DEBUG [Time-limited test {}] regionserver.HRegion(2446): Compaction status journal for 60c41f0faac75161f2743e1eb9539f21:

2024-11-25T11:58:59,329 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 1 store files, 0 compacting, 1 eligible, 16 blocking
2024-11-25T11:58:59,329 DEBUG [Time-limited test {}] regionserver.HStore(1541): 60c41f0faac75161f2743e1eb9539f21/cf2 is initiating major compaction (all files)
2024-11-25T11:58:59,329 INFO  [Time-limited test {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms
2024-11-25T11:58:59,329 INFO  [Time-limited test {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled.
2024-11-25T11:58:59,329 INFO  [Time-limited test {}] regionserver.HRegion(2416): Starting compaction of 60c41f0faac75161f2743e1eb9539f21/cf2 in testReplayEditsAfterRegionMovedWithMultiCF,,1732535937333.60c41f0faac75161f2743e1eb9539f21.
2024-11-25T11:58:59,330 INFO  [Time-limited test {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34151/user/jenkins/test-data/de1d2a09-e9f6-a330-7227-6fadccb48f21/data/default/testReplayEditsAfterRegionMovedWithMultiCF/60c41f0faac75161f2743e1eb9539f21/cf2/ccf463bdbace420d891dc0896c8ee508] into tmpdir=hdfs://localhost:34151/user/jenkins/test-data/de1d2a09-e9f6-a330-7227-6fadccb48f21/data/default/testReplayEditsAfterRegionMovedWithMultiCF/60c41f0faac75161f2743e1eb9539f21/.tmp, totalSize=4.8 K
2024-11-25T11:58:59,330 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting ccf463bdbace420d891dc0896c8ee508, keycount=1, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=9223372036854775807
2024-11-25T11:58:59,339 INFO  [Time-limited test {}] throttle.PressureAwareThroughputController(145): 60c41f0faac75161f2743e1eb9539f21#cf2#compaction#17 average throughput is NaN MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-25T11:58:59,366 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36573 is added to blk_1073741891_1069 (size=4592)
2024-11-25T11:58:59,367 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39871 is added to blk_1073741891_1069 (size=4592)
2024-11-25T11:58:59,367 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35303 is added to blk_1073741891_1069 (size=4592)
2024-11-25T11:58:59,377 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/de1d2a09-e9f6-a330-7227-6fadccb48f21/data/default/testReplayEditsAfterRegionMovedWithMultiCF/60c41f0faac75161f2743e1eb9539f21/.tmp/cf2/2c7300bda5d84ec9a8bf2ac6545df6f8 as hdfs://localhost:34151/user/jenkins/test-data/de1d2a09-e9f6-a330-7227-6fadccb48f21/data/default/testReplayEditsAfterRegionMovedWithMultiCF/60c41f0faac75161f2743e1eb9539f21/cf2/2c7300bda5d84ec9a8bf2ac6545df6f8
2024-11-25T11:58:59,386 INFO  [Time-limited test {}] regionserver.HStore(1337): Completed major compaction of 1 (all) file(s) in 60c41f0faac75161f2743e1eb9539f21/cf2 of 60c41f0faac75161f2743e1eb9539f21 into 2c7300bda5d84ec9a8bf2ac6545df6f8(size=4.5 K), total size for store is 4.5 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-25T11:58:59,387 DEBUG [Time-limited test {}] regionserver.HRegion(2446): Compaction status journal for 60c41f0faac75161f2743e1eb9539f21:

2024-11-25T11:58:59,393 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45455 {}] master.HMaster(2410): Client=jenkins//172.17.0.3 move hri=60c41f0faac75161f2743e1eb9539f21, source=2bf237fd86ca,41159,1732535914549, destination=2bf237fd86ca,42531,1732535914760, warming up region on 2bf237fd86ca,42531,1732535914760
2024-11-25T11:58:59,393 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45455 {}] master.HMaster(2414): Client=jenkins//172.17.0.3 move hri=60c41f0faac75161f2743e1eb9539f21, source=2bf237fd86ca,41159,1732535914549, destination=2bf237fd86ca,42531,1732535914760, running balancer
2024-11-25T11:58:59,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45455 {}] procedure2.ProcedureExecutor(1139): Stored pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=60c41f0faac75161f2743e1eb9539f21, REOPEN/MOVE
2024-11-25T11:58:59,397 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=60c41f0faac75161f2743e1eb9539f21, REOPEN/MOVE
2024-11-25T11:58:59,400 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42531 {}] regionserver.RSRpcServices(2066): Warmup testReplayEditsAfterRegionMovedWithMultiCF,,1732535937333.60c41f0faac75161f2743e1eb9539f21.
2024-11-25T11:58:59,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42531 {}] regionserver.HRegion(7855): Warmup {ENCODED => 60c41f0faac75161f2743e1eb9539f21, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1732535937333.60c41f0faac75161f2743e1eb9539f21.', STARTKEY => '', ENDKEY => ''}
2024-11-25T11:58:59,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42531 {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1732535937333.60c41f0faac75161f2743e1eb9539f21.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-25T11:58:59,401 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=60c41f0faac75161f2743e1eb9539f21, regionState=CLOSING, regionLocation=2bf237fd86ca,41159,1732535914549
2024-11-25T11:58:59,401 INFO  [StoreOpener-60c41f0faac75161f2743e1eb9539f21-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region 60c41f0faac75161f2743e1eb9539f21 
2024-11-25T11:58:59,402 WARN  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45455 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=CLOSING, location=2bf237fd86ca,41159,1732535914549, table=testReplayEditsAfterRegionMovedWithMultiCF, region=60c41f0faac75161f2743e1eb9539f21. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now.
2024-11-25T11:58:59,403 INFO  [StoreOpener-60c41f0faac75161f2743e1eb9539f21-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 60c41f0faac75161f2743e1eb9539f21 columnFamilyName cf1
2024-11-25T11:58:59,403 DEBUG [StoreOpener-60c41f0faac75161f2743e1eb9539f21-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T11:58:59,410 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=60c41f0faac75161f2743e1eb9539f21, REOPEN/MOVE because future has completed
2024-11-25T11:58:59,414 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false
2024-11-25T11:58:59,414 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE, hasLock=false; CloseRegionProcedure 60c41f0faac75161f2743e1eb9539f21, server=2bf237fd86ca,41159,1732535914549}]
2024-11-25T11:58:59,422 INFO  [StoreFileOpener-60c41f0faac75161f2743e1eb9539f21-cf1-1 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0189361ebade46b5b52efee25434132a
2024-11-25T11:58:59,422 DEBUG [StoreOpener-60c41f0faac75161f2743e1eb9539f21-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34151/user/jenkins/test-data/de1d2a09-e9f6-a330-7227-6fadccb48f21/data/default/testReplayEditsAfterRegionMovedWithMultiCF/60c41f0faac75161f2743e1eb9539f21/cf1/0189361ebade46b5b52efee25434132a
2024-11-25T11:58:59,430 DEBUG [StoreOpener-60c41f0faac75161f2743e1eb9539f21-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34151/user/jenkins/test-data/de1d2a09-e9f6-a330-7227-6fadccb48f21/data/default/testReplayEditsAfterRegionMovedWithMultiCF/60c41f0faac75161f2743e1eb9539f21/cf1/03abbc7e466f44ddb28ae670ce58300b
2024-11-25T11:58:59,436 DEBUG [StoreOpener-60c41f0faac75161f2743e1eb9539f21-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34151/user/jenkins/test-data/de1d2a09-e9f6-a330-7227-6fadccb48f21/data/default/testReplayEditsAfterRegionMovedWithMultiCF/60c41f0faac75161f2743e1eb9539f21/cf1/803cae7e8bd64cf19b2fe5287acb8352
2024-11-25T11:58:59,436 INFO  [StoreOpener-60c41f0faac75161f2743e1eb9539f21-1 {}] regionserver.HStore(327): Store=60c41f0faac75161f2743e1eb9539f21/cf1,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-25T11:58:59,437 INFO  [StoreOpener-60c41f0faac75161f2743e1eb9539f21-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region 60c41f0faac75161f2743e1eb9539f21 
2024-11-25T11:58:59,438 INFO  [StoreOpener-60c41f0faac75161f2743e1eb9539f21-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 60c41f0faac75161f2743e1eb9539f21 columnFamilyName cf2
2024-11-25T11:58:59,438 DEBUG [StoreOpener-60c41f0faac75161f2743e1eb9539f21-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T11:58:59,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45455 {}] procedure.ProcedureSyncWait(219): waitFor pid=10
2024-11-25T11:58:59,454 DEBUG [StoreOpener-60c41f0faac75161f2743e1eb9539f21-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34151/user/jenkins/test-data/de1d2a09-e9f6-a330-7227-6fadccb48f21/data/default/testReplayEditsAfterRegionMovedWithMultiCF/60c41f0faac75161f2743e1eb9539f21/cf2/2c7300bda5d84ec9a8bf2ac6545df6f8
2024-11-25T11:58:59,464 INFO  [StoreFileOpener-60c41f0faac75161f2743e1eb9539f21-cf2-1 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ccf463bdbace420d891dc0896c8ee508
2024-11-25T11:58:59,464 DEBUG [StoreOpener-60c41f0faac75161f2743e1eb9539f21-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34151/user/jenkins/test-data/de1d2a09-e9f6-a330-7227-6fadccb48f21/data/default/testReplayEditsAfterRegionMovedWithMultiCF/60c41f0faac75161f2743e1eb9539f21/cf2/ccf463bdbace420d891dc0896c8ee508
2024-11-25T11:58:59,464 INFO  [StoreOpener-60c41f0faac75161f2743e1eb9539f21-1 {}] regionserver.HStore(327): Store=60c41f0faac75161f2743e1eb9539f21/cf2,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-25T11:58:59,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42531 {}] regionserver.HRegion(1722): Closing 60c41f0faac75161f2743e1eb9539f21, disabling compactions & flushes
2024-11-25T11:58:59,465 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42531 {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1732535937333.60c41f0faac75161f2743e1eb9539f21.
2024-11-25T11:58:59,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42531 {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1732535937333.60c41f0faac75161f2743e1eb9539f21.
2024-11-25T11:58:59,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42531 {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1732535937333.60c41f0faac75161f2743e1eb9539f21. after waiting 0 ms
2024-11-25T11:58:59,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42531 {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1732535937333.60c41f0faac75161f2743e1eb9539f21.
2024-11-25T11:58:59,469 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42531 {}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1732535937333.60c41f0faac75161f2743e1eb9539f21.
2024-11-25T11:58:59,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42531 {}] regionserver.HRegion(1676): Region close journal for 60c41f0faac75161f2743e1eb9539f21:
Waiting for close lock at 1732535939465Disabling compacts and flushes for region at 1732535939465Disabling writes for close at 1732535939465Writing region close event to WAL at 1732535939469 (+4 ms)Closed at 1732535939469
2024-11-25T11:58:59,577 INFO  [RS_CLOSE_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] handler.UnassignRegionHandler(122): Close 60c41f0faac75161f2743e1eb9539f21
2024-11-25T11:58:59,578 DEBUG [RS_CLOSE_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false
2024-11-25T11:58:59,578 DEBUG [RS_CLOSE_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1722): Closing 60c41f0faac75161f2743e1eb9539f21, disabling compactions & flushes
2024-11-25T11:58:59,578 INFO  [RS_CLOSE_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1732535937333.60c41f0faac75161f2743e1eb9539f21.
2024-11-25T11:58:59,578 DEBUG [RS_CLOSE_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1732535937333.60c41f0faac75161f2743e1eb9539f21.
2024-11-25T11:58:59,578 DEBUG [RS_CLOSE_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1732535937333.60c41f0faac75161f2743e1eb9539f21. after waiting 0 ms
2024-11-25T11:58:59,578 DEBUG [RS_CLOSE_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1732535937333.60c41f0faac75161f2743e1eb9539f21.
2024-11-25T11:58:59,579 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1732535937333.60c41f0faac75161f2743e1eb9539f21.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:34151/user/jenkins/test-data/de1d2a09-e9f6-a330-7227-6fadccb48f21/data/default/testReplayEditsAfterRegionMovedWithMultiCF/60c41f0faac75161f2743e1eb9539f21/cf1/03abbc7e466f44ddb28ae670ce58300b, hdfs://localhost:34151/user/jenkins/test-data/de1d2a09-e9f6-a330-7227-6fadccb48f21/data/default/testReplayEditsAfterRegionMovedWithMultiCF/60c41f0faac75161f2743e1eb9539f21/cf1/0189361ebade46b5b52efee25434132a] to archive
2024-11-25T11:58:59,587 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1732535937333.60c41f0faac75161f2743e1eb9539f21.-1 {}] backup.HFileArchiver(360): Archiving compacted files.
2024-11-25T11:58:59,591 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1732535937333.60c41f0faac75161f2743e1eb9539f21.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/de1d2a09-e9f6-a330-7227-6fadccb48f21/data/default/testReplayEditsAfterRegionMovedWithMultiCF/60c41f0faac75161f2743e1eb9539f21/cf1/03abbc7e466f44ddb28ae670ce58300b to hdfs://localhost:34151/user/jenkins/test-data/de1d2a09-e9f6-a330-7227-6fadccb48f21/archive/data/default/testReplayEditsAfterRegionMovedWithMultiCF/60c41f0faac75161f2743e1eb9539f21/cf1/03abbc7e466f44ddb28ae670ce58300b
2024-11-25T11:58:59,593 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1732535937333.60c41f0faac75161f2743e1eb9539f21.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/de1d2a09-e9f6-a330-7227-6fadccb48f21/data/default/testReplayEditsAfterRegionMovedWithMultiCF/60c41f0faac75161f2743e1eb9539f21/cf1/0189361ebade46b5b52efee25434132a to hdfs://localhost:34151/user/jenkins/test-data/de1d2a09-e9f6-a330-7227-6fadccb48f21/archive/data/default/testReplayEditsAfterRegionMovedWithMultiCF/60c41f0faac75161f2743e1eb9539f21/cf1/0189361ebade46b5b52efee25434132a
2024-11-25T11:58:59,608 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1732535937333.60c41f0faac75161f2743e1eb9539f21.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:34151/user/jenkins/test-data/de1d2a09-e9f6-a330-7227-6fadccb48f21/data/default/testReplayEditsAfterRegionMovedWithMultiCF/60c41f0faac75161f2743e1eb9539f21/cf2/ccf463bdbace420d891dc0896c8ee508] to archive
2024-11-25T11:58:59,609 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1732535937333.60c41f0faac75161f2743e1eb9539f21.-1 {}] backup.HFileArchiver(360): Archiving compacted files.
2024-11-25T11:58:59,613 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1732535937333.60c41f0faac75161f2743e1eb9539f21.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/de1d2a09-e9f6-a330-7227-6fadccb48f21/data/default/testReplayEditsAfterRegionMovedWithMultiCF/60c41f0faac75161f2743e1eb9539f21/cf2/ccf463bdbace420d891dc0896c8ee508 to hdfs://localhost:34151/user/jenkins/test-data/de1d2a09-e9f6-a330-7227-6fadccb48f21/archive/data/default/testReplayEditsAfterRegionMovedWithMultiCF/60c41f0faac75161f2743e1eb9539f21/cf2/ccf463bdbace420d891dc0896c8ee508
2024-11-25T11:58:59,621 DEBUG [RS_CLOSE_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34151/user/jenkins/test-data/de1d2a09-e9f6-a330-7227-6fadccb48f21/data/default/testReplayEditsAfterRegionMovedWithMultiCF/60c41f0faac75161f2743e1eb9539f21/recovered.edits/17.seqid, newMaxSeqId=17, maxSeqId=8
2024-11-25T11:58:59,622 INFO  [RS_CLOSE_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1732535937333.60c41f0faac75161f2743e1eb9539f21.
2024-11-25T11:58:59,622 DEBUG [RS_CLOSE_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1676): Region close journal for 60c41f0faac75161f2743e1eb9539f21:
Waiting for close lock at 1732535939578Running coprocessor pre-close hooks at 1732535939578Disabling compacts and flushes for region at 1732535939578Disabling writes for close at 1732535939578Writing region close event to WAL at 1732535939616 (+38 ms)Running coprocessor post-close hooks at 1732535939622 (+6 ms)Closed at 1732535939622
2024-11-25T11:58:59,622 INFO  [RS_CLOSE_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegionServer(3302): Adding 60c41f0faac75161f2743e1eb9539f21 move to 2bf237fd86ca,42531,1732535914760 record at close sequenceid=12
2024-11-25T11:58:59,628 INFO  [RS_CLOSE_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] handler.UnassignRegionHandler(157): Closed 60c41f0faac75161f2743e1eb9539f21
2024-11-25T11:58:59,628 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=60c41f0faac75161f2743e1eb9539f21, regionState=CLOSED
2024-11-25T11:58:59,633 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=10, state=RUNNABLE, hasLock=false; CloseRegionProcedure 60c41f0faac75161f2743e1eb9539f21, server=2bf237fd86ca,41159,1732535914549 because future has completed
2024-11-25T11:58:59,638 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10
2024-11-25T11:58:59,638 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; CloseRegionProcedure 60c41f0faac75161f2743e1eb9539f21, server=2bf237fd86ca,41159,1732535914549 in 221 msec
2024-11-25T11:58:59,640 INFO  [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=60c41f0faac75161f2743e1eb9539f21, REOPEN/MOVE; state=CLOSED, location=2bf237fd86ca,42531,1732535914760; forceNewPlan=false, retain=false
2024-11-25T11:58:59,791 INFO  [2bf237fd86ca:45455 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 
2024-11-25T11:58:59,791 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=60c41f0faac75161f2743e1eb9539f21, regionState=OPENING, regionLocation=2bf237fd86ca,42531,1732535914760
2024-11-25T11:58:59,795 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=60c41f0faac75161f2743e1eb9539f21, REOPEN/MOVE because future has completed
2024-11-25T11:58:59,796 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 60c41f0faac75161f2743e1eb9539f21, server=2bf237fd86ca,42531,1732535914760}]
2024-11-25T11:58:59,956 INFO  [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(132): Open testReplayEditsAfterRegionMovedWithMultiCF,,1732535937333.60c41f0faac75161f2743e1eb9539f21.
2024-11-25T11:58:59,956 DEBUG [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7752): Opening region: {ENCODED => 60c41f0faac75161f2743e1eb9539f21, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1732535937333.60c41f0faac75161f2743e1eb9539f21.', STARTKEY => '', ENDKEY => ''}
2024-11-25T11:58:59,957 DEBUG [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterRegionMovedWithMultiCF 60c41f0faac75161f2743e1eb9539f21
2024-11-25T11:58:59,957 DEBUG [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1732535937333.60c41f0faac75161f2743e1eb9539f21.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-25T11:58:59,957 DEBUG [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7794): checking encryption for 60c41f0faac75161f2743e1eb9539f21
2024-11-25T11:58:59,957 DEBUG [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7797): checking classloading for 60c41f0faac75161f2743e1eb9539f21
2024-11-25T11:58:59,967 INFO  [StoreOpener-60c41f0faac75161f2743e1eb9539f21-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region 60c41f0faac75161f2743e1eb9539f21 
2024-11-25T11:58:59,969 INFO  [StoreOpener-60c41f0faac75161f2743e1eb9539f21-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 60c41f0faac75161f2743e1eb9539f21 columnFamilyName cf1
2024-11-25T11:58:59,969 DEBUG [StoreOpener-60c41f0faac75161f2743e1eb9539f21-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T11:59:00,005 DEBUG [StoreOpener-60c41f0faac75161f2743e1eb9539f21-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34151/user/jenkins/test-data/de1d2a09-e9f6-a330-7227-6fadccb48f21/data/default/testReplayEditsAfterRegionMovedWithMultiCF/60c41f0faac75161f2743e1eb9539f21/cf1/803cae7e8bd64cf19b2fe5287acb8352
2024-11-25T11:59:00,005 INFO  [StoreOpener-60c41f0faac75161f2743e1eb9539f21-1 {}] regionserver.HStore(327): Store=60c41f0faac75161f2743e1eb9539f21/cf1,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-25T11:59:00,005 INFO  [StoreOpener-60c41f0faac75161f2743e1eb9539f21-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region 60c41f0faac75161f2743e1eb9539f21 
2024-11-25T11:59:00,006 INFO  [StoreOpener-60c41f0faac75161f2743e1eb9539f21-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 60c41f0faac75161f2743e1eb9539f21 columnFamilyName cf2
2024-11-25T11:59:00,006 DEBUG [StoreOpener-60c41f0faac75161f2743e1eb9539f21-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T11:59:00,032 DEBUG [StoreOpener-60c41f0faac75161f2743e1eb9539f21-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34151/user/jenkins/test-data/de1d2a09-e9f6-a330-7227-6fadccb48f21/data/default/testReplayEditsAfterRegionMovedWithMultiCF/60c41f0faac75161f2743e1eb9539f21/cf2/2c7300bda5d84ec9a8bf2ac6545df6f8
2024-11-25T11:59:00,033 INFO  [StoreOpener-60c41f0faac75161f2743e1eb9539f21-1 {}] regionserver.HStore(327): Store=60c41f0faac75161f2743e1eb9539f21/cf2,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-25T11:59:00,033 DEBUG [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1038): replaying wal for 60c41f0faac75161f2743e1eb9539f21
2024-11-25T11:59:00,034 DEBUG [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34151/user/jenkins/test-data/de1d2a09-e9f6-a330-7227-6fadccb48f21/data/default/testReplayEditsAfterRegionMovedWithMultiCF/60c41f0faac75161f2743e1eb9539f21
2024-11-25T11:59:00,037 DEBUG [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34151/user/jenkins/test-data/de1d2a09-e9f6-a330-7227-6fadccb48f21/data/default/testReplayEditsAfterRegionMovedWithMultiCF/60c41f0faac75161f2743e1eb9539f21
2024-11-25T11:59:00,038 DEBUG [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1048): stopping wal replay for 60c41f0faac75161f2743e1eb9539f21
2024-11-25T11:59:00,038 DEBUG [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1060): Cleaning up temporary data for 60c41f0faac75161f2743e1eb9539f21
2024-11-25T11:59:00,041 DEBUG [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterRegionMovedWithMultiCF descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead.
2024-11-25T11:59:00,043 DEBUG [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1093): writing seq id for 60c41f0faac75161f2743e1eb9539f21
2024-11-25T11:59:00,044 INFO  [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1114): Opened 60c41f0faac75161f2743e1eb9539f21; next sequenceid=18; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60478462, jitterRate=-0.09880068898200989}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864}
2024-11-25T11:59:00,044 DEBUG [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 60c41f0faac75161f2743e1eb9539f21
2024-11-25T11:59:00,045 DEBUG [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1006): Region open journal for 60c41f0faac75161f2743e1eb9539f21:
Running coprocessor pre-open hook at 1732535939957Writing region info on filesystem at 1732535939957Initializing all the Stores at 1732535939966 (+9 ms)Instantiating store for column family {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732535939966Instantiating store for column family {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732535939966Cleaning up temporary data from old regions at 1732535940038 (+72 ms)Running coprocessor post-open hooks at 1732535940044 (+6 ms)Region opened successfully at 1732535940045 (+1 ms)
2024-11-25T11:59:00,046 INFO  [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2236): Post open deploy tasks for testReplayEditsAfterRegionMovedWithMultiCF,,1732535937333.60c41f0faac75161f2743e1eb9539f21., pid=12, masterSystemTime=1732535939949
2024-11-25T11:59:00,049 DEBUG [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2266): Finished post open deploy task for testReplayEditsAfterRegionMovedWithMultiCF,,1732535937333.60c41f0faac75161f2743e1eb9539f21.
2024-11-25T11:59:00,049 INFO  [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(153): Opened testReplayEditsAfterRegionMovedWithMultiCF,,1732535937333.60c41f0faac75161f2743e1eb9539f21.
2024-11-25T11:59:00,053 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=60c41f0faac75161f2743e1eb9539f21, regionState=OPEN, openSeqNum=18, regionLocation=2bf237fd86ca,42531,1732535914760
2024-11-25T11:59:00,057 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 60c41f0faac75161f2743e1eb9539f21, server=2bf237fd86ca,42531,1732535914760 because future has completed
2024-11-25T11:59:00,061 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=10
2024-11-25T11:59:00,062 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 60c41f0faac75161f2743e1eb9539f21, server=2bf237fd86ca,42531,1732535914760 in 263 msec
2024-11-25T11:59:00,064 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=60c41f0faac75161f2743e1eb9539f21, REOPEN/MOVE in 668 msec
2024-11-25T11:59:00,099 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-11-25T11:59:00,101 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38276, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService
2024-11-25T11:59:00,105 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server 2bf237fd86ca,42531,1732535914760: testing *****
2024-11-25T11:59:00,106 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint]
2024-11-25T11:59:00,109 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory
2024-11-25T11:59:00,110 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC
2024-11-25T11:59:00,132 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication
2024-11-25T11:59:00,137 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server
2024-11-25T11:59:00,152 INFO  [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: {
  "beans": [
    {
      "name": "java.lang:type=Memory",
      "modelerType": "sun.management.MemoryImpl",
      "Verbose": false,
      "ObjectPendingFinalizationCount": 0,
      "HeapMemoryUsage": {
        "committed": 1048576000,
        "init": 1048576000,
        "max": 2306867200,
        "used": 557730304
      },
      "NonHeapMemoryUsage": {
        "committed": 172359680,
        "init": 7667712,
        "max": -1,
        "used": 169724064
      },
      "ObjectName": "java.lang:type=Memory"
    }
  ],
  "beans": [
    {
      "name": "Hadoop:service=HBase,name=RegionServer,sub=IPC",
      "modelerType": "RegionServer,sub=IPC",
      "tag.Context": "regionserver",
      "tag.Hostname": "2bf237fd86ca",
      "queueSize": 0,
      "numCallsInGeneralQueue": 0,
      "numCallsInReplicationQueue": 0,
      "numCallsInBulkLoadQueue": 0,
      "numCallsInPriorityQueue": 0,
      "numCallsInMetaPriorityQueue": 0,
      "numOpenConnections": 3,
      "numActiveHandler": 0,
      "numActiveGeneralHandler": 0,
      "numActivePriorityHandler": 0,
      "numActiveReplicationHandler": 0,
      "numGeneralCallsDropped": 0,
      "numLifoModeSwitches": 0,
      "numCallsInWriteQueue": 0,
      "numActiveBulkLoadHandler": 0,
      "numCallsInReadQueue": 0,
      "numCallsInScanQueue": 0,
      "numActiveWriteHandler": 0,
      "numActiveReadHandler": 0,
      "numActiveScanHandler": 0,
      "nettyDirectMemoryUsage": 67108864,
      "nettyTotalPendingOutboundBytes": 0,
      "nettyMaxPendingOutboundBytes": 0,
      "receivedBytes": 11067,
      "exceptions.RegionMovedException": 1,
      "authenticationSuccesses": 0,
      "authorizationFailures": 0,
      "exceptions.requestTooBig": 0,
      "UnwritableTime_num_ops": 0,
      "UnwritableTime_min": 0,
      "UnwritableTime_max": 0,
      "UnwritableTime_mean": 0,
      "UnwritableTime_25th_percentile": 0,
      "UnwritableTime_median": 0,
      "UnwritableTime_75th_percentile": 0,
      "UnwritableTime_90th_percentile": 0,
      "UnwritableTime_95th_percentile": 0,
      "UnwritableTime_98th_percentile": 0,
      "UnwritableTime_99th_percentile": 0,
      "UnwritableTime_99.9th_percentile": 0,
      "exceptions.OutOfOrderScannerNextException": 0,
      "exceptions.rpcThrottling": 0,
      "exceptions.otherExceptions": 0,
      "ProcessCallTime_num_ops": 39,
      "ProcessCallTime_min": 0,
      "ProcessCallTime_max": 74,
      "ProcessCallTime_mean": 8,
      "ProcessCallTime_25th_percentile": 2,
      "ProcessCallTime_median": 4,
      "ProcessCallTime_75th_percentile": 8,
      "ProcessCallTime_90th_percentile": 13,
      "ProcessCallTime_95th_percentile": 47,
      "ProcessCallTime_98th_percentile": 74,
      "ProcessCallTime_99th_percentile": 74,
      "ProcessCallTime_99.9th_percentile": 74,
      "ProcessCallTime_TimeRangeCount_0-1": 6,
      "ProcessCallTime_TimeRangeCount_1-3": 8,
      "ProcessCallTime_TimeRangeCount_3-10": 12,
      "ProcessCallTime_TimeRangeCount_10-30": 3,
      "ProcessCallTime_TimeRangeCount_30-100": 2,
      "exceptions.callQueueTooBig": 0,
      "QueueCallTime_num_ops": 39,
      "QueueCallTime_min": 0,
      "QueueCallTime_max": 4,
      "QueueCallTime_mean": 0,
      "QueueCallTime_25th_percentile": 0,
      "QueueCallTime_median": 0,
      "QueueCallTime_75th_percentile": 1,
      "QueueCallTime_90th_percentile": 1,
      "QueueCallTime_95th_percentile": 3,
      "QueueCallTime_98th_percentile": 4,
      "QueueCallTime_99th_percentile": 4,
      "QueueCallTime_99.9th_percentile": 4,
      "QueueCallTime_TimeRangeCount_0-1": 28,
      "QueueCallTime_TimeRangeCount_1-3": 2,
      "QueueCallTime_TimeRangeCount_3-10": 1,
      "authenticationFailures": 0,
      "exceptions.multiResponseTooLarge": 0,
      "exceptions.callDropped": 0,
      "TotalCallTime_num_ops": 39,
      "TotalCallTime_min": 0,
      "TotalCallTime_max": 77,
      "TotalCallTime_mean": 8,
      "TotalCallTime_25th_percentile": 2,
      "TotalCallTime_median": 4,
      "TotalCallTime_75th_percentile": 8,
      "TotalCallTime_90th_percentile": 14,
      "TotalCallTime_95th_percentile": 48,
      "TotalCallTime_98th_percentile": 77,
      "TotalCallTime_99th_percentile": 77,
      "TotalCallTime_99.9th_percentile": 77,
      "TotalCallTime_TimeRangeCount_0-1": 6,
      "TotalCallTime_TimeRangeCount_1-3": 7,
      "TotalCallTime_TimeRangeCount_3-10": 12,
      "TotalCallTime_TimeRangeCount_10-30": 4,
      "TotalCallTime_TimeRangeCount_30-100": 2,
      "exceptions.RegionTooBusyException": 0,
      "exceptions.FailedSanityCheckException": 0,
      "ResponseSize_num_ops": 39,
      "ResponseSize_min": 0,
      "ResponseSize_max": 1139,
      "ResponseSize_mean": 159,
      "ResponseSize_25th_percentile": 2,
      "ResponseSize_median": 2,
      "ResponseSize_75th_percentile": 74,
      "ResponseSize_90th_percentile": 453,
      "ResponseSize_95th_percentile": 796,
      "ResponseSize_98th_percentile": 1001,
      "ResponseSize_99th_percentile": 1070,
      "ResponseSize_99.9th_percentile": 1132,
      "ResponseSize_SizeRangeCount_0-10": 22,
      "ResponseSize_SizeRangeCount_10-100": 5,
      "ResponseSize_SizeRangeCount_100-1000": 4,
      "exceptions.UnknownScannerException": 0,
      "exceptions": 1,
      "maxOutboundBytesExceeded": 0,
      "authenticationFallbacks": 0,
      "exceptions.quotaExceeded": 0,
      "exceptions.callTimedOut": 0,
      "exceptions.NotServingRegionException": 0,
      "authorizationSuccesses": 0,
      "exceptions.ScannerResetException": 0,
      "RequestSize_num_ops": 39,
      "RequestSize_min": 31,
      "RequestSize_max": 390,
      "RequestSize_mean": 204,
      "RequestSize_25th_percentile": 119,
      "RequestSize_median": 179,
      "RequestSize_75th_percentile": 330,
      "RequestSize_90th_percentile": 330,
      "RequestSize_95th_percentile": 365,
      "RequestSize_98th_percentile": 380,
      "RequestSize_99th_percentile": 385,
      "RequestSize_99.9th_percentile": 389,
      "RequestSize_SizeRangeCount_0-10": 2,
      "RequestSize_SizeRangeCount_100-1000": 29,
      "sentBytes": 5751
    }
  ],
  "beans": [
    {
      "name": "Hadoop:service=HBase,name=RegionServer,sub=Replication",
      "modelerType": "RegionServer,sub=Replication",
      "tag.Context": "regionserver",
      "tag.Hostname": "2bf237fd86ca",
      "source.shippedHFiles": 0,
      "Source.ageOfLastShippedOp_num_ops": 0,
      "Source.ageOfLastShippedOp_min": 0,
      "Source.ageOfLastShippedOp_max": 0,
      "Source.ageOfLastShippedOp_mean": 0,
      "Source.ageOfLastShippedOp_25th_percentile": 0,
      "Source.ageOfLastShippedOp_median": 0,
      "Source.ageOfLastShippedOp_75th_percentile": 0,
      "Source.ageOfLastShippedOp_90th_percentile": 0,
      "Source.ageOfLastShippedOp_95th_percentile": 0,
      "Source.ageOfLastShippedOp_98th_percentile": 0,
      "Source.ageOfLastShippedOp_99th_percentile": 0,
      "Source.ageOfLastShippedOp_99.9th_percentile": 0,
      "source.uncleanlyClosedLogs": 0,
      "source.closedLogsWithUnknownFileLength": 0,
      "source.walReaderEditsBufferUsage": 0,
      "source.repeatedLogFileBytes": 0,
      "source.sizeOfHFileRefsQueue": 0,
      "source.logReadInBytes": 0,
      "source.completedRecoverQueues": 0,
      "source.sizeOfLogQueue": 0,
      "source.restartedLogReading": 0,
      "source.failedRecoverQueues": 0,
      "source.ignoredUncleanlyClosedLogContentsInBytes": 0,
      "Sink.ageOfLastAppliedOp_num_ops": 0,
      "Sink.ageOfLastAppliedOp_min": 0,
      "Sink.ageOfLastAppliedOp_max": 0,
      "Sink.ageOfLastAppliedOp_mean": 0,
      "Sink.ageOfLastAppliedOp_25th_percentile": 0,
      "Sink.ageOfLastAppliedOp_median": 0,
      "Sink.ageOfLastAppliedOp_75th_percentile": 0,
      "Sink.ageOfLastAppliedOp_90th_percentile": 0,
      "Sink.ageOfLastAppliedOp_95th_percentile": 0,
      "Sink.ageOfLastAppliedOp_98th_percentile": 0,
      "Sink.ageOfLastAppliedOp_99th_percentile": 0,
      "Sink.ageOfLastAppliedOp_99.9th_percentile": 0,
      "source.logEditsRead": 0,
      "source.numInitializing": 0,
      "source.shippedOps": 0,
      "sink.appliedHFiles": 0,
      "source.logEditsFiltered": 0,
      "source.shippedBytes": 0,
      "sink.appliedOps": 0,
      "source.completedLogs": 0,
      "source.failedBatches": 0,
      "sink.failedBatches": 0,
      "source.shippedBatches": 0,
      "sink.appliedBatches": 0
    }
  ],
  "beans": [
    {
      "name": "Hadoop:service=HBase,name=RegionServer,sub=Server",
      "modelerType": "RegionServer,sub=Server",
      "tag.zookeeperQuorum": "127.0.0.1:51360",
      "tag.serverName": "2bf237fd86ca,41159,1732535914549",
      "tag.clusterId": "8ecdb8d0-c81a-4c66-9d3d-f7a1daf0e377",
      "tag.Context": "regionserver",
      "tag.Hostname": "2bf237fd86ca",
      "regionCount": 0,
      "storeCount": 0,
      "hlogFileCount": 4,
      "hlogFileSize": 0,
      "storeFileCount": 0,
      "maxStoreFileCount": 0,
      "memStoreSize": 0,
      "memStoreHeapSize": 0,
      "memStoreOffHeapSize": 0,
      "storeFileSize": 0,
      "storeFileSizeGrowthRate": 0.0,
      "maxStoreFileAge": 0,
      "minStoreFileAge": 0,
      "avgStoreFileAge": 0,
      "numReferenceFiles": 0,
      "regionServerStartTime": 1732535914549,
      "averageRegionSize": 0,
      "storeFileIndexSize": 0,
      "staticIndexSize": 0,
      "staticBloomSize": 0,
      "bloomFilterRequestsCount": 0,
      "bloomFilterNegativeResultsCount": 0,
      "bloomFilterEligibleRequestsCount": 0,
      "mutationsWithoutWALCount": 0,
      "mutationsWithoutWALSize": 0,
      "percentFilesLocal": 0.0,
      "percentFilesLocalSecondaryRegions": 0.0,
      "totalBytesRead": 320685,
      "localBytesRead": 320685,
      "shortCircuitBytesRead": 0,
      "zeroCopyBytesRead": 0,
      "splitQueueLength": 0,
      "compactionQueueLength": 0,
      "smallCompactionQueueLength": 0,
      "largeCompactionQueueLength": 0,
      "flushQueueLength": 0,
      "blockCacheFreeSize": 922070024,
      "blockCacheCount": 0,
      "blockCacheDataBlockCount": 0,
      "blockCacheSize": 676856,
      "blockCacheCountHitPercent": 25.0,
      "blockCacheExpressHitPercent": 0.0,
      "l1CacheSize": 676856,
      "l1CacheFreeSize": 922070024,
      "l1CacheCount": 0,
      "l1CacheEvictionCount": 0,
      "l1CacheHitCount": 1,
      "l1CacheMissCount": 3,
      "l1CacheHitRatio": 0.25,
      "l1CacheMissRatio": 0.75,
      "l2CacheSize": 0,
      "l2CacheFreeSize": 0,
      "l2CacheCount": 0,
      "l2CacheEvictionCount": 0,
      "l2CacheHitCount": 0,
      "l2CacheMissCount": 0,
      "l2CacheHitRatio": 0.0,
      "l2CacheMissRatio": 0.0,
      "mobFileCacheCount": 0,
      "mobFileCacheHitPercent": 0.0,
      "readRequestRatePerSecond": 0.0,
      "writeRequestRatePerSecond": 0.0,
      "ByteBuffAllocatorHeapAllocationBytes": 227435,
      "ByteBuffAllocatorPoolAllocationBytes": 0,
      "ByteBuffAllocatorHeapAllocationRatio": 1.0,
      "ByteBuffAllocatorTotalBufferCount": 186,
      "ByteBuffAllocatorUsedBufferCount": 0,
      "activeScanners": 0,
      "totalRequestCount": 3,
      "totalRowActionRequestCount": 0,
      "readRequestCount": 0,
      "cpRequestCount": 0,
      "filteredReadRequestCount": 0,
      "writeRequestCount": 0,
      "rpcGetRequestCount": 0,
      "rpcFullScanRequestCount": 1,
      "rpcScanRequestCount": 1,
      "rpcMultiRequestCount": 0,
      "rpcMutateRequestCount": 1,
      "checkMutateFailedCount": 0,
      "checkMutatePassedCount": 0,
      "blockCacheHitCount": 1,
      "blockCacheHitCountPrimary": 1,
      "blockCacheHitCachingCount": 0,
      "blockCacheMissCount": 3,
      "blockCacheMissCountPrimary": 3,
      "blockCacheMissCachingCount": 1,
      "blockCacheEvictionCount": 0,
      "blockCacheEvictionCountPrimary": 0,
      "blockCacheFailedInsertionCount": 0,
      "blockCacheDataMissCount": 3,
      "blockCacheLeafIndexMissCount": 0,
      "blockCacheBloomChunkMissCount": 0,
      "blockCacheMetaMissCount": 0,
      "blockCacheRootIndexMissCount": 0,
      "blockCacheIntermediateIndexMissCount": 0,
      "blockCacheFileInfoMissCount": 0,
      "blockCacheGeneralBloomMetaMissCount": 0,
      "blockCacheDeleteFamilyBloomMissCount": 0,
      "blockCacheTrailerMissCount": 0,
      "blockCacheDataHitCount": 1,
      "blockCacheLeafIndexHitCount": 0,
      "blockCacheBloomChunkHitCount": 0,
      "blockCacheMetaHitCount": 0,
      "blockCacheRootIndexHitCount": 0,
      "blockCacheIntermediateIndexHitCount": 0,
      "blockCacheFileInfoHitCount": 0,
      "blockCacheGeneralBloomMetaHitCount": 0,
      "blockCacheDeleteFamilyBloomHitCount": 0,
      "blockCacheTrailerHitCount": 0,
      "updatesBlockedTime": 0,
      "flushedCellsCount": 0,
      "compactedCellsCount": 0,
      "majorCompactedCellsCount": 0,
      "flushedCellsSize": 0,
      "compactedCellsSize": 0,
      "majorCompactedCellsSize": 0,
      "cellsCountCompactedFromMob": 0,
      "cellsCountCompactedToMob": 0,
      "cellsSizeCompactedFromMob": 0,
      "cellsSizeCompactedToMob": 0,
      "mobFlushCount": 0,
      "mobFlushedCellsCount": 0,
      "mobFlushedCellsSize": 0,
      "mobScanCellsCount": 0,
      "mobScanCellsSize": 0,
      "mobFileCacheAccessCount": 0,
      "mobFileCacheMissCount": 0,
      "mobFileCacheEvictedCount": 0,
      "hedgedReads": 0,
      "hedgedReadWins": 0,
      "hedgedReadOpsInCurThread": 0,
      "blockedRequestCount": 0,
      "CheckAndMutate_num_ops": 0,
      "CheckAndMutate_min": 0,
      "CheckAndMutate_max": 0,
      "CheckAndMutate_mean": 0,
      "CheckAndMutate_25th_percentile": 0,
      "CheckAndMutate_median": 0,
      "CheckAndMutate_75th_percentile": 0,
      "CheckAndMutate_90th_percentile": 0,
      "CheckAndMutate_95th_percentile": 0,
      "CheckAndMutate_98th_percentile": 0,
      "CheckAndMutate_99th_percentile": 0,
      "CheckAndMutate_99.9th_percentile": 0,
      "MajorCompactionTime_num_ops": 2,
      "MajorCompactionTime_min": 57,
      "MajorCompactionTime_max": 87,
      "MajorCompactionTime_mean": 72,
      "MajorCompactionTime_25th_percentile": 57,
      "MajorCompactionTime_median": 58,
      "MajorCompactionTime_75th_percentile": 87,
      "MajorCompactionTime_90th_percentile": 87,
      "MajorCompactionTime_95th_percentile": 87,
      "MajorCompactionTime_98th_percentile": 87,
      "MajorCompactionTime_99th_percentile": 87,
      "MajorCompactionTime_99.9th_percentile": 87,
      "MajorCompactionTime_TimeRangeCount_30-100": 2,
      "ScanTime_num_ops": 1,
      "ScanTime_min": 1,
      "ScanTime_max": 1,
      "ScanTime_mean": 1,
      "ScanTime_25th_percentile": 1,
      "ScanTime_median": 1,
      "ScanTime_75th_percentile": 1,
      "ScanTime_90th_percentile": 1,
      "ScanTime_95th_percentile": 1,
      "ScanTime_98th_percentile": 1,
      "ScanTime_99th_percentile": 1,
      "ScanTime_99.9th_percentile": 1,
      "ScanTime_TimeRangeCount_0-1": 1,
      "CheckAndMutateBlockBytesScanned_num_ops": 0,
      "CheckAndMutateBlockBytesScanned_min": 0,
      "CheckAndMutateBlockBytesScanned_max": 0,
      "CheckAndMutateBlockBytesScanned_mean": 0,
      "CheckAndMutateBlockBytesScanned_25th_percentile": 0,
      "CheckAndMutateBlockBytesScanned_median": 0,
      "CheckAndMutateBlockBytesScanned_75th_percentile": 0,
      "CheckAndMutateBlockBytesScanned_90th_percentile": 0,
      "CheckAndMutateBlockBytesScanned_95th_percentile": 0,
      "CheckAndMutateBlockBytesScanned_98th_percentile": 0,
      "CheckAndMutateBlockBytesScanned_99th_percentile": 0,
      "CheckAndMutateBlockBytesScanned_99.9th_percentile": 0,
      "Put_num_ops": 0,
      "Put_min": 0,
      "Put_max": 0,
      "Put_mean": 0,
      "Put_25th_percentile": 0,
      "Put_median": 0,
      "Put_75th_percentile": 0,
      "Put_90th_percentile": 0,
      "Put_95th_percentile": 0,
      "Put_98th_percentile": 0,
      "Put_99th_percentile": 0,
      "Put_99.9th_percentile": 0,
      "splitRequestCount": 0,
      "AppendBlockBytesScanned_num_ops": 0,
      "AppendBlockBytesScanned_min": 0,
      "AppendBlockBytesScanned_max": 0,
      "AppendBlockBytesScanned_mean": 0,
      "AppendBlockBytesScanned_25th_percentile": 0,
      "AppendBlockBytesScanned_median": 0,
      "AppendBlockBytesScanned_75th_percentile": 0,
      "AppendBlockBytesScanned_90th_percentile": 0,
      "AppendBlockBytesScanned_95th_percentile": 0,
      "AppendBlockBytesScanned_98th_percentile": 0,
      "AppendBlockBytesScanned_99th_percentile": 0,
      "AppendBlockBytesScanned_99.9th_percentile": 0,
      "PutBatch_num_ops": 0,
      "PutBatch_min": 0,
      "PutBatch_max": 0,
      "PutBatch_mean": 0,
      "PutBatch_25th_percentile": 0,
      "PutBatch_median": 0,
      "PutBatch_75th_percentile": 0,
      "PutBatch_90th_percentile": 0,
      "PutBatch_95th_percentile": 0,
      "PutBatch_98th_percentile": 0,
      "PutBatch_99th_percentile": 0,
      "PutBatch_99.9th_percentile": 0,
      "IncrementBlockBytesScanned_num_ops": 0,
      "IncrementBlockBytesScanned_min": 0,
      "IncrementBlockBytesScanned_max": 0,
      "IncrementBlockBytesScanned_mean": 0,
      "IncrementBlockBytesScanned_25th_percentile": 0,
      "IncrementBlockBytesScanned_median": 0,
      "IncrementBlockBytesScanned_75th_percentile": 0,
      "IncrementBlockBytesScanned_90th_percentile": 0,
      "IncrementBlockBytesScanned_95th_percentile": 0,
      "IncrementBlockBytesScanned_98th_percentile": 0,
      "IncrementBlockBytesScanned_99th_percentile": 0,
      "IncrementBlockBytesScanned_99.9th_percentile": 0,
      "SplitTime_num_ops": 0,
      "SplitTime_min": 0,
      "SplitTime_max": 0,
      "SplitTime_mean": 0,
      "SplitTime_25th_percentile": 0,
      "SplitTime_median": 0,
      "SplitTime_75th_percentile": 0,
      "SplitTime_90th_percentile": 0,
      "SplitTime_95th_percentile": 0,
      "SplitTime_98th_percentile": 0,
      "SplitTime_99th_percentile": 0,
      "SplitTime_99.9th_percentile": 0,
      "GetBlockBytesScanned_num_ops": 0,
      "GetBlockBytesScanned_min": 0,
      "GetBlockBytesScanned_max": 0,
      "GetBlockBytesScanned_mean": 0,
      "GetBlockBytesScanned_25th_percentile": 0,
      "GetBlockBytesScanned_median": 0,
      "GetBlockBytesScanned_75th_percentile": 0,
      "GetBlockBytesScanned_90th_percentile": 0,
      "GetBlockBytesScanned_95th_percentile": 0,
      "GetBlockBytesScanned_98th_percentile": 0,
      "GetBlockBytesScanned_99th_percentile": 0,
      "GetBlockBytesScanned_99.9th_percentile": 0,
      "majorCompactedInputBytes": 14595,
      "slowAppendCount": 0,
      "flushedOutputBytes": 9812,
      "Replay_num_ops": 0,
      "Replay_min": 0,
      "Replay_max": 0,
      "Replay_mean": 0,
      "Replay_25th_percentile": 0,
      "Replay_median": 0,
      "Replay_75th_percentile": 0,
      "Replay_90th_percentile": 0,
      "Replay_95th_percentile": 0,
      "Replay_98th_percentile": 0,
      "Replay_99th_percentile": 0,
      "Replay_99.9th_percentile": 0,
      "MajorCompactionInputSize_num_ops": 2,
      "MajorCompactionInputSize_min": 4906,
      "MajorCompactionInputSize_max": 9689,
      "MajorCompactionInputSize_mean": 7297,
      "MajorCompactionInputSize_25th_percentile": 6101,
      "MajorCompactionInputSize_median": 7297,
      "MajorCompactionInputSize_75th_percentile": 8493,
      "MajorCompactionInputSize_90th_percentile": 9210,
      "MajorCompactionInputSize_95th_percentile": 9449,
      "MajorCompactionInputSize_98th_percentile": 9593,
      "MajorCompactionInputSize_99th_percentile": 9641,
      "MajorCompactionInputSize_99.9th_percentile": 9684,
      "MajorCompactionInputSize_SizeRangeCount_100-1000": 2,
      "pauseInfoThresholdExceeded": 0,
      "CheckAndDelete_num_ops": 0,
      "CheckAndDelete_min": 0,
      "CheckAndDelete_max": 0,
      "CheckAndDelete_mean": 0,
      "CheckAndDelete_25th_percentile": 0,
      "CheckAndDelete_median": 0,
      "CheckAndDelete_75th_percentile": 0,
      "CheckAndDelete_90th_percentile": 0,
      "CheckAndDelete_95th_percentile": 0,
      "CheckAndDelete_98th_percentile": 0,
      "CheckAndDelete_99th_percentile": 0,
      "CheckAndDelete_99.9th_percentile": 0,
      "CompactionInputSize_num_ops": 2,
      "CompactionInputSize_min": 4906,
      "CompactionInputSize_max": 9689,
      "CompactionInputSize_mean": 7297,
      "CompactionInputSize_25th_percentile": 6101,
      "CompactionInputSize_median": 7297,
      "CompactionInputSize_75th_percentile": 8493,
      "CompactionInputSize_90th_percentile": 9210,
      "CompactionInputSize_95th_percentile": 9449,
      "CompactionInputSize_98th_percentile": 9593,
      "CompactionInputSize_99th_percentile": 9641,
      "CompactionInputSize_99.9th_percentile": 9684,
      "CompactionInputSize_SizeRangeCount_100-1000": 2,
      "flushedMemstoreBytes": 50,
      "majorCompactedOutputBytes": 9218,
      "slowPutCount": 0,
      "compactedInputBytes": 14595,
      "FlushOutputSize_num_ops": 1,
      "FlushOutputSize_min": 9812,
      "FlushOutputSize_max": 9812,
      "FlushOutputSize_mean": 9812,
      "FlushOutputSize_25th_percentile": 9812,
      "FlushOutputSize_median": 9812,
      "FlushOutputSize_75th_percentile": 9812,
      "FlushOutputSize_90th_percentile": 9812,
      "FlushOutputSize_95th_percentile": 9812,
      "FlushOutputSize_98th_percentile": 9812,
      "FlushOutputSize_99th_percentile": 9812,
      "FlushOutputSize_99.9th_percentile": 9812,
      "FlushOutputSize_SizeRangeCount_100-1000": 1,
      "PauseTimeWithGc_num_ops": 0,
      "PauseTimeWithGc_min": 0,
      "PauseTimeWithGc_max": 0,
      "PauseTimeWithGc_mean": 0,
      "PauseTimeWithGc_25th_percentile": 0,
      "PauseTimeWithGc_median": 0,
      "PauseTimeWithGc_75th_percentile": 0,
      "PauseTimeWithGc_90th_percentile": 0,
      "PauseTimeWithGc_95th_percentile": 0,
      "PauseTimeWithGc_98th_percentile": 0,
      "PauseTimeWithGc_99th_percentile": 0,
      "PauseTimeWithGc_99.9th_percentile": 0,
      "compactedOutputBytes": 9218,
      "pauseWarnThresholdExceeded": 0,
      "ScanBlockBytesScanned_num_ops": 1,
      "ScanBlockBytesScanned_min": 32,
      "ScanBlockBytesScanned_max": 32,
      "ScanBlockBytesScanned_mean": 32,
      "ScanBlockBytesScanned_25th_percentile": 32,
      "ScanBlockBytesScanned_median": 32,
      "ScanBlockBytesScanned_75th_percentile": 32,
      "ScanBlockBytesScanned_90th_percentile": 32,
      "ScanBlockBytesScanned_95th_percentile": 32,
      "ScanBlockBytesScanned_98th_percentile": 32,
      "ScanBlockBytesScanned_99th_percentile": 32,
      "ScanBlockBytesScanned_99.9th_percentile": 32,
      "ScanBlockBytesScanned_SizeRangeCount_10-100": 1,
      "Increment_num_ops": 0,
      "Increment_min": 0,
      "Increment_max": 0,
      "Increment_mean": 0,
      "Increment_25th_percentile": 0,
      "Increment_median": 0,
      "Increment_75th_percentile": 0,
      "Increment_90th_percentile": 0,
      "Increment_95th_percentile": 0,
      "Increment_98th_percentile": 0,
      "Increment_99th_percentile": 0,
      "Increment_99.9th_percentile": 0,
      "Delete_num_ops": 1,
      "Delete_min": 7,
      "Delete_max": 7,
      "Delete_mean": 7,
      "Delete_25th_percentile": 7,
      "Delete_median": 7,
      "Delete_75th_percentile": 7,
      "Delete_90th_percentile": 7,
      "Delete_95th_percentile": 7,
      "Delete_98th_percentile": 7,
      "Delete_99th_percentile": 7,
      "Delete_99.9th_percentile": 7,
      "Delete_TimeRangeCount_3-10": 1,
      "DeleteBatch_num_ops": 0,
      "DeleteBatch_min": 0,
      "DeleteBatch_max": 0,
      "DeleteBatch_mean": 0,
      "DeleteBatch_25th_percentile": 0,
      "DeleteBatch_median": 0,
      "DeleteBatch_75th_percentile": 0,
      "DeleteBatch_90th_percentile": 0,
      "DeleteBatch_95th_percentile": 0,
      "DeleteBatch_98th_percentile": 0,
      "DeleteBatch_99th_percentile": 0,
      "DeleteBatch_99.9th_percentile": 0,
      "blockBytesScannedCount": 32,
      "FlushMemstoreSize_num_ops": 1,
      "FlushMemstoreSize_min": 50,
      "FlushMemstoreSize_max": 50,
      "FlushMemstoreSize_mean": 50,
      "FlushMemstoreSize_25th_percentile": 50,
      "FlushMemstoreSize_median": 50,
      "FlushMemstoreSize_75th_percentile": 50,
      "FlushMemstoreSize_90th_percentile": 50,
      "FlushMemstoreSize_95th_percentile": 50,
      "FlushMemstoreSize_98th_percentile": 50,
      "FlushMemstoreSize_99th_percentile": 50,
      "FlushMemstoreSize_99.9th_percentile": 50,
      "FlushMemstoreSize_SizeRangeCount_10-100": 1,
      "CompactionInputFileCount_num_ops": 2,
      "CompactionInputFileCount_min": 1,
      "CompactionInputFileCount_max": 2,
      "CompactionInputFileCount_mean": 1,
      "CompactionInputFileCount_25th_percentile": 1,
      "CompactionInputFileCount_median": 2,
      "CompactionInputFileCount_75th_percentile": 2,
      "CompactionInputFileCount_90th_percentile": 2,
      "CompactionInputFileCount_95th_percentile": 2,
      "CompactionInputFileCount_98th_percentile": 2,
      "CompactionInputFileCount_99th_percentile": 2,
      "CompactionInputFileCount_99.9th_percentile": 2,
      "CompactionTime_num_ops": 2,
      "CompactionTime_min": 57,
      "CompactionTime_max": 87,
      "CompactionTime_mean": 72,
      "CompactionTime_25th_percentile": 57,
      "CompactionTime_median": 58,
      "CompactionTime_75th_percentile": 87,
      "CompactionTime_90th_percentile": 87,
      "CompactionTime_95th_percentile": 87,
      "CompactionTime_98th_percentile": 87,
      "CompactionTime_99th_percentile": 87,
      "CompactionTime_99.9th_percentile": 87,
      "CompactionTime_TimeRangeCount_30-100": 2,
      "Get_num_ops": 0,
      "Get_min": 0,
      "Get_max": 0,
      "Get_mean": 0,
      "Get_25th_percentile": 0,
      "Get_median": 0,
      "Get_75th_percentile": 0,
      "Get_90th_percentile": 0,
      "Get_95th_percentile": 0,
      "Get_98th_percentile": 0,
      "Get_99th_percentile": 0,
      "Get_99.9th_percentile": 0,
      "MajorCompactionInputFileCount_num_ops": 2,
      "MajorCompactionInputFileCount_min": 1,
      "MajorCompactionInputFileCount_max": 2,
      "MajorCompactionInputFileCount_mean": 1,
      "MajorCompactionInputFileCount_25th_percentile": 1,
      "MajorCompactionInputFileCount_median": 2,
      "MajorCompactionInputFileCount_75th_percentile": 2,
      "MajorCompactionInputFileCount_90th_percentile": 2,
      "MajorCompactionInputFileCount_95th_percentile": 2,
      "MajorCompactionInputFileCount_98th_percentile": 2,
      "MajorCompactionInputFileCount_99th_percentile": 2,
      "MajorCompactionInputFileCount_99.9th_percentile": 2,
      "scannerLeaseExpiredCount": 0,
      "CheckAndPut_num_ops": 0,
      "CheckAndPut_min": 0,
      "CheckAndPut_max": 0,
      "CheckAndPut_mean": 0,
      "CheckAndPut_25th_percentile": 0,
      "CheckAndPut_median": 0,
      "CheckAndPut_75th_percentile": 0,
      "CheckAndPut_90th_percentile": 0,
      "CheckAndPut_95th_percentile": 0,
      "CheckAndPut_98th_percentile": 0,
      "CheckAndPut_99th_percentile": 0,
      "CheckAndPut_99.9th_percentile": 0,
      "MajorCompactionOutputSize_num_ops": 2,
      "MajorCompactionOutputSize_min": 4592,
      "MajorCompactionOutputSize_max": 4626,
      "MajorCompactionOutputSize_mean": 4609,
      "MajorCompactionOutputSize_25th_percentile": 4600,
      "MajorCompactionOutputSize_median": 4609,
      "MajorCompactionOutputSize_75th_percentile": 4617,
      "MajorCompactionOutputSize_90th_percentile": 4622,
      "MajorCompactionOutputSize_95th_percentile": 4624,
      "MajorCompactionOutputSize_98th_percentile": 4625,
      "MajorCompactionOutputSize_99th_percentile": 4625,
      "MajorCompactionOutputSize_99.9th_percentile": 4625,
      "MajorCompactionOutputSize_SizeRangeCount_100-1000": 2,
      "CompactionOutputFileCount_num_ops": 2,
      "CompactionOutputFileCount_min": 1,
      "CompactionOutputFileCount_max": 1,
      "CompactionOutputFileCount_mean": 1,
      "CompactionOutputFileCount_25th_percentile": 1,
      "CompactionOutputFileCount_median": 1,
      "CompactionOutputFileCount_75th_percentile": 1,
      "CompactionOutputFileCount_90th_percentile": 1,
      "CompactionOutputFileCount_95th_percentile": 1,
      "CompactionOutputFileCount_98th_percentile": 1,
      "CompactionOutputFileCount_99th_percentile": 1,
      "CompactionOutputFileCount_99.9th_percentile": 1,
      "slowDeleteCount": 0,
      "FlushTime_num_ops": 1,
      "FlushTime_min": 217,
      "FlushTime_max": 217,
      "FlushTime_mean": 217,
      "FlushTime_25th_percentile": 217,
      "FlushTime_median": 217,
      "FlushTime_75th_percentile": 217,
      "FlushTime_90th_percentile": 217,
      "FlushTime_95th_percentile": 217,
      "FlushTime_98th_percentile": 217,
      "FlushTime_99th_percentile": 217,
      "FlushTime_99.9th_percentile": 217,
      "FlushTime_TimeRangeCount_100-300": 1,
      "splitSuccessCount": 0,
      "MajorCompactionOutputFileCount_num_ops": 2,
      "MajorCompactionOutputFileCount_min": 1,
      "MajorCompactionOutputFileCount_max": 1,
      "MajorCompactionOutputFileCount_mean": 1,
      "MajorCompactionOutputFileCount_25th_percentile": 1,
      "MajorCompactionOutputFileCount_median": 1,
      "MajorCompactionOutputFileCount_75th_percentile": 1,
      "MajorCompactionOutputFileCount_90th_percentile": 1,
      "MajorCompactionOutputFileCount_95th_percentile": 1,
      "MajorCompactionOutputFileCount_98th_percentile": 1,
      "MajorCompactionOutputFileCount_99th_percentile": 1,
      "MajorCompactionOutputFileCount_99.9th_percentile": 1,
      "slowGetCount": 0,
      "ScanSize_num_ops": 1,
      "ScanSize_min": 0,
      "ScanSize_max": 0,
      "ScanSize_mean": 0,
      "ScanSize_25th_percentile": 0,
      "ScanSize_median": 0,
      "ScanSize_75th_percentile": 0,
      "ScanSize_90th_percentile": 0,
      "ScanSize_95th_percentile": 0,
      "ScanSize_98th_percentile": 0,
      "ScanSize_99th_percentile": 0,
      "ScanSize_99.9th_percentile": 0,
      "ScanSize_SizeRangeCount_0-10": 1,
      "CompactionOutputSize_num_ops": 2,
      "CompactionOutputSize_min": 4592,
      "CompactionOutputSize_max": 4626,
      "CompactionOutputSize_mean": 4609,
      "CompactionOutputSize_25th_percentile": 4600,
      "CompactionOutputSize_median": 4609,
      "CompactionOutputSize_75th_percentile": 4617,
      "CompactionOutputSize_90th_percentile": 4622,
      "CompactionOutputSize_95th_percentile": 4624,
      "CompactionOutputSize_98th_percentile": 4625,
      "CompactionOutputSize_99th_percentile": 4625,
      "CompactionOutputSize_99.9th_percentile": 4625,
      "CompactionOutputSize_SizeRangeCount_100-1000": 2,
      "PauseTimeWithoutGc_num_ops": 0,
      "PauseTimeWithoutGc_min": 0,
      "PauseTimeWithoutGc_max": 0,
      "PauseTimeWithoutGc_mean": 0,
      "PauseTimeWithoutGc_25th_percentile": 0,
      "PauseTimeWithoutGc_median": 0,
      "PauseTimeWithoutGc_75th_percentile": 0,
      "PauseTimeWithoutGc_90th_percentile": 0,
      "PauseTimeWithoutGc_95th_percentile": 0,
      "PauseTimeWithoutGc_98th_percentile": 0,
      "PauseTimeWithoutGc_99th_percentile": 0,
      "PauseTimeWithoutGc_99.9th_percentile": 0,
      "slowIncrementCount": 0,
      "Append_num_ops": 0,
      "Append_min": 0,
      "Append_max": 0,
      "Append_mean": 0,
      "Append_25th_percentile": 0,
      "Append_median": 0,
      "Append_75th_percentile": 0,
      "Append_90th_percentile": 0,
      "Append_95th_percentile": 0,
      "Append_98th_percentile": 0,
      "Append_99th_percentile": 0,
      "Append_99.9th_percentile": 0,
      "Bulkload_count": 0,
      "Bulkload_mean_rate": 0.0,
      "Bulkload_1min_rate": 0.0,
      "Bulkload_5min_rate": 0.0,
      "Bulkload_15min_rate": 0.0,
      "Bulkload_num_ops": 0,
      "Bulkload_min": 0,
      "Bulkload_max": 0,
      "Bulkload_mean": 0,
      "Bulkload_25th_percentile": 0,
      "Bulkload_median": 0,
      "Bulkload_75th_percentile": 0,
      "Bulkload_90th_percentile": 0,
      "Bulkload_95th_percentile": 0,
      "Bulkload_98th_percentile": 0,
      "Bulkload_99th_percentile": 0,
      "Bulkload_99.9th_percentile": 0
    }
  ]
}
2024-11-25T11:59:00,169 WARN  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45455 {}] master.MasterRpcServices(700): 2bf237fd86ca,42531,1732535914760 reported a fatal error:
***** ABORTING region server 2bf237fd86ca,42531,1732535914760: testing *****
2024-11-25T11:59:00,177 INFO  [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '2bf237fd86ca,42531,1732535914760' *****
2024-11-25T11:59:00,177 INFO  [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: testing
2024-11-25T11:59:00,177 INFO  [RS:1;2bf237fd86ca:42531 {}] regionserver.HeapMemoryManager(220): Stopping
2024-11-25T11:59:00,178 INFO  [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting
2024-11-25T11:59:00,179 INFO  [RS:1;2bf237fd86ca:42531 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly.
2024-11-25T11:59:00,179 INFO  [RS:1;2bf237fd86ca:42531 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly.
2024-11-25T11:59:00,179 INFO  [RS:1;2bf237fd86ca:42531 {}] regionserver.HRegionServer(3091): Received CLOSE for 60c41f0faac75161f2743e1eb9539f21
2024-11-25T11:59:00,180 INFO  [RS:1;2bf237fd86ca:42531 {}] regionserver.HRegionServer(956): aborting server 2bf237fd86ca,42531,1732535914760
2024-11-25T11:59:00,180 INFO  [RS:1;2bf237fd86ca:42531 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-25T11:59:00,180 INFO  [RS:1;2bf237fd86ca:42531 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;2bf237fd86ca:42531.
2024-11-25T11:59:00,180 DEBUG [RS_CLOSE_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 60c41f0faac75161f2743e1eb9539f21, disabling compactions & flushes
2024-11-25T11:59:00,180 DEBUG [RS:1;2bf237fd86ca:42531 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-25T11:59:00,181 INFO  [RS_CLOSE_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1732535937333.60c41f0faac75161f2743e1eb9539f21.
2024-11-25T11:59:00,181 DEBUG [RS_CLOSE_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1732535937333.60c41f0faac75161f2743e1eb9539f21.
2024-11-25T11:59:00,181 DEBUG [RS_CLOSE_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1732535937333.60c41f0faac75161f2743e1eb9539f21. after waiting 0 ms
2024-11-25T11:59:00,181 DEBUG [RS_CLOSE_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1732535937333.60c41f0faac75161f2743e1eb9539f21.
2024-11-25T11:59:00,181 DEBUG [RS:1;2bf237fd86ca:42531 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-25T11:59:00,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41159 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Get size: 140 connection: 172.17.0.3:55496 deadline: 1732536000181, exception=org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=2bf237fd86ca port=42531 startCode=1732535914760. As of locationSeqNum=12.
2024-11-25T11:59:00,182 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1732535937333.60c41f0faac75161f2743e1eb9539f21., hostname=2bf237fd86ca,41159,1732535914549, seqNum=5 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1732535937333.60c41f0faac75161f2743e1eb9539f21., hostname=2bf237fd86ca,41159,1732535914549, seqNum=5, error=org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=2bf237fd86ca port=42531 startCode=1732535914760. As of locationSeqNum=12.
2024-11-25T11:59:00,182 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1732535937333.60c41f0faac75161f2743e1eb9539f21., hostname=2bf237fd86ca,41159,1732535914549, seqNum=5 is org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=2bf237fd86ca port=42531 startCode=1732535914760. As of locationSeqNum=12.
2024-11-25T11:59:00,182 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.AsyncRegionLocatorHelper(84): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1732535937333.60c41f0faac75161f2743e1eb9539f21., hostname=2bf237fd86ca,41159,1732535914549, seqNum=5 with the new location region=testReplayEditsAfterRegionMovedWithMultiCF,,1732535937333.60c41f0faac75161f2743e1eb9539f21., hostname=2bf237fd86ca,42531,1732535914760, seqNum=12 constructed by org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=2bf237fd86ca port=42531 startCode=1732535914760. As of locationSeqNum=12.
2024-11-25T11:59:00,186 INFO  [RS:1;2bf237fd86ca:42531 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close
2024-11-25T11:59:00,186 DEBUG [RS:1;2bf237fd86ca:42531 {}] regionserver.HRegionServer(1325): Online Regions={60c41f0faac75161f2743e1eb9539f21=testReplayEditsAfterRegionMovedWithMultiCF,,1732535937333.60c41f0faac75161f2743e1eb9539f21.}
2024-11-25T11:59:00,186 DEBUG [RS:1;2bf237fd86ca:42531 {}] regionserver.HRegionServer(1351): Waiting on 60c41f0faac75161f2743e1eb9539f21
2024-11-25T11:59:00,204 INFO  [RS_CLOSE_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1732535937333.60c41f0faac75161f2743e1eb9539f21.
2024-11-25T11:59:00,204 DEBUG [RS_CLOSE_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 60c41f0faac75161f2743e1eb9539f21:
Waiting for close lock at 1732535940180Running coprocessor pre-close hooks at 1732535940180Disabling compacts and flushes for region at 1732535940180Disabling writes for close at 1732535940181 (+1 ms)Writing region close event to WAL at 1732535940203 (+22 ms)Running coprocessor post-close hooks at 1732535940204 (+1 ms)Closed at 1732535940204
2024-11-25T11:59:00,205 DEBUG [RS_CLOSE_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1732535937333.60c41f0faac75161f2743e1eb9539f21.
2024-11-25T11:59:00,245 INFO  [regionserver/2bf237fd86ca:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases
2024-11-25T11:59:00,292 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 2bf237fd86ca,42531,1732535914760 aborting
	at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T11:59:00,293 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1732535937333.60c41f0faac75161f2743e1eb9539f21., hostname=2bf237fd86ca,42531,1732535914760, seqNum=12 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1732535937333.60c41f0faac75161f2743e1eb9539f21., hostname=2bf237fd86ca,42531,1732535914760, seqNum=12, error=org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 2bf237fd86ca,42531,1732535914760 aborting
2024-11-25T11:59:00,293 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1732535937333.60c41f0faac75161f2743e1eb9539f21., hostname=2bf237fd86ca,42531,1732535914760, seqNum=12 is org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 2bf237fd86ca,42531,1732535914760 aborting
2024-11-25T11:59:00,293 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testReplayEditsAfterRegionMovedWithMultiCF,,1732535937333.60c41f0faac75161f2743e1eb9539f21., hostname=2bf237fd86ca,42531,1732535914760, seqNum=12 from cache
2024-11-25T11:59:00,387 INFO  [RS:1;2bf237fd86ca:42531 {}] regionserver.HRegionServer(976): stopping server 2bf237fd86ca,42531,1732535914760; all regions closed.
2024-11-25T11:59:00,392 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36573 is added to blk_1073741834_1010 (size=1677)
2024-11-25T11:59:00,393 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35303 is added to blk_1073741834_1010 (size=1677)
2024-11-25T11:59:00,394 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39871 is added to blk_1073741834_1010 (size=1677)
2024-11-25T11:59:00,397 DEBUG [RS:1;2bf237fd86ca:42531 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-25T11:59:00,397 INFO  [RS:1;2bf237fd86ca:42531 {}] regionserver.LeaseManager(133): Closed leases
2024-11-25T11:59:00,397 INFO  [RS:1;2bf237fd86ca:42531 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-25T11:59:00,398 INFO  [RS:1;2bf237fd86ca:42531 {}] hbase.ChoreService(370): Chore service for: regionserver/2bf237fd86ca:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown
2024-11-25T11:59:00,398 INFO  [regionserver/2bf237fd86ca:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-25T11:59:00,398 INFO  [RS:1;2bf237fd86ca:42531 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish...
2024-11-25T11:59:00,398 INFO  [RS:1;2bf237fd86ca:42531 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish...
2024-11-25T11:59:00,398 INFO  [RS:1;2bf237fd86ca:42531 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish...
2024-11-25T11:59:00,398 INFO  [RS:1;2bf237fd86ca:42531 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-25T11:59:00,399 INFO  [RS:1;2bf237fd86ca:42531 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:42531
2024-11-25T11:59:00,408 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42531-0x10076ce1ad40002, quorum=127.0.0.1:51360, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/2bf237fd86ca,42531,1732535914760
2024-11-25T11:59:00,408 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45455-0x10076ce1ad40000, quorum=127.0.0.1:51360, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs
2024-11-25T11:59:00,409 INFO  [RS:1;2bf237fd86ca:42531 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-25T11:59:00,414 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [2bf237fd86ca,42531,1732535914760]
2024-11-25T11:59:00,418 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/2bf237fd86ca,42531,1732535914760 already deleted, retry=false
2024-11-25T11:59:00,418 INFO  [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of 2bf237fd86ca,42531,1732535914760 on 2bf237fd86ca,45455,1732535913463
2024-11-25T11:59:00,425 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 2bf237fd86ca,42531,1732535914760, splitWal=true, meta=false
2024-11-25T11:59:00,430 INFO  [PEWorker-3 {}] procedure.ServerCrashProcedure(169): Start pid=13, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 2bf237fd86ca,42531,1732535914760, splitWal=true, meta=false
2024-11-25T11:59:00,434 INFO  [PEWorker-3 {}] procedure.ServerCrashProcedure(207): 2bf237fd86ca,42531,1732535914760 had 1 regions
2024-11-25T11:59:00,436 INFO  [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=13, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 2bf237fd86ca,42531,1732535914760, splitWal=true, meta=false, isMeta: false
2024-11-25T11:59:00,445 DEBUG [PEWorker-3 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:34151/user/jenkins/test-data/de1d2a09-e9f6-a330-7227-6fadccb48f21/WALs/2bf237fd86ca,42531,1732535914760-splitting
2024-11-25T11:59:00,448 INFO  [RegionServerTracker-0 {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=13 for 2bf237fd86ca,42531,1732535914760 (carryingMeta=false) 2bf237fd86ca,42531,1732535914760/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@3f55229d[Write locks = 1, Read locks = 0], oldState=ONLINE.
2024-11-25T11:59:00,451 INFO  [PEWorker-3 {}] master.SplitWALManager(105): 2bf237fd86ca,42531,1732535914760 WAL count=1, meta=false
2024-11-25T11:59:00,455 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure 2bf237fd86ca%2C42531%2C1732535914760.1732535917263}]
2024-11-25T11:59:00,472 DEBUG [PEWorker-5 {}] master.SplitWALManager(158): Acquired split WAL worker=2bf237fd86ca,41159,1732535914549
2024-11-25T11:59:00,476 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 2bf237fd86ca%2C42531%2C1732535914760.1732535917263, worker=2bf237fd86ca,41159,1732535914549}]
2024-11-25T11:59:00,509 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testReplayEditsAfterRegionMovedWithMultiCF', row='r1', locateType=CURRENT is [region=testReplayEditsAfterRegionMovedWithMultiCF,,1732535937333.60c41f0faac75161f2743e1eb9539f21., hostname=2bf237fd86ca,42531,1732535914760, seqNum=18]
2024-11-25T11:59:00,511 WARN  [RPCClient-NioEventLoopGroup-6-5 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 2bf237fd86ca:42531
org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 2bf237fd86ca/172.17.0.3:42531
Caused by: java.net.ConnectException: Connection refused
	at sun.nio.ch.Net.pollConnect(Native Method) ~[?:?]
	at sun.nio.ch.Net.pollConnectNow(Net.java:672) ~[?:?]
	at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946) ~[?:?]
	at org.apache.hbase.thirdparty.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T11:59:00,513 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1732535937333.60c41f0faac75161f2743e1eb9539f21., hostname=2bf237fd86ca,42531,1732535914760, seqNum=18 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1732535937333.60c41f0faac75161f2743e1eb9539f21., hostname=2bf237fd86ca,42531,1732535914760, seqNum=18, error=java.net.ConnectException: Call to address=2bf237fd86ca:42531 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 2bf237fd86ca/172.17.0.3:42531
2024-11-25T11:59:00,514 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1732535937333.60c41f0faac75161f2743e1eb9539f21., hostname=2bf237fd86ca,42531,1732535914760, seqNum=18 is java.net.ConnectException: Connection refused
2024-11-25T11:59:00,514 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testReplayEditsAfterRegionMovedWithMultiCF,,1732535937333.60c41f0faac75161f2743e1eb9539f21., hostname=2bf237fd86ca,42531,1732535914760, seqNum=18 from cache
2024-11-25T11:59:00,514 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] ipc.FailedServers(52): Added failed server with address 2bf237fd86ca:42531 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 2bf237fd86ca/172.17.0.3:42531
2024-11-25T11:59:00,516 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42531-0x10076ce1ad40002, quorum=127.0.0.1:51360, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-25T11:59:00,517 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42531-0x10076ce1ad40002, quorum=127.0.0.1:51360, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-25T11:59:00,517 INFO  [RS:1;2bf237fd86ca:42531 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-25T11:59:00,517 INFO  [RS:1;2bf237fd86ca:42531 {}] regionserver.HRegionServer(1031): Exiting; stopping=2bf237fd86ca,42531,1732535914760; zookeeper connection closed.
2024-11-25T11:59:00,517 INFO  [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@51ef4a5d {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@51ef4a5d
2024-11-25T11:59:00,648 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41159 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=15
2024-11-25T11:59:00,675 INFO  [RS_LOG_REPLAY_OPS-regionserver/2bf237fd86ca:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(299): Splitting hdfs://localhost:34151/user/jenkins/test-data/de1d2a09-e9f6-a330-7227-6fadccb48f21/WALs/2bf237fd86ca,42531,1732535914760-splitting/2bf237fd86ca%2C42531%2C1732535914760.1732535917263, size=1.6 K (1677bytes)
2024-11-25T11:59:00,675 INFO  [RS_LOG_REPLAY_OPS-regionserver/2bf237fd86ca:0-0 {event_type=RS_LOG_REPLAY, pid=15}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34151/user/jenkins/test-data/de1d2a09-e9f6-a330-7227-6fadccb48f21/WALs/2bf237fd86ca,42531,1732535914760-splitting/2bf237fd86ca%2C42531%2C1732535914760.1732535917263
2024-11-25T11:59:00,676 INFO  [RS_LOG_REPLAY_OPS-regionserver/2bf237fd86ca:0-0 {event_type=RS_LOG_REPLAY, pid=15}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34151/user/jenkins/test-data/de1d2a09-e9f6-a330-7227-6fadccb48f21/WALs/2bf237fd86ca,42531,1732535914760-splitting/2bf237fd86ca%2C42531%2C1732535914760.1732535917263 after 1ms
2024-11-25T11:59:00,679 DEBUG [RS_LOG_REPLAY_OPS-regionserver/2bf237fd86ca:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:34151/user/jenkins/test-data/de1d2a09-e9f6-a330-7227-6fadccb48f21/WALs/2bf237fd86ca,42531,1732535914760-splitting/2bf237fd86ca%2C42531%2C1732535914760.1732535917263: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null
2024-11-25T11:59:00,680 INFO  [RS_LOG_REPLAY_OPS-regionserver/2bf237fd86ca:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(310): Open hdfs://localhost:34151/user/jenkins/test-data/de1d2a09-e9f6-a330-7227-6fadccb48f21/WALs/2bf237fd86ca,42531,1732535914760-splitting/2bf237fd86ca%2C42531%2C1732535914760.1732535917263 took 6ms
2024-11-25T11:59:00,694 DEBUG [RS_LOG_REPLAY_OPS-regionserver/2bf237fd86ca:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(352): Last flushed sequenceid for 60c41f0faac75161f2743e1eb9539f21: last_flushed_sequence_id: 12 store_sequence_id { family_name: "cf1" sequence_id: 12 } store_sequence_id { family_name: "cf2" sequence_id: 12 }
2024-11-25T11:59:00,694 DEBUG [RS_LOG_REPLAY_OPS-regionserver/2bf237fd86ca:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34151/user/jenkins/test-data/de1d2a09-e9f6-a330-7227-6fadccb48f21/WALs/2bf237fd86ca,42531,1732535914760-splitting/2bf237fd86ca%2C42531%2C1732535914760.1732535917263 so closing down
2024-11-25T11:59:00,694 DEBUG [RS_LOG_REPLAY_OPS-regionserver/2bf237fd86ca:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.OutputSink(125): Waiting for split writer threads to finish
2024-11-25T11:59:00,695 INFO  [RS_LOG_REPLAY_OPS-regionserver/2bf237fd86ca:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.OutputSink(145): 3 split writer threads finished
2024-11-25T11:59:00,695 INFO  [RS_LOG_REPLAY_OPS-regionserver/2bf237fd86ca:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(425): Processed 6 edits across 0 Regions in 11 ms; skipped=6; WAL=hdfs://localhost:34151/user/jenkins/test-data/de1d2a09-e9f6-a330-7227-6fadccb48f21/WALs/2bf237fd86ca,42531,1732535914760-splitting/2bf237fd86ca%2C42531%2C1732535914760.1732535917263, size=1.6 K, length=1677, corrupted=false, cancelled=false
2024-11-25T11:59:00,695 DEBUG [RS_LOG_REPLAY_OPS-regionserver/2bf237fd86ca:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(428): Completed split of hdfs://localhost:34151/user/jenkins/test-data/de1d2a09-e9f6-a330-7227-6fadccb48f21/WALs/2bf237fd86ca,42531,1732535914760-splitting/2bf237fd86ca%2C42531%2C1732535914760.1732535917263, journal: Splitting hdfs://localhost:34151/user/jenkins/test-data/de1d2a09-e9f6-a330-7227-6fadccb48f21/WALs/2bf237fd86ca,42531,1732535914760-splitting/2bf237fd86ca%2C42531%2C1732535914760.1732535917263, size=1.6 K (1677bytes) at 1732535940675Finishing writing output for hdfs://localhost:34151/user/jenkins/test-data/de1d2a09-e9f6-a330-7227-6fadccb48f21/WALs/2bf237fd86ca,42531,1732535914760-splitting/2bf237fd86ca%2C42531%2C1732535914760.1732535917263 so closing down at 1732535940694 (+19 ms)3 split writer threads finished at 1732535940695 (+1 ms)Processed 6 edits across 0 Regions in 11 ms; skipped=6; WAL=hdfs://localhost:34151/user/jenkins/test-data/de1d2a09-e9f6-a330-7227-6fadccb48f21/WALs/2bf237fd86ca,42531,1732535914760-splitting/2bf237fd86ca%2C42531%2C1732535914760.1732535917263, size=1.6 K, length=1677, corrupted=false, cancelled=false at 1732535940695
2024-11-25T11:59:00,695 DEBUG [RS_LOG_REPLAY_OPS-regionserver/2bf237fd86ca:0-0 {event_type=RS_LOG_REPLAY, pid=15}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:34151/user/jenkins/test-data/de1d2a09-e9f6-a330-7227-6fadccb48f21/WALs/2bf237fd86ca,42531,1732535914760-splitting/2bf237fd86ca%2C42531%2C1732535914760.1732535917263
2024-11-25T11:59:00,697 DEBUG [RS_LOG_REPLAY_OPS-regionserver/2bf237fd86ca:0-0 {event_type=RS_LOG_REPLAY, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15
2024-11-25T11:59:00,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45455 {}] master.HMaster(4169): Remote procedure done, pid=15
2024-11-25T11:59:00,706 INFO  [PEWorker-1 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34151/user/jenkins/test-data/de1d2a09-e9f6-a330-7227-6fadccb48f21/WALs/2bf237fd86ca,42531,1732535914760-splitting/2bf237fd86ca%2C42531%2C1732535914760.1732535917263 to hdfs://localhost:34151/user/jenkins/test-data/de1d2a09-e9f6-a330-7227-6fadccb48f21/oldWALs
2024-11-25T11:59:00,710 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14
2024-11-25T11:59:00,710 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 2bf237fd86ca%2C42531%2C1732535914760.1732535917263, worker=2bf237fd86ca,41159,1732535914549 in 230 msec
2024-11-25T11:59:00,714 DEBUG [PEWorker-1 {}] master.SplitWALManager(172): Release split WAL worker=2bf237fd86ca,41159,1732535914549
2024-11-25T11:59:00,717 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13
2024-11-25T11:59:00,717 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; SplitWALProcedure 2bf237fd86ca%2C42531%2C1732535914760.1732535917263, worker=2bf237fd86ca,41159,1732535914549 in 260 msec
2024-11-25T11:59:00,719 INFO  [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:34151/user/jenkins/test-data/de1d2a09-e9f6-a330-7227-6fadccb48f21/WALs/2bf237fd86ca,42531,1732535914760-splitting dir is empty, no logs to split.
2024-11-25T11:59:00,719 INFO  [PEWorker-3 {}] master.SplitWALManager(105): 2bf237fd86ca,42531,1732535914760 WAL count=0, meta=false
2024-11-25T11:59:00,719 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if 2bf237fd86ca,42531,1732535914760 WAL splitting is done? wals=0, meta=false
2024-11-25T11:59:00,722 INFO  [PEWorker-3 {}] procedure.ServerCrashProcedure(321): Remove WAL directory for 2bf237fd86ca,42531,1732535914760 failed, ignore...File hdfs://localhost:34151/user/jenkins/test-data/de1d2a09-e9f6-a330-7227-6fadccb48f21/WALs/2bf237fd86ca,42531,1732535914760-splitting does not exist.
2024-11-25T11:59:00,728 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=60c41f0faac75161f2743e1eb9539f21, ASSIGN}]
2024-11-25T11:59:00,729 INFO  [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=16, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=60c41f0faac75161f2743e1eb9539f21, ASSIGN
2024-11-25T11:59:00,730 INFO  [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=16, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=60c41f0faac75161f2743e1eb9539f21, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false
2024-11-25T11:59:00,825 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testReplayEditsAfterRegionMovedWithMultiCF', row='r1', locateType=CURRENT is [region=testReplayEditsAfterRegionMovedWithMultiCF,,1732535937333.60c41f0faac75161f2743e1eb9539f21., hostname=2bf237fd86ca,42531,1732535914760, seqNum=18]
2024-11-25T11:59:00,826 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] ipc.AbstractRpcClient(357): Not trying to connect to 2bf237fd86ca:42531 this server is in the failed servers list
2024-11-25T11:59:00,827 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1732535937333.60c41f0faac75161f2743e1eb9539f21., hostname=2bf237fd86ca,42531,1732535914760, seqNum=18 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1732535937333.60c41f0faac75161f2743e1eb9539f21., hostname=2bf237fd86ca,42531,1732535914760, seqNum=18, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=2bf237fd86ca:42531 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 2bf237fd86ca:42531
2024-11-25T11:59:00,827 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1732535937333.60c41f0faac75161f2743e1eb9539f21., hostname=2bf237fd86ca,42531,1732535914760, seqNum=18 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 2bf237fd86ca:42531
2024-11-25T11:59:00,827 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testReplayEditsAfterRegionMovedWithMultiCF,,1732535937333.60c41f0faac75161f2743e1eb9539f21., hostname=2bf237fd86ca,42531,1732535914760, seqNum=18 from cache
2024-11-25T11:59:00,881 DEBUG [2bf237fd86ca:45455 {}] balancer.BalancerClusterState(204): Hosts are {2bf237fd86ca=0} racks are {/default-rack=0}
2024-11-25T11:59:00,881 DEBUG [2bf237fd86ca:45455 {}] balancer.BalancerClusterState(303): server 0 has 0 regions
2024-11-25T11:59:00,882 DEBUG [2bf237fd86ca:45455 {}] balancer.BalancerClusterState(303): server 1 has 0 regions
2024-11-25T11:59:00,882 DEBUG [2bf237fd86ca:45455 {}] balancer.BalancerClusterState(310): server 0 is on host 0
2024-11-25T11:59:00,882 DEBUG [2bf237fd86ca:45455 {}] balancer.BalancerClusterState(310): server 1 is on host 0
2024-11-25T11:59:00,882 INFO  [2bf237fd86ca:45455 {}] balancer.BalancerClusterState(321): server 0 is on rack 0
2024-11-25T11:59:00,882 INFO  [2bf237fd86ca:45455 {}] balancer.BalancerClusterState(321): server 1 is on rack 0
2024-11-25T11:59:00,882 DEBUG [2bf237fd86ca:45455 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1
2024-11-25T11:59:00,882 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=60c41f0faac75161f2743e1eb9539f21, regionState=OPENING, regionLocation=2bf237fd86ca,42593,1732535914841
2024-11-25T11:59:00,887 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=60c41f0faac75161f2743e1eb9539f21, ASSIGN because future has completed
2024-11-25T11:59:00,887 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure 60c41f0faac75161f2743e1eb9539f21, server=2bf237fd86ca,42593,1732535914841}]
2024-11-25T11:59:01,061 INFO  [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(132): Open testReplayEditsAfterRegionMovedWithMultiCF,,1732535937333.60c41f0faac75161f2743e1eb9539f21.
2024-11-25T11:59:01,061 DEBUG [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 60c41f0faac75161f2743e1eb9539f21, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1732535937333.60c41f0faac75161f2743e1eb9539f21.', STARTKEY => '', ENDKEY => ''}
2024-11-25T11:59:01,061 DEBUG [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterRegionMovedWithMultiCF 60c41f0faac75161f2743e1eb9539f21
2024-11-25T11:59:01,062 DEBUG [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1732535937333.60c41f0faac75161f2743e1eb9539f21.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-25T11:59:01,062 DEBUG [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7794): checking encryption for 60c41f0faac75161f2743e1eb9539f21
2024-11-25T11:59:01,062 DEBUG [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7797): checking classloading for 60c41f0faac75161f2743e1eb9539f21
2024-11-25T11:59:01,068 INFO  [StoreOpener-60c41f0faac75161f2743e1eb9539f21-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region 60c41f0faac75161f2743e1eb9539f21 
2024-11-25T11:59:01,070 INFO  [StoreOpener-60c41f0faac75161f2743e1eb9539f21-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 60c41f0faac75161f2743e1eb9539f21 columnFamilyName cf1
2024-11-25T11:59:01,070 DEBUG [StoreOpener-60c41f0faac75161f2743e1eb9539f21-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T11:59:01,091 DEBUG [StoreOpener-60c41f0faac75161f2743e1eb9539f21-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34151/user/jenkins/test-data/de1d2a09-e9f6-a330-7227-6fadccb48f21/data/default/testReplayEditsAfterRegionMovedWithMultiCF/60c41f0faac75161f2743e1eb9539f21/cf1/803cae7e8bd64cf19b2fe5287acb8352
2024-11-25T11:59:01,091 INFO  [StoreOpener-60c41f0faac75161f2743e1eb9539f21-1 {}] regionserver.HStore(327): Store=60c41f0faac75161f2743e1eb9539f21/cf1,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-25T11:59:01,091 INFO  [StoreOpener-60c41f0faac75161f2743e1eb9539f21-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region 60c41f0faac75161f2743e1eb9539f21 
2024-11-25T11:59:01,094 INFO  [StoreOpener-60c41f0faac75161f2743e1eb9539f21-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 60c41f0faac75161f2743e1eb9539f21 columnFamilyName cf2
2024-11-25T11:59:01,094 DEBUG [StoreOpener-60c41f0faac75161f2743e1eb9539f21-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T11:59:01,127 DEBUG [StoreOpener-60c41f0faac75161f2743e1eb9539f21-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34151/user/jenkins/test-data/de1d2a09-e9f6-a330-7227-6fadccb48f21/data/default/testReplayEditsAfterRegionMovedWithMultiCF/60c41f0faac75161f2743e1eb9539f21/cf2/2c7300bda5d84ec9a8bf2ac6545df6f8
2024-11-25T11:59:01,127 INFO  [StoreOpener-60c41f0faac75161f2743e1eb9539f21-1 {}] regionserver.HStore(327): Store=60c41f0faac75161f2743e1eb9539f21/cf2,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-25T11:59:01,128 DEBUG [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1038): replaying wal for 60c41f0faac75161f2743e1eb9539f21
2024-11-25T11:59:01,129 DEBUG [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34151/user/jenkins/test-data/de1d2a09-e9f6-a330-7227-6fadccb48f21/data/default/testReplayEditsAfterRegionMovedWithMultiCF/60c41f0faac75161f2743e1eb9539f21
2024-11-25T11:59:01,133 DEBUG [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34151/user/jenkins/test-data/de1d2a09-e9f6-a330-7227-6fadccb48f21/data/default/testReplayEditsAfterRegionMovedWithMultiCF/60c41f0faac75161f2743e1eb9539f21
2024-11-25T11:59:01,134 DEBUG [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1048): stopping wal replay for 60c41f0faac75161f2743e1eb9539f21
2024-11-25T11:59:01,134 DEBUG [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 60c41f0faac75161f2743e1eb9539f21
2024-11-25T11:59:01,135 DEBUG [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterRegionMovedWithMultiCF descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead.
2024-11-25T11:59:01,139 DEBUG [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1093): writing seq id for 60c41f0faac75161f2743e1eb9539f21
2024-11-25T11:59:01,140 INFO  [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1114): Opened 60c41f0faac75161f2743e1eb9539f21; next sequenceid=18; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72426138, jitterRate=0.0792335569858551}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864}
2024-11-25T11:59:01,140 DEBUG [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 60c41f0faac75161f2743e1eb9539f21
2024-11-25T11:59:01,141 DEBUG [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1006): Region open journal for 60c41f0faac75161f2743e1eb9539f21:
Running coprocessor pre-open hook at 1732535941062Writing region info on filesystem at 1732535941062Initializing all the Stores at 1732535941063 (+1 ms)Instantiating store for column family {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732535941063Instantiating store for column family {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732535941065 (+2 ms)Cleaning up temporary data from old regions at 1732535941134 (+69 ms)Running coprocessor post-open hooks at 1732535941140 (+6 ms)Region opened successfully at 1732535941141 (+1 ms)
2024-11-25T11:59:01,145 INFO  [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for testReplayEditsAfterRegionMovedWithMultiCF,,1732535937333.60c41f0faac75161f2743e1eb9539f21., pid=17, masterSystemTime=1732535941041
2024-11-25T11:59:01,151 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=60c41f0faac75161f2743e1eb9539f21, regionState=OPEN, openSeqNum=18, regionLocation=2bf237fd86ca,42593,1732535914841
2024-11-25T11:59:01,152 DEBUG [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for testReplayEditsAfterRegionMovedWithMultiCF,,1732535937333.60c41f0faac75161f2743e1eb9539f21.
2024-11-25T11:59:01,152 INFO  [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(153): Opened testReplayEditsAfterRegionMovedWithMultiCF,,1732535937333.60c41f0faac75161f2743e1eb9539f21.
2024-11-25T11:59:01,155 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure 60c41f0faac75161f2743e1eb9539f21, server=2bf237fd86ca,42593,1732535914841 because future has completed
2024-11-25T11:59:01,177 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16
2024-11-25T11:59:01,177 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; OpenRegionProcedure 60c41f0faac75161f2743e1eb9539f21, server=2bf237fd86ca,42593,1732535914841 in 273 msec
2024-11-25T11:59:01,182 INFO  [PEWorker-1 {}] procedure.ServerCrashProcedure(291): removed crashed server 2bf237fd86ca,42531,1732535914760 after splitting done
2024-11-25T11:59:01,188 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; ServerCrashProcedure 2bf237fd86ca,42531,1732535914760, splitWal=true, meta=false in 763 msec
2024-11-25T11:59:01,188 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=13
2024-11-25T11:59:01,188 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=13, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=60c41f0faac75161f2743e1eb9539f21, ASSIGN in 450 msec
2024-11-25T11:59:01,345 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testReplayEditsAfterRegionMovedWithMultiCF', row='r1', locateType=CURRENT is [region=testReplayEditsAfterRegionMovedWithMultiCF,,1732535937333.60c41f0faac75161f2743e1eb9539f21., hostname=2bf237fd86ca,42593,1732535914841, seqNum=18]
2024-11-25T11:59:01,363 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayCompressed#testReplayEditsAfterRegionMovedWithMultiCF Thread=401 (was 405), OpenFileDescriptor=1030 (was 1005) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=862 (was 867), ProcessCount=11 (was 11), AvailableMemoryMB=6457 (was 6942)
2024-11-25T11:59:01,365 WARN  [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1030 is superior to 1024
2024-11-25T11:59:01,379 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayCompressed#testReplayEditsAfterPartialFlush Thread=401, OpenFileDescriptor=1030, MaxFileDescriptor=1048576, SystemLoadAverage=862, ProcessCount=11, AvailableMemoryMB=6456
2024-11-25T11:59:01,379 WARN  [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1030 is superior to 1024
2024-11-25T11:59:01,404 INFO  [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-25T11:59:01,406 INFO  [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-25T11:59:01,407 INFO  [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-25T11:59:01,410 INFO  [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-36339542, suffix=, logDir=hdfs://localhost:34151/hbase/WALs/hregion-36339542, archiveDir=hdfs://localhost:34151/hbase/oldWALs, maxLogs=32
2024-11-25T11:59:01,432 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-36339542/hregion-36339542.1732535941411, exclude list is [], retry=0
2024-11-25T11:59:01,435 DEBUG [AsyncFSWAL-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36573,DS-5cdd0e23-dce8-49b9-9d0d-2dd069665475,DISK]
2024-11-25T11:59:01,437 DEBUG [AsyncFSWAL-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39871,DS-a26a421e-0102-4e02-b10b-ef176eeda992,DISK]
2024-11-25T11:59:01,440 DEBUG [AsyncFSWAL-20-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35303,DS-889d203c-47da-4fdb-9342-bfab24a44ff1,DISK]
2024-11-25T11:59:01,445 INFO  [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-36339542/hregion-36339542.1732535941411
2024-11-25T11:59:01,447 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41699:41699),(127.0.0.1/127.0.0.1:42087:42087),(127.0.0.1/127.0.0.1:33477:33477)]
2024-11-25T11:59:01,447 INFO  [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 94d602444c6d35fdf7f847107309444a, NAME => 'testReplayEditsWrittenViaHRegion,,1732535941405.94d602444c6d35fdf7f847107309444a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenViaHRegion', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34151/hbase
2024-11-25T11:59:01,471 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35303 is added to blk_1073741893_1071 (size=67)
2024-11-25T11:59:01,472 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39871 is added to blk_1073741893_1071 (size=67)
2024-11-25T11:59:01,473 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36573 is added to blk_1073741893_1071 (size=67)
2024-11-25T11:59:01,474 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1732535941405.94d602444c6d35fdf7f847107309444a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-25T11:59:01,477 INFO  [StoreOpener-94d602444c6d35fdf7f847107309444a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 94d602444c6d35fdf7f847107309444a 
2024-11-25T11:59:01,478 INFO  [StoreOpener-94d602444c6d35fdf7f847107309444a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 94d602444c6d35fdf7f847107309444a columnFamilyName a
2024-11-25T11:59:01,478 DEBUG [StoreOpener-94d602444c6d35fdf7f847107309444a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T11:59:01,479 INFO  [StoreOpener-94d602444c6d35fdf7f847107309444a-1 {}] regionserver.HStore(327): Store=94d602444c6d35fdf7f847107309444a/a,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-25T11:59:01,479 INFO  [StoreOpener-94d602444c6d35fdf7f847107309444a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 94d602444c6d35fdf7f847107309444a 
2024-11-25T11:59:01,481 INFO  [StoreOpener-94d602444c6d35fdf7f847107309444a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 94d602444c6d35fdf7f847107309444a columnFamilyName b
2024-11-25T11:59:01,481 DEBUG [StoreOpener-94d602444c6d35fdf7f847107309444a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T11:59:01,482 INFO  [StoreOpener-94d602444c6d35fdf7f847107309444a-1 {}] regionserver.HStore(327): Store=94d602444c6d35fdf7f847107309444a/b,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-25T11:59:01,482 INFO  [StoreOpener-94d602444c6d35fdf7f847107309444a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 94d602444c6d35fdf7f847107309444a 
2024-11-25T11:59:01,483 INFO  [StoreOpener-94d602444c6d35fdf7f847107309444a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 94d602444c6d35fdf7f847107309444a columnFamilyName c
2024-11-25T11:59:01,483 DEBUG [StoreOpener-94d602444c6d35fdf7f847107309444a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T11:59:01,484 INFO  [StoreOpener-94d602444c6d35fdf7f847107309444a-1 {}] regionserver.HStore(327): Store=94d602444c6d35fdf7f847107309444a/c,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-25T11:59:01,484 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 94d602444c6d35fdf7f847107309444a
2024-11-25T11:59:01,485 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34151/hbase/data/default/testReplayEditsWrittenViaHRegion/94d602444c6d35fdf7f847107309444a
2024-11-25T11:59:01,485 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34151/hbase/data/default/testReplayEditsWrittenViaHRegion/94d602444c6d35fdf7f847107309444a
2024-11-25T11:59:01,486 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 94d602444c6d35fdf7f847107309444a
2024-11-25T11:59:01,486 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 94d602444c6d35fdf7f847107309444a
2024-11-25T11:59:01,487 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-11-25T11:59:01,488 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 94d602444c6d35fdf7f847107309444a
2024-11-25T11:59:01,490 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34151/hbase/data/default/testReplayEditsWrittenViaHRegion/94d602444c6d35fdf7f847107309444a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-25T11:59:01,491 INFO  [Time-limited test {}] regionserver.HRegion(1114): Opened 94d602444c6d35fdf7f847107309444a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69060942, jitterRate=0.029088228940963745}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-11-25T11:59:01,491 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 94d602444c6d35fdf7f847107309444a:
Writing region info on filesystem at 1732535941474Initializing all the Stores at 1732535941475 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732535941475Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732535941476 (+1 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732535941476Cleaning up temporary data from old regions at 1732535941486 (+10 ms)Region opened successfully at 1732535941491 (+5 ms)
2024-11-25T11:59:01,491 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 94d602444c6d35fdf7f847107309444a, disabling compactions & flushes
2024-11-25T11:59:01,491 INFO  [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1732535941405.94d602444c6d35fdf7f847107309444a.
2024-11-25T11:59:01,492 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1732535941405.94d602444c6d35fdf7f847107309444a.
2024-11-25T11:59:01,492 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1732535941405.94d602444c6d35fdf7f847107309444a. after waiting 0 ms
2024-11-25T11:59:01,492 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1732535941405.94d602444c6d35fdf7f847107309444a.
2024-11-25T11:59:01,492 INFO  [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1732535941405.94d602444c6d35fdf7f847107309444a.
2024-11-25T11:59:01,492 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 94d602444c6d35fdf7f847107309444a:
Waiting for close lock at 1732535941491Disabling compacts and flushes for region at 1732535941491Disabling writes for close at 1732535941492 (+1 ms)Writing region close event to WAL at 1732535941492Closed at 1732535941492
2024-11-25T11:59:01,499 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36573 is added to blk_1073741892_1070 (size=93)
2024-11-25T11:59:01,500 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39871 is added to blk_1073741892_1070 (size=93)
2024-11-25T11:59:01,503 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35303 is added to blk_1073741892_1070 (size=93)
2024-11-25T11:59:01,506 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs
2024-11-25T11:59:01,506 INFO  [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-36339542:(num 1732535941411)
2024-11-25T11:59:01,506 INFO  [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor
2024-11-25T11:59:01,508 INFO  [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:34151/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732535941403, archiveDir=hdfs://localhost:34151/hbase/oldWALs, maxLogs=32
2024-11-25T11:59:01,523 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732535941403/wal.1732535941508, exclude list is [], retry=0
2024-11-25T11:59:01,527 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35303,DS-889d203c-47da-4fdb-9342-bfab24a44ff1,DISK]
2024-11-25T11:59:01,527 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36573,DS-5cdd0e23-dce8-49b9-9d0d-2dd069665475,DISK]
2024-11-25T11:59:01,528 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39871,DS-a26a421e-0102-4e02-b10b-ef176eeda992,DISK]
2024-11-25T11:59:01,537 INFO  [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732535941403/wal.1732535941508
2024-11-25T11:59:01,537 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33477:33477),(127.0.0.1/127.0.0.1:41699:41699),(127.0.0.1/127.0.0.1:42087:42087)]
2024-11-25T11:59:01,538 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 94d602444c6d35fdf7f847107309444a, NAME => 'testReplayEditsWrittenViaHRegion,,1732535941405.94d602444c6d35fdf7f847107309444a.', STARTKEY => '', ENDKEY => ''}
2024-11-25T11:59:01,538 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1732535941405.94d602444c6d35fdf7f847107309444a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-25T11:59:01,538 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 94d602444c6d35fdf7f847107309444a
2024-11-25T11:59:01,538 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 94d602444c6d35fdf7f847107309444a
2024-11-25T11:59:01,540 INFO  [StoreOpener-94d602444c6d35fdf7f847107309444a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 94d602444c6d35fdf7f847107309444a 
2024-11-25T11:59:01,542 INFO  [StoreOpener-94d602444c6d35fdf7f847107309444a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 94d602444c6d35fdf7f847107309444a columnFamilyName a
2024-11-25T11:59:01,542 DEBUG [StoreOpener-94d602444c6d35fdf7f847107309444a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T11:59:01,542 INFO  [StoreOpener-94d602444c6d35fdf7f847107309444a-1 {}] regionserver.HStore(327): Store=94d602444c6d35fdf7f847107309444a/a,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-25T11:59:01,542 INFO  [StoreOpener-94d602444c6d35fdf7f847107309444a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 94d602444c6d35fdf7f847107309444a 
2024-11-25T11:59:01,543 INFO  [StoreOpener-94d602444c6d35fdf7f847107309444a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 94d602444c6d35fdf7f847107309444a columnFamilyName b
2024-11-25T11:59:01,543 DEBUG [StoreOpener-94d602444c6d35fdf7f847107309444a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T11:59:01,544 INFO  [StoreOpener-94d602444c6d35fdf7f847107309444a-1 {}] regionserver.HStore(327): Store=94d602444c6d35fdf7f847107309444a/b,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-25T11:59:01,544 INFO  [StoreOpener-94d602444c6d35fdf7f847107309444a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 94d602444c6d35fdf7f847107309444a 
2024-11-25T11:59:01,545 INFO  [StoreOpener-94d602444c6d35fdf7f847107309444a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 94d602444c6d35fdf7f847107309444a columnFamilyName c
2024-11-25T11:59:01,545 DEBUG [StoreOpener-94d602444c6d35fdf7f847107309444a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T11:59:01,546 INFO  [StoreOpener-94d602444c6d35fdf7f847107309444a-1 {}] regionserver.HStore(327): Store=94d602444c6d35fdf7f847107309444a/c,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-25T11:59:01,546 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 94d602444c6d35fdf7f847107309444a
2024-11-25T11:59:01,547 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34151/hbase/data/default/testReplayEditsWrittenViaHRegion/94d602444c6d35fdf7f847107309444a
2024-11-25T11:59:01,548 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34151/hbase/data/default/testReplayEditsWrittenViaHRegion/94d602444c6d35fdf7f847107309444a
2024-11-25T11:59:01,549 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 94d602444c6d35fdf7f847107309444a
2024-11-25T11:59:01,549 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 94d602444c6d35fdf7f847107309444a
2024-11-25T11:59:01,550 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-11-25T11:59:01,557 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 94d602444c6d35fdf7f847107309444a
2024-11-25T11:59:01,558 INFO  [Time-limited test {}] regionserver.HRegion(1114): Opened 94d602444c6d35fdf7f847107309444a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72739239, jitterRate=0.08389912545681}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-11-25T11:59:01,559 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 94d602444c6d35fdf7f847107309444a:
Writing region info on filesystem at 1732535941538Initializing all the Stores at 1732535941539 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732535941539Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732535941540 (+1 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732535941540Cleaning up temporary data from old regions at 1732535941549 (+9 ms)Region opened successfully at 1732535941559 (+10 ms)
2024-11-25T11:59:01,622 INFO  [Time-limited test {}] regionserver.HRegion(2902): Flushing 94d602444c6d35fdf7f847107309444a 3/3 column families, dataSize=2.55 KB heapSize=5.44 KB
2024-11-25T11:59:01,650 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/hbase/data/default/testReplayEditsWrittenViaHRegion/94d602444c6d35fdf7f847107309444a/.tmp/a/63980dc345cf42228021481665bcd41c is 91, key is testReplayEditsWrittenViaHRegion/a:x0/1732535941559/Put/seqid=0
2024-11-25T11:59:01,698 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35303 is added to blk_1073741895_1073 (size=5958)
2024-11-25T11:59:01,699 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36573 is added to blk_1073741895_1073 (size=5958)
2024-11-25T11:59:01,700 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39871 is added to blk_1073741895_1073 (size=5958)
2024-11-25T11:59:01,701 INFO  [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:34151/hbase/data/default/testReplayEditsWrittenViaHRegion/94d602444c6d35fdf7f847107309444a/.tmp/a/63980dc345cf42228021481665bcd41c
2024-11-25T11:59:01,747 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/hbase/data/default/testReplayEditsWrittenViaHRegion/94d602444c6d35fdf7f847107309444a/.tmp/b/c5cf81cac71d4a448352ad4a9454a4b7 is 91, key is testReplayEditsWrittenViaHRegion/b:x0/1732535941573/Put/seqid=0
2024-11-25T11:59:01,778 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39871 is added to blk_1073741896_1074 (size=5958)
2024-11-25T11:59:01,779 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36573 is added to blk_1073741896_1074 (size=5958)
2024-11-25T11:59:01,780 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35303 is added to blk_1073741896_1074 (size=5958)
2024-11-25T11:59:01,781 INFO  [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:34151/hbase/data/default/testReplayEditsWrittenViaHRegion/94d602444c6d35fdf7f847107309444a/.tmp/b/c5cf81cac71d4a448352ad4a9454a4b7
2024-11-25T11:59:01,838 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/hbase/data/default/testReplayEditsWrittenViaHRegion/94d602444c6d35fdf7f847107309444a/.tmp/c/51b1fc3dec454608a5f981c61d88a167 is 91, key is testReplayEditsWrittenViaHRegion/c:x0/1732535941594/Put/seqid=0
2024-11-25T11:59:01,865 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36573 is added to blk_1073741897_1075 (size=5958)
2024-11-25T11:59:01,865 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39871 is added to blk_1073741897_1075 (size=5958)
2024-11-25T11:59:01,866 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35303 is added to blk_1073741897_1075 (size=5958)
2024-11-25T11:59:01,866 INFO  [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:34151/hbase/data/default/testReplayEditsWrittenViaHRegion/94d602444c6d35fdf7f847107309444a/.tmp/c/51b1fc3dec454608a5f981c61d88a167
2024-11-25T11:59:01,875 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/hbase/data/default/testReplayEditsWrittenViaHRegion/94d602444c6d35fdf7f847107309444a/.tmp/a/63980dc345cf42228021481665bcd41c as hdfs://localhost:34151/hbase/data/default/testReplayEditsWrittenViaHRegion/94d602444c6d35fdf7f847107309444a/a/63980dc345cf42228021481665bcd41c
2024-11-25T11:59:01,894 INFO  [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34151/hbase/data/default/testReplayEditsWrittenViaHRegion/94d602444c6d35fdf7f847107309444a/a/63980dc345cf42228021481665bcd41c, entries=10, sequenceid=33, filesize=5.8 K
2024-11-25T11:59:01,896 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/hbase/data/default/testReplayEditsWrittenViaHRegion/94d602444c6d35fdf7f847107309444a/.tmp/b/c5cf81cac71d4a448352ad4a9454a4b7 as hdfs://localhost:34151/hbase/data/default/testReplayEditsWrittenViaHRegion/94d602444c6d35fdf7f847107309444a/b/c5cf81cac71d4a448352ad4a9454a4b7
2024-11-25T11:59:01,915 INFO  [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34151/hbase/data/default/testReplayEditsWrittenViaHRegion/94d602444c6d35fdf7f847107309444a/b/c5cf81cac71d4a448352ad4a9454a4b7, entries=10, sequenceid=33, filesize=5.8 K
2024-11-25T11:59:01,921 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/hbase/data/default/testReplayEditsWrittenViaHRegion/94d602444c6d35fdf7f847107309444a/.tmp/c/51b1fc3dec454608a5f981c61d88a167 as hdfs://localhost:34151/hbase/data/default/testReplayEditsWrittenViaHRegion/94d602444c6d35fdf7f847107309444a/c/51b1fc3dec454608a5f981c61d88a167
2024-11-25T11:59:01,943 INFO  [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34151/hbase/data/default/testReplayEditsWrittenViaHRegion/94d602444c6d35fdf7f847107309444a/c/51b1fc3dec454608a5f981c61d88a167, entries=10, sequenceid=33, filesize=5.8 K
2024-11-25T11:59:01,945 INFO  [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~2.55 KB/2610, heapSize ~5.39 KB/5520, currentSize=0 B/0 for 94d602444c6d35fdf7f847107309444a in 323ms, sequenceid=33, compaction requested=false
2024-11-25T11:59:01,945 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 94d602444c6d35fdf7f847107309444a:

2024-11-25T11:59:01,945 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 94d602444c6d35fdf7f847107309444a, disabling compactions & flushes
2024-11-25T11:59:01,945 INFO  [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1732535941405.94d602444c6d35fdf7f847107309444a.
2024-11-25T11:59:01,945 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1732535941405.94d602444c6d35fdf7f847107309444a.
2024-11-25T11:59:01,945 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1732535941405.94d602444c6d35fdf7f847107309444a. after waiting 0 ms
2024-11-25T11:59:01,945 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1732535941405.94d602444c6d35fdf7f847107309444a.
2024-11-25T11:59:01,977 INFO  [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1732535941405.94d602444c6d35fdf7f847107309444a.
2024-11-25T11:59:01,977 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 94d602444c6d35fdf7f847107309444a:
Waiting for close lock at 1732535941945Disabling compacts and flushes for region at 1732535941945Disabling writes for close at 1732535941945Writing region close event to WAL at 1732535941977 (+32 ms)Closed at 1732535941977
2024-11-25T11:59:02,000 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35303 is added to blk_1073741894_1072 (size=2873)
2024-11-25T11:59:02,001 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39871 is added to blk_1073741894_1072 (size=2873)
2024-11-25T11:59:02,003 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36573 is added to blk_1073741894_1072 (size=2873)
2024-11-25T11:59:02,014 DEBUG [Time-limited test {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34151/hbase/data/default/testReplayEditsWrittenViaHRegion/94d602444c6d35fdf7f847107309444a/b/c5cf81cac71d4a448352ad4a9454a4b7 to hdfs://localhost:34151/hbase/archive/data/default/testReplayEditsWrittenViaHRegion/94d602444c6d35fdf7f847107309444a/b/c5cf81cac71d4a448352ad4a9454a4b7
2024-11-25T11:59:02,047 INFO  [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34151/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732535941403/wal.1732535941508, size=2.8 K (2873bytes)
2024-11-25T11:59:02,047 INFO  [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34151/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732535941403/wal.1732535941508
2024-11-25T11:59:02,047 INFO  [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34151/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732535941403/wal.1732535941508 after 0ms
2024-11-25T11:59:02,050 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:34151/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732535941403/wal.1732535941508: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null
2024-11-25T11:59:02,050 INFO  [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34151/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732535941403/wal.1732535941508 took 4ms
2024-11-25T11:59:02,053 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34151/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732535941403/wal.1732535941508 so closing down
2024-11-25T11:59:02,053 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish
2024-11-25T11:59:02,055 INFO  [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1732535941508.temp
2024-11-25T11:59:02,056 INFO  [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34151/hbase/data/default/testReplayEditsWrittenViaHRegion/94d602444c6d35fdf7f847107309444a/recovered.edits/0000000000000000003-wal.1732535941508.temp
2024-11-25T11:59:02,057 INFO  [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished
2024-11-25T11:59:02,067 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35303 is added to blk_1073741898_1076 (size=2312)
2024-11-25T11:59:02,069 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36573 is added to blk_1073741898_1076 (size=2312)
2024-11-25T11:59:02,072 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39871 is added to blk_1073741898_1076 (size=2312)
2024-11-25T11:59:02,073 INFO  [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34151/hbase/data/default/testReplayEditsWrittenViaHRegion/94d602444c6d35fdf7f847107309444a/recovered.edits/0000000000000000003-wal.1732535941508.temp (wrote 30 edits, skipped 0 edits in 0 ms)
2024-11-25T11:59:02,076 INFO  [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34151/hbase/data/default/testReplayEditsWrittenViaHRegion/94d602444c6d35fdf7f847107309444a/recovered.edits/0000000000000000003-wal.1732535941508.temp to hdfs://localhost:34151/hbase/data/default/testReplayEditsWrittenViaHRegion/94d602444c6d35fdf7f847107309444a/recovered.edits/0000000000000000032
2024-11-25T11:59:02,077 INFO  [Time-limited test {}] wal.WALSplitter(425): Processed 32 edits across 1 Regions in 26 ms; skipped=2; WAL=hdfs://localhost:34151/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732535941403/wal.1732535941508, size=2.8 K, length=2873, corrupted=false, cancelled=false
2024-11-25T11:59:02,077 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34151/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732535941403/wal.1732535941508, journal: Splitting hdfs://localhost:34151/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732535941403/wal.1732535941508, size=2.8 K (2873bytes) at 1732535942047Finishing writing output for hdfs://localhost:34151/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732535941403/wal.1732535941508 so closing down at 1732535942053 (+6 ms)Creating recovered edits writer path=hdfs://localhost:34151/hbase/data/default/testReplayEditsWrittenViaHRegion/94d602444c6d35fdf7f847107309444a/recovered.edits/0000000000000000003-wal.1732535941508.temp at 1732535942056 (+3 ms)3 split writer threads finished at 1732535942057 (+1 ms)Closed recovered edits writer path=hdfs://localhost:34151/hbase/data/default/testReplayEditsWrittenViaHRegion/94d602444c6d35fdf7f847107309444a/recovered.edits/0000000000000000003-wal.1732535941508.temp (wrote 30 edits, skipped 0 edits in 0 ms) at 1732535942073 (+16 ms)Rename recovered edits hdfs://localhost:34151/hbase/data/default/testReplayEditsWrittenViaHRegion/94d602444c6d35fdf7f847107309444a/recovered.edits/0000000000000000003-wal.1732535941508.temp to hdfs://localhost:34151/hbase/data/default/testReplayEditsWrittenViaHRegion/94d602444c6d35fdf7f847107309444a/recovered.edits/0000000000000000032 at 1732535942076 (+3 ms)Processed 32 edits across 1 Regions in 26 ms; skipped=2; WAL=hdfs://localhost:34151/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732535941403/wal.1732535941508, size=2.8 K, length=2873, corrupted=false, cancelled=false at 1732535942077 (+1 ms)
2024-11-25T11:59:02,095 INFO  [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34151/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732535941403/wal.1732535941508 to hdfs://localhost:34151/hbase/oldWALs/wal.1732535941508
2024-11-25T11:59:02,101 INFO  [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:34151/hbase/data/default/testReplayEditsWrittenViaHRegion/94d602444c6d35fdf7f847107309444a/recovered.edits/0000000000000000032
2024-11-25T11:59:02,101 INFO  [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor
2024-11-25T11:59:02,106 INFO  [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:34151/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732535941403, archiveDir=hdfs://localhost:34151/hbase/oldWALs, maxLogs=32
2024-11-25T11:59:02,128 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732535941403/wal.1732535942106, exclude list is [], retry=0
2024-11-25T11:59:02,134 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39871,DS-a26a421e-0102-4e02-b10b-ef176eeda992,DISK]
2024-11-25T11:59:02,135 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36573,DS-5cdd0e23-dce8-49b9-9d0d-2dd069665475,DISK]
2024-11-25T11:59:02,135 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35303,DS-889d203c-47da-4fdb-9342-bfab24a44ff1,DISK]
2024-11-25T11:59:02,149 INFO  [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732535941403/wal.1732535942106
2024-11-25T11:59:02,152 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42087:42087),(127.0.0.1/127.0.0.1:41699:41699),(127.0.0.1/127.0.0.1:33477:33477)]
2024-11-25T11:59:02,152 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 94d602444c6d35fdf7f847107309444a, NAME => 'testReplayEditsWrittenViaHRegion,,1732535941405.94d602444c6d35fdf7f847107309444a.', STARTKEY => '', ENDKEY => ''}
2024-11-25T11:59:02,153 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1732535941405.94d602444c6d35fdf7f847107309444a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-25T11:59:02,153 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 94d602444c6d35fdf7f847107309444a
2024-11-25T11:59:02,153 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 94d602444c6d35fdf7f847107309444a
2024-11-25T11:59:02,165 INFO  [StoreOpener-94d602444c6d35fdf7f847107309444a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 94d602444c6d35fdf7f847107309444a 
2024-11-25T11:59:02,169 INFO  [StoreOpener-94d602444c6d35fdf7f847107309444a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 94d602444c6d35fdf7f847107309444a columnFamilyName a
2024-11-25T11:59:02,169 DEBUG [StoreOpener-94d602444c6d35fdf7f847107309444a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T11:59:02,178 DEBUG [StoreOpener-94d602444c6d35fdf7f847107309444a-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34151/hbase/data/default/testReplayEditsWrittenViaHRegion/94d602444c6d35fdf7f847107309444a/a/63980dc345cf42228021481665bcd41c
2024-11-25T11:59:02,178 INFO  [StoreOpener-94d602444c6d35fdf7f847107309444a-1 {}] regionserver.HStore(327): Store=94d602444c6d35fdf7f847107309444a/a,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-25T11:59:02,178 INFO  [StoreOpener-94d602444c6d35fdf7f847107309444a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 94d602444c6d35fdf7f847107309444a 
2024-11-25T11:59:02,180 INFO  [StoreOpener-94d602444c6d35fdf7f847107309444a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 94d602444c6d35fdf7f847107309444a columnFamilyName b
2024-11-25T11:59:02,180 DEBUG [StoreOpener-94d602444c6d35fdf7f847107309444a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T11:59:02,181 INFO  [StoreOpener-94d602444c6d35fdf7f847107309444a-1 {}] regionserver.HStore(327): Store=94d602444c6d35fdf7f847107309444a/b,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-25T11:59:02,181 INFO  [StoreOpener-94d602444c6d35fdf7f847107309444a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 94d602444c6d35fdf7f847107309444a 
2024-11-25T11:59:02,182 INFO  [StoreOpener-94d602444c6d35fdf7f847107309444a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 94d602444c6d35fdf7f847107309444a columnFamilyName c
2024-11-25T11:59:02,182 DEBUG [StoreOpener-94d602444c6d35fdf7f847107309444a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T11:59:02,190 DEBUG [StoreOpener-94d602444c6d35fdf7f847107309444a-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34151/hbase/data/default/testReplayEditsWrittenViaHRegion/94d602444c6d35fdf7f847107309444a/c/51b1fc3dec454608a5f981c61d88a167
2024-11-25T11:59:02,190 INFO  [StoreOpener-94d602444c6d35fdf7f847107309444a-1 {}] regionserver.HStore(327): Store=94d602444c6d35fdf7f847107309444a/c,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-25T11:59:02,191 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 94d602444c6d35fdf7f847107309444a
2024-11-25T11:59:02,191 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34151/hbase/data/default/testReplayEditsWrittenViaHRegion/94d602444c6d35fdf7f847107309444a
2024-11-25T11:59:02,193 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:34151/hbase/data/default/testReplayEditsWrittenViaHRegion/94d602444c6d35fdf7f847107309444a
2024-11-25T11:59:02,200 INFO  [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:34151/hbase/data/default/testReplayEditsWrittenViaHRegion/94d602444c6d35fdf7f847107309444a/recovered.edits/0000000000000000032
2024-11-25T11:59:02,203 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:34151/hbase/data/default/testReplayEditsWrittenViaHRegion/94d602444c6d35fdf7f847107309444a/recovered.edits/0000000000000000032: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null
2024-11-25T11:59:02,206 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 10, skipped 20, firstSequenceIdInLog=3, maxSequenceIdInLog=32, path=hdfs://localhost:34151/hbase/data/default/testReplayEditsWrittenViaHRegion/94d602444c6d35fdf7f847107309444a/recovered.edits/0000000000000000032
2024-11-25T11:59:02,206 INFO  [Time-limited test {}] regionserver.HRegion(2902): Flushing 94d602444c6d35fdf7f847107309444a 3/3 column families, dataSize=870 B heapSize=2.31 KB
2024-11-25T11:59:02,232 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/hbase/data/default/testReplayEditsWrittenViaHRegion/94d602444c6d35fdf7f847107309444a/.tmp/b/e63d64351d6144b98ebcdd56658c81fa is 91, key is testReplayEditsWrittenViaHRegion/b:x0/1732535941573/Put/seqid=0
2024-11-25T11:59:02,267 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35303 is added to blk_1073741900_1078 (size=5958)
2024-11-25T11:59:02,267 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36573 is added to blk_1073741900_1078 (size=5958)
2024-11-25T11:59:02,268 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39871 is added to blk_1073741900_1078 (size=5958)
2024-11-25T11:59:02,269 INFO  [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=32 (bloomFilter=true), to=hdfs://localhost:34151/hbase/data/default/testReplayEditsWrittenViaHRegion/94d602444c6d35fdf7f847107309444a/.tmp/b/e63d64351d6144b98ebcdd56658c81fa
2024-11-25T11:59:02,293 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/hbase/data/default/testReplayEditsWrittenViaHRegion/94d602444c6d35fdf7f847107309444a/.tmp/b/e63d64351d6144b98ebcdd56658c81fa as hdfs://localhost:34151/hbase/data/default/testReplayEditsWrittenViaHRegion/94d602444c6d35fdf7f847107309444a/b/e63d64351d6144b98ebcdd56658c81fa
2024-11-25T11:59:02,305 INFO  [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34151/hbase/data/default/testReplayEditsWrittenViaHRegion/94d602444c6d35fdf7f847107309444a/b/e63d64351d6144b98ebcdd56658c81fa, entries=10, sequenceid=32, filesize=5.8 K
2024-11-25T11:59:02,305 INFO  [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~870 B/870, heapSize ~1.80 KB/1840, currentSize=0 B/0 for 94d602444c6d35fdf7f847107309444a in 99ms, sequenceid=32, compaction requested=false; wal=null
2024-11-25T11:59:02,306 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:34151/hbase/data/default/testReplayEditsWrittenViaHRegion/94d602444c6d35fdf7f847107309444a/recovered.edits/0000000000000000032
2024-11-25T11:59:02,310 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 94d602444c6d35fdf7f847107309444a
2024-11-25T11:59:02,310 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 94d602444c6d35fdf7f847107309444a
2024-11-25T11:59:02,315 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-11-25T11:59:02,322 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 94d602444c6d35fdf7f847107309444a
2024-11-25T11:59:02,349 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34151/hbase/data/default/testReplayEditsWrittenViaHRegion/94d602444c6d35fdf7f847107309444a/recovered.edits/33.seqid, newMaxSeqId=33, maxSeqId=1
2024-11-25T11:59:02,352 INFO  [Time-limited test {}] regionserver.HRegion(1114): Opened 94d602444c6d35fdf7f847107309444a; next sequenceid=34; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70274339, jitterRate=0.04716925323009491}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-11-25T11:59:02,354 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 94d602444c6d35fdf7f847107309444a:
Writing region info on filesystem at 1732535942153Initializing all the Stores at 1732535942154 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732535942155 (+1 ms)Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732535942164 (+9 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732535942164Obtaining lock to block concurrent updates at 1732535942206 (+42 ms)Preparing flush snapshotting stores in 94d602444c6d35fdf7f847107309444a at 1732535942206Finished memstore snapshotting testReplayEditsWrittenViaHRegion,,1732535941405.94d602444c6d35fdf7f847107309444a., syncing WAL and waiting on mvcc, flushsize=dataSize=870, getHeapSize=2320, getOffHeapSize=0, getCellsCount=10 at 1732535942206Flushing stores of testReplayEditsWrittenViaHRegion,,1732535941405.94d602444c6d35fdf7f847107309444a. at 1732535942206Flushing 94d602444c6d35fdf7f847107309444a/b: creating writer at 1732535942206Flushing 94d602444c6d35fdf7f847107309444a/b: appending metadata at 1732535942231 (+25 ms)Flushing 94d602444c6d35fdf7f847107309444a/b: closing flushed file at 1732535942231Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@33c37074: reopening flushed file at 1732535942284 (+53 ms)Finished flush of dataSize ~870 B/870, heapSize ~1.80 KB/1840, currentSize=0 B/0 for 94d602444c6d35fdf7f847107309444a in 99ms, sequenceid=32, compaction requested=false; wal=null at 1732535942305 (+21 ms)Cleaning up temporary data from old regions at 1732535942310 (+5 ms)Region opened successfully at 1732535942353 (+43 ms)
2024-11-25T11:59:02,414 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayCompressed#testReplayEditsAfterPartialFlush Thread=410 (was 401)
Potentially hanging thread: PacketResponder: BP-1248860769-172.17.0.3-1732535908330:blk_1073741899_1077, type=LAST_IN_PIPELINE
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	java.base@17.0.11/java.lang.Object.wait(Object.java:338)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1238228515_22 at /127.0.0.1:58498 [Receiving block BP-1248860769-172.17.0.3-1732535908330:blk_1073741899_1077]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343)
	java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151)
	app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: AsyncFSWAL-20-2
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1238228515_22 at /127.0.0.1:46064 [Waiting for operation #34]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: AsyncFSWAL-20-1
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1238228515_22 at /127.0.0.1:58350 [Waiting for operation #38]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: PacketResponder: BP-1248860769-172.17.0.3-1732535908330:blk_1073741899_1077, type=LAST_IN_PIPELINE
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	java.base@17.0.11/java.lang.Object.wait(Object.java:338)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: PacketResponder: BP-1248860769-172.17.0.3-1732535908330:blk_1073741899_1077, type=LAST_IN_PIPELINE
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	java.base@17.0.11/java.lang.Object.wait(Object.java:338)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1238228515_22 at /127.0.0.1:46192 [Receiving block BP-1248860769-172.17.0.3-1732535908330:blk_1073741899_1077]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343)
	java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151)
	app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1238228515_22 at /127.0.0.1:43570 [Waiting for operation #30]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: AsyncFSWAL-20-3
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1238228515_22 at /127.0.0.1:43728 [Receiving block BP-1248860769-172.17.0.3-1732535908330:blk_1073741899_1077]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343)
	java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151)
	app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=1100 (was 1030) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=897 (was 862) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=6336 (was 6456)
2024-11-25T11:59:02,415 WARN  [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1100 is superior to 1024
2024-11-25T11:59:02,427 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-25T11:59:02,439 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayCompressed#testReplayEditsAfterAbortingFlush Thread=410, OpenFileDescriptor=1100, MaxFileDescriptor=1048576, SystemLoadAverage=897, ProcessCount=11, AvailableMemoryMB=6335
2024-11-25T11:59:02,439 WARN  [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1100 is superior to 1024
2024-11-25T11:59:02,475 INFO  [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-25T11:59:02,479 INFO  [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-25T11:59:02,480 INFO  [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-25T11:59:02,483 INFO  [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-87275792, suffix=, logDir=hdfs://localhost:34151/hbase/WALs/hregion-87275792, archiveDir=hdfs://localhost:34151/hbase/oldWALs, maxLogs=32
2024-11-25T11:59:02,499 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-87275792/hregion-87275792.1732535942483, exclude list is [], retry=0
2024-11-25T11:59:02,503 DEBUG [AsyncFSWAL-22-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36573,DS-5cdd0e23-dce8-49b9-9d0d-2dd069665475,DISK]
2024-11-25T11:59:02,504 DEBUG [AsyncFSWAL-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39871,DS-a26a421e-0102-4e02-b10b-ef176eeda992,DISK]
2024-11-25T11:59:02,509 DEBUG [AsyncFSWAL-22-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35303,DS-889d203c-47da-4fdb-9342-bfab24a44ff1,DISK]
2024-11-25T11:59:02,512 INFO  [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-87275792/hregion-87275792.1732535942483
2024-11-25T11:59:02,513 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41699:41699),(127.0.0.1/127.0.0.1:42087:42087),(127.0.0.1/127.0.0.1:33477:33477)]
2024-11-25T11:59:02,514 INFO  [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => f3e6ece14250a3a4027aefbf72c72f78, NAME => 'testReplayEditsAfterAbortingFlush,,1732535942476.f3e6ece14250a3a4027aefbf72c72f78.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsAfterAbortingFlush', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34151/hbase
2024-11-25T11:59:02,533 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39871 is added to blk_1073741902_1080 (size=68)
2024-11-25T11:59:02,533 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35303 is added to blk_1073741902_1080 (size=68)
2024-11-25T11:59:02,533 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36573 is added to blk_1073741902_1080 (size=68)
2024-11-25T11:59:02,931 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterAbortingFlush,,1732535942476.f3e6ece14250a3a4027aefbf72c72f78.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-25T11:59:02,933 INFO  [StoreOpener-f3e6ece14250a3a4027aefbf72c72f78-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region f3e6ece14250a3a4027aefbf72c72f78 
2024-11-25T11:59:02,934 INFO  [StoreOpener-f3e6ece14250a3a4027aefbf72c72f78-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f3e6ece14250a3a4027aefbf72c72f78 columnFamilyName a
2024-11-25T11:59:02,934 DEBUG [StoreOpener-f3e6ece14250a3a4027aefbf72c72f78-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T11:59:02,935 INFO  [StoreOpener-f3e6ece14250a3a4027aefbf72c72f78-1 {}] regionserver.HStore(327): Store=f3e6ece14250a3a4027aefbf72c72f78/a,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-25T11:59:02,935 INFO  [StoreOpener-f3e6ece14250a3a4027aefbf72c72f78-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region f3e6ece14250a3a4027aefbf72c72f78 
2024-11-25T11:59:02,937 INFO  [StoreOpener-f3e6ece14250a3a4027aefbf72c72f78-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f3e6ece14250a3a4027aefbf72c72f78 columnFamilyName b
2024-11-25T11:59:02,937 DEBUG [StoreOpener-f3e6ece14250a3a4027aefbf72c72f78-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T11:59:02,938 INFO  [StoreOpener-f3e6ece14250a3a4027aefbf72c72f78-1 {}] regionserver.HStore(327): Store=f3e6ece14250a3a4027aefbf72c72f78/b,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-25T11:59:02,938 INFO  [StoreOpener-f3e6ece14250a3a4027aefbf72c72f78-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region f3e6ece14250a3a4027aefbf72c72f78 
2024-11-25T11:59:02,941 INFO  [StoreOpener-f3e6ece14250a3a4027aefbf72c72f78-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f3e6ece14250a3a4027aefbf72c72f78 columnFamilyName c
2024-11-25T11:59:02,941 DEBUG [StoreOpener-f3e6ece14250a3a4027aefbf72c72f78-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T11:59:02,942 INFO  [StoreOpener-f3e6ece14250a3a4027aefbf72c72f78-1 {}] regionserver.HStore(327): Store=f3e6ece14250a3a4027aefbf72c72f78/c,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-25T11:59:02,942 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for f3e6ece14250a3a4027aefbf72c72f78
2024-11-25T11:59:02,943 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34151/hbase/data/default/testReplayEditsAfterAbortingFlush/f3e6ece14250a3a4027aefbf72c72f78
2024-11-25T11:59:02,944 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34151/hbase/data/default/testReplayEditsAfterAbortingFlush/f3e6ece14250a3a4027aefbf72c72f78
2024-11-25T11:59:02,946 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for f3e6ece14250a3a4027aefbf72c72f78
2024-11-25T11:59:02,946 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for f3e6ece14250a3a4027aefbf72c72f78
2024-11-25T11:59:02,946 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterAbortingFlush descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-11-25T11:59:02,947 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for f3e6ece14250a3a4027aefbf72c72f78
2024-11-25T11:59:02,950 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34151/hbase/data/default/testReplayEditsAfterAbortingFlush/f3e6ece14250a3a4027aefbf72c72f78/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-25T11:59:02,951 INFO  [Time-limited test {}] regionserver.HRegion(1114): Opened f3e6ece14250a3a4027aefbf72c72f78; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64929698, jitterRate=-0.03247210383415222}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-11-25T11:59:02,952 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for f3e6ece14250a3a4027aefbf72c72f78:
Writing region info on filesystem at 1732535942931Initializing all the Stores at 1732535942932 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732535942932Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732535942932Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732535942932Cleaning up temporary data from old regions at 1732535942946 (+14 ms)Region opened successfully at 1732535942952 (+6 ms)
2024-11-25T11:59:02,952 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing f3e6ece14250a3a4027aefbf72c72f78, disabling compactions & flushes
2024-11-25T11:59:02,952 INFO  [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterAbortingFlush,,1732535942476.f3e6ece14250a3a4027aefbf72c72f78.
2024-11-25T11:59:02,952 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterAbortingFlush,,1732535942476.f3e6ece14250a3a4027aefbf72c72f78.
2024-11-25T11:59:02,952 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterAbortingFlush,,1732535942476.f3e6ece14250a3a4027aefbf72c72f78. after waiting 0 ms
2024-11-25T11:59:02,952 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterAbortingFlush,,1732535942476.f3e6ece14250a3a4027aefbf72c72f78.
2024-11-25T11:59:02,953 INFO  [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsAfterAbortingFlush,,1732535942476.f3e6ece14250a3a4027aefbf72c72f78.
2024-11-25T11:59:02,953 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for f3e6ece14250a3a4027aefbf72c72f78:
Waiting for close lock at 1732535942952Disabling compacts and flushes for region at 1732535942952Disabling writes for close at 1732535942952Writing region close event to WAL at 1732535942953 (+1 ms)Closed at 1732535942953
2024-11-25T11:59:02,956 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39871 is added to blk_1073741901_1079 (size=93)
2024-11-25T11:59:02,957 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35303 is added to blk_1073741901_1079 (size=93)
2024-11-25T11:59:02,960 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36573 is added to blk_1073741901_1079 (size=93)
2024-11-25T11:59:02,968 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs
2024-11-25T11:59:02,969 INFO  [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-87275792:(num 1732535942483)
2024-11-25T11:59:02,969 INFO  [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor
2024-11-25T11:59:02,971 INFO  [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:34151/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732535942475, archiveDir=hdfs://localhost:34151/hbase/oldWALs, maxLogs=32
2024-11-25T11:59:02,987 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732535942475/wal.1732535942971, exclude list is [], retry=0
2024-11-25T11:59:02,990 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35303,DS-889d203c-47da-4fdb-9342-bfab24a44ff1,DISK]
2024-11-25T11:59:02,991 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36573,DS-5cdd0e23-dce8-49b9-9d0d-2dd069665475,DISK]
2024-11-25T11:59:02,991 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39871,DS-a26a421e-0102-4e02-b10b-ef176eeda992,DISK]
2024-11-25T11:59:02,995 INFO  [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732535942475/wal.1732535942971
2024-11-25T11:59:02,995 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33477:33477),(127.0.0.1/127.0.0.1:41699:41699),(127.0.0.1/127.0.0.1:42087:42087)]
2024-11-25T11:59:03,078 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => f3e6ece14250a3a4027aefbf72c72f78, NAME => 'testReplayEditsAfterAbortingFlush,,1732535942476.f3e6ece14250a3a4027aefbf72c72f78.', STARTKEY => '', ENDKEY => ''}
2024-11-25T11:59:03,082 DEBUG [Time-limited test {}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterAbortingFlush f3e6ece14250a3a4027aefbf72c72f78
2024-11-25T11:59:03,082 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterAbortingFlush,,1732535942476.f3e6ece14250a3a4027aefbf72c72f78.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-25T11:59:03,082 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for f3e6ece14250a3a4027aefbf72c72f78
2024-11-25T11:59:03,082 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for f3e6ece14250a3a4027aefbf72c72f78
2024-11-25T11:59:03,086 INFO  [StoreOpener-f3e6ece14250a3a4027aefbf72c72f78-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region f3e6ece14250a3a4027aefbf72c72f78 
2024-11-25T11:59:03,087 INFO  [StoreOpener-f3e6ece14250a3a4027aefbf72c72f78-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f3e6ece14250a3a4027aefbf72c72f78 columnFamilyName a
2024-11-25T11:59:03,087 DEBUG [StoreOpener-f3e6ece14250a3a4027aefbf72c72f78-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T11:59:03,088 INFO  [StoreOpener-f3e6ece14250a3a4027aefbf72c72f78-1 {}] regionserver.HStore(327): Store=f3e6ece14250a3a4027aefbf72c72f78/a,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-25T11:59:03,088 INFO  [StoreOpener-f3e6ece14250a3a4027aefbf72c72f78-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region f3e6ece14250a3a4027aefbf72c72f78 
2024-11-25T11:59:03,089 INFO  [StoreOpener-f3e6ece14250a3a4027aefbf72c72f78-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f3e6ece14250a3a4027aefbf72c72f78 columnFamilyName b
2024-11-25T11:59:03,089 DEBUG [StoreOpener-f3e6ece14250a3a4027aefbf72c72f78-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T11:59:03,090 INFO  [StoreOpener-f3e6ece14250a3a4027aefbf72c72f78-1 {}] regionserver.HStore(327): Store=f3e6ece14250a3a4027aefbf72c72f78/b,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-25T11:59:03,090 INFO  [StoreOpener-f3e6ece14250a3a4027aefbf72c72f78-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region f3e6ece14250a3a4027aefbf72c72f78 
2024-11-25T11:59:03,091 INFO  [StoreOpener-f3e6ece14250a3a4027aefbf72c72f78-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f3e6ece14250a3a4027aefbf72c72f78 columnFamilyName c
2024-11-25T11:59:03,091 DEBUG [StoreOpener-f3e6ece14250a3a4027aefbf72c72f78-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T11:59:03,091 INFO  [StoreOpener-f3e6ece14250a3a4027aefbf72c72f78-1 {}] regionserver.HStore(327): Store=f3e6ece14250a3a4027aefbf72c72f78/c,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-25T11:59:03,091 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for f3e6ece14250a3a4027aefbf72c72f78
2024-11-25T11:59:03,092 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34151/hbase/data/default/testReplayEditsAfterAbortingFlush/f3e6ece14250a3a4027aefbf72c72f78
2024-11-25T11:59:03,093 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34151/hbase/data/default/testReplayEditsAfterAbortingFlush/f3e6ece14250a3a4027aefbf72c72f78
2024-11-25T11:59:03,094 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for f3e6ece14250a3a4027aefbf72c72f78
2024-11-25T11:59:03,094 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for f3e6ece14250a3a4027aefbf72c72f78
2024-11-25T11:59:03,095 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterAbortingFlush descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-11-25T11:59:03,097 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for f3e6ece14250a3a4027aefbf72c72f78
2024-11-25T11:59:03,098 INFO  [Time-limited test {}] regionserver.HRegion(1114): Opened f3e6ece14250a3a4027aefbf72c72f78; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66102915, jitterRate=-0.014989808201789856}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-11-25T11:59:03,098 DEBUG [Time-limited test {}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f3e6ece14250a3a4027aefbf72c72f78
2024-11-25T11:59:03,099 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for f3e6ece14250a3a4027aefbf72c72f78:
Running coprocessor pre-open hook at 1732535943083Writing region info on filesystem at 1732535943083Initializing all the Stores at 1732535943084 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732535943084Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732535943085 (+1 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732535943085Cleaning up temporary data from old regions at 1732535943094 (+9 ms)Running coprocessor post-open hooks at 1732535943098 (+4 ms)Region opened successfully at 1732535943099 (+1 ms)
2024-11-25T11:59:03,131 INFO  [Time-limited test {}] regionserver.HRegion(2902): Flushing f3e6ece14250a3a4027aefbf72c72f78 3/3 column families, dataSize=590 B heapSize=2.08 KB
2024-11-25T11:59:03,133 WARN  [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for f3e6ece14250a3a4027aefbf72c72f78/a, retrying num=0
java.io.IOException: Simulated exception by tests
	at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?]
	at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T11:59:03,325 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-25T11:59:04,135 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsWrittenViaHRegion
2024-11-25T11:59:04,136 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsWrittenViaHRegion Metrics about Tables on a single HBase RegionServer
2024-11-25T11:59:04,137 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsAfterRegionMovedWithMultiCF
2024-11-25T11:59:04,137 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsAfterRegionMovedWithMultiCF Metrics about Tables on a single HBase RegionServer
2024-11-25T11:59:04,137 WARN  [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for f3e6ece14250a3a4027aefbf72c72f78/a, retrying num=1
java.io.IOException: Simulated exception by tests
	at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?]
	at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T11:59:04,138 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsAfterAbortingFlush
2024-11-25T11:59:04,138 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsAfterAbortingFlush Metrics about Tables on a single HBase RegionServer
2024-11-25T11:59:05,140 WARN  [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for f3e6ece14250a3a4027aefbf72c72f78/a, retrying num=2
java.io.IOException: Simulated exception by tests
	at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?]
	at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T11:59:06,141 WARN  [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for f3e6ece14250a3a4027aefbf72c72f78/a, retrying num=3
java.io.IOException: Simulated exception by tests
	at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?]
	at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T11:59:07,142 WARN  [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for f3e6ece14250a3a4027aefbf72c72f78/a, retrying num=4
java.io.IOException: Simulated exception by tests
	at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?]
	at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T11:59:08,143 WARN  [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for f3e6ece14250a3a4027aefbf72c72f78/a, retrying num=5
java.io.IOException: Simulated exception by tests
	at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?]
	at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T11:59:08,585 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-25T11:59:09,144 WARN  [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for f3e6ece14250a3a4027aefbf72c72f78/a, retrying num=6
java.io.IOException: Simulated exception by tests
	at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?]
	at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T11:59:10,145 WARN  [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for f3e6ece14250a3a4027aefbf72c72f78/a, retrying num=7
java.io.IOException: Simulated exception by tests
	at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?]
	at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T11:59:11,146 WARN  [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for f3e6ece14250a3a4027aefbf72c72f78/a, retrying num=8
java.io.IOException: Simulated exception by tests
	at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?]
	at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T11:59:12,147 WARN  [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for f3e6ece14250a3a4027aefbf72c72f78/a, retrying num=9
java.io.IOException: Simulated exception by tests
	at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?]
	at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T11:59:12,149 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for f3e6ece14250a3a4027aefbf72c72f78:

2024-11-25T11:59:12,149 INFO  [Time-limited test {}] wal.AbstractTestWALReplay(671): Expected simulated exception when flushing region, region: testReplayEditsAfterAbortingFlush,,1732535942476.f3e6ece14250a3a4027aefbf72c72f78.
2024-11-25T11:59:12,170 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for f3e6ece14250a3a4027aefbf72c72f78:

2024-11-25T11:59:12,170 INFO  [Time-limited test {}] wal.AbstractTestWALReplay(691): Expected exception when flushing region because server is stopped,Aborting flush because server is aborted...
2024-11-25T11:59:12,170 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing f3e6ece14250a3a4027aefbf72c72f78, disabling compactions & flushes
2024-11-25T11:59:12,170 INFO  [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterAbortingFlush,,1732535942476.f3e6ece14250a3a4027aefbf72c72f78.
2024-11-25T11:59:12,170 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterAbortingFlush,,1732535942476.f3e6ece14250a3a4027aefbf72c72f78.
2024-11-25T11:59:12,170 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterAbortingFlush,,1732535942476.f3e6ece14250a3a4027aefbf72c72f78. after waiting 0 ms
2024-11-25T11:59:12,170 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterAbortingFlush,,1732535942476.f3e6ece14250a3a4027aefbf72c72f78.
2024-11-25T11:59:12,171 ERROR [Time-limited test {}] regionserver.HRegion(1960): Memstore data size is 1190 in region testReplayEditsAfterAbortingFlush,,1732535942476.f3e6ece14250a3a4027aefbf72c72f78.
2024-11-25T11:59:12,171 INFO  [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsAfterAbortingFlush,,1732535942476.f3e6ece14250a3a4027aefbf72c72f78.
2024-11-25T11:59:12,171 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for f3e6ece14250a3a4027aefbf72c72f78:
Waiting for close lock at 1732535952170Running coprocessor pre-close hooks at 1732535952170Disabling compacts and flushes for region at 1732535952170Disabling writes for close at 1732535952170Writing region close event to WAL at 1732535952171 (+1 ms)Running coprocessor post-close hooks at 1732535952171Closed at 1732535952171
2024-11-25T11:59:12,184 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35303 is added to blk_1073741903_1081 (size=2398)
2024-11-25T11:59:12,188 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732535942475/wal.1732535942971 not finished, retry = 0
2024-11-25T11:59:12,189 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36573 is added to blk_1073741903_1081 (size=2398)
2024-11-25T11:59:12,189 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39871 is added to blk_1073741903_1081 (size=2398)
2024-11-25T11:59:12,313 INFO  [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34151/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732535942475/wal.1732535942971, size=2.3 K (2398bytes)
2024-11-25T11:59:12,313 INFO  [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34151/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732535942475/wal.1732535942971
2024-11-25T11:59:12,314 INFO  [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34151/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732535942475/wal.1732535942971 after 0ms
2024-11-25T11:59:12,321 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:34151/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732535942475/wal.1732535942971: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null
2024-11-25T11:59:12,321 INFO  [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34151/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732535942475/wal.1732535942971 took 8ms
2024-11-25T11:59:12,337 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34151/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732535942475/wal.1732535942971 so closing down
2024-11-25T11:59:12,337 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish
2024-11-25T11:59:12,342 INFO  [Time-limited test-Writer-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-wal.1732535942971.temp
2024-11-25T11:59:12,349 INFO  [Time-limited test-Writer-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34151/hbase/data/default/testReplayEditsAfterAbortingFlush/f3e6ece14250a3a4027aefbf72c72f78/recovered.edits/0000000000000000004-wal.1732535942971.temp
2024-11-25T11:59:12,352 INFO  [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished
2024-11-25T11:59:12,474 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36573 is added to blk_1073741904_1082 (size=1672)
2024-11-25T11:59:12,480 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35303 is added to blk_1073741904_1082 (size=1672)
2024-11-25T11:59:12,481 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39871 is added to blk_1073741904_1082 (size=1672)
2024-11-25T11:59:12,481 INFO  [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34151/hbase/data/default/testReplayEditsAfterAbortingFlush/f3e6ece14250a3a4027aefbf72c72f78/recovered.edits/0000000000000000004-wal.1732535942971.temp (wrote 20 edits, skipped 0 edits in 0 ms)
2024-11-25T11:59:12,502 INFO  [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34151/hbase/data/default/testReplayEditsAfterAbortingFlush/f3e6ece14250a3a4027aefbf72c72f78/recovered.edits/0000000000000000004-wal.1732535942971.temp to hdfs://localhost:34151/hbase/data/default/testReplayEditsAfterAbortingFlush/f3e6ece14250a3a4027aefbf72c72f78/recovered.edits/0000000000000000026
2024-11-25T11:59:12,504 INFO  [Time-limited test {}] wal.WALSplitter(425): Processed 23 edits across 1 Regions in 179 ms; skipped=3; WAL=hdfs://localhost:34151/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732535942475/wal.1732535942971, size=2.3 K, length=2398, corrupted=false, cancelled=false
2024-11-25T11:59:12,505 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34151/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732535942475/wal.1732535942971, journal: Splitting hdfs://localhost:34151/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732535942475/wal.1732535942971, size=2.3 K (2398bytes) at 1732535952313Finishing writing output for hdfs://localhost:34151/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732535942475/wal.1732535942971 so closing down at 1732535952337 (+24 ms)Creating recovered edits writer path=hdfs://localhost:34151/hbase/data/default/testReplayEditsAfterAbortingFlush/f3e6ece14250a3a4027aefbf72c72f78/recovered.edits/0000000000000000004-wal.1732535942971.temp at 1732535952349 (+12 ms)3 split writer threads finished at 1732535952352 (+3 ms)Closed recovered edits writer path=hdfs://localhost:34151/hbase/data/default/testReplayEditsAfterAbortingFlush/f3e6ece14250a3a4027aefbf72c72f78/recovered.edits/0000000000000000004-wal.1732535942971.temp (wrote 20 edits, skipped 0 edits in 0 ms) at 1732535952481 (+129 ms)Rename recovered edits hdfs://localhost:34151/hbase/data/default/testReplayEditsAfterAbortingFlush/f3e6ece14250a3a4027aefbf72c72f78/recovered.edits/0000000000000000004-wal.1732535942971.temp to hdfs://localhost:34151/hbase/data/default/testReplayEditsAfterAbortingFlush/f3e6ece14250a3a4027aefbf72c72f78/recovered.edits/0000000000000000026 at 1732535952502 (+21 ms)Processed 23 edits across 1 Regions in 179 ms; skipped=3; WAL=hdfs://localhost:34151/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732535942475/wal.1732535942971, size=2.3 K, length=2398, corrupted=false, cancelled=false at 1732535952504 (+2 ms)
2024-11-25T11:59:12,537 INFO  [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34151/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732535942475/wal.1732535942971 to hdfs://localhost:34151/hbase/oldWALs/wal.1732535942971
2024-11-25T11:59:12,539 INFO  [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:34151/hbase/data/default/testReplayEditsAfterAbortingFlush/f3e6ece14250a3a4027aefbf72c72f78/recovered.edits/0000000000000000026
2024-11-25T11:59:12,539 INFO  [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor
2024-11-25T11:59:12,547 INFO  [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:34151/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732535942475, archiveDir=hdfs://localhost:34151/hbase/oldWALs, maxLogs=32
2024-11-25T11:59:12,569 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732535942475/wal.1732535952548, exclude list is [], retry=0
2024-11-25T11:59:12,573 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39871,DS-a26a421e-0102-4e02-b10b-ef176eeda992,DISK]
2024-11-25T11:59:12,574 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36573,DS-5cdd0e23-dce8-49b9-9d0d-2dd069665475,DISK]
2024-11-25T11:59:12,574 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35303,DS-889d203c-47da-4fdb-9342-bfab24a44ff1,DISK]
2024-11-25T11:59:12,585 INFO  [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732535942475/wal.1732535952548
2024-11-25T11:59:12,589 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42087:42087),(127.0.0.1/127.0.0.1:41699:41699),(127.0.0.1/127.0.0.1:33477:33477)]
2024-11-25T11:59:12,589 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => f3e6ece14250a3a4027aefbf72c72f78, NAME => 'testReplayEditsAfterAbortingFlush,,1732535942476.f3e6ece14250a3a4027aefbf72c72f78.', STARTKEY => '', ENDKEY => ''}
2024-11-25T11:59:12,590 DEBUG [Time-limited test {}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterAbortingFlush f3e6ece14250a3a4027aefbf72c72f78
2024-11-25T11:59:12,590 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterAbortingFlush,,1732535942476.f3e6ece14250a3a4027aefbf72c72f78.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-25T11:59:12,590 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for f3e6ece14250a3a4027aefbf72c72f78
2024-11-25T11:59:12,590 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for f3e6ece14250a3a4027aefbf72c72f78
2024-11-25T11:59:12,601 INFO  [StoreOpener-f3e6ece14250a3a4027aefbf72c72f78-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region f3e6ece14250a3a4027aefbf72c72f78 
2024-11-25T11:59:12,614 INFO  [StoreOpener-f3e6ece14250a3a4027aefbf72c72f78-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f3e6ece14250a3a4027aefbf72c72f78 columnFamilyName a
2024-11-25T11:59:12,614 DEBUG [StoreOpener-f3e6ece14250a3a4027aefbf72c72f78-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T11:59:12,621 INFO  [StoreOpener-f3e6ece14250a3a4027aefbf72c72f78-1 {}] regionserver.HStore(327): Store=f3e6ece14250a3a4027aefbf72c72f78/a,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-25T11:59:12,621 INFO  [StoreOpener-f3e6ece14250a3a4027aefbf72c72f78-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region f3e6ece14250a3a4027aefbf72c72f78 
2024-11-25T11:59:12,629 INFO  [StoreOpener-f3e6ece14250a3a4027aefbf72c72f78-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f3e6ece14250a3a4027aefbf72c72f78 columnFamilyName b
2024-11-25T11:59:12,629 DEBUG [StoreOpener-f3e6ece14250a3a4027aefbf72c72f78-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T11:59:12,634 INFO  [StoreOpener-f3e6ece14250a3a4027aefbf72c72f78-1 {}] regionserver.HStore(327): Store=f3e6ece14250a3a4027aefbf72c72f78/b,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-25T11:59:12,635 INFO  [StoreOpener-f3e6ece14250a3a4027aefbf72c72f78-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region f3e6ece14250a3a4027aefbf72c72f78 
2024-11-25T11:59:12,639 INFO  [StoreOpener-f3e6ece14250a3a4027aefbf72c72f78-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f3e6ece14250a3a4027aefbf72c72f78 columnFamilyName c
2024-11-25T11:59:12,640 DEBUG [StoreOpener-f3e6ece14250a3a4027aefbf72c72f78-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T11:59:12,641 INFO  [StoreOpener-f3e6ece14250a3a4027aefbf72c72f78-1 {}] regionserver.HStore(327): Store=f3e6ece14250a3a4027aefbf72c72f78/c,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-25T11:59:12,644 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for f3e6ece14250a3a4027aefbf72c72f78
2024-11-25T11:59:12,645 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34151/hbase/data/default/testReplayEditsAfterAbortingFlush/f3e6ece14250a3a4027aefbf72c72f78
2024-11-25T11:59:12,648 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:34151/hbase/data/default/testReplayEditsAfterAbortingFlush/f3e6ece14250a3a4027aefbf72c72f78
2024-11-25T11:59:12,652 INFO  [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:34151/hbase/data/default/testReplayEditsAfterAbortingFlush/f3e6ece14250a3a4027aefbf72c72f78/recovered.edits/0000000000000000026
2024-11-25T11:59:12,660 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:34151/hbase/data/default/testReplayEditsAfterAbortingFlush/f3e6ece14250a3a4027aefbf72c72f78/recovered.edits/0000000000000000026: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null
2024-11-25T11:59:12,662 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 20, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=26, path=hdfs://localhost:34151/hbase/data/default/testReplayEditsAfterAbortingFlush/f3e6ece14250a3a4027aefbf72c72f78/recovered.edits/0000000000000000026
2024-11-25T11:59:12,663 INFO  [Time-limited test {}] regionserver.HRegion(2902): Flushing f3e6ece14250a3a4027aefbf72c72f78 3/3 column families, dataSize=1.16 KB heapSize=3.41 KB
2024-11-25T11:59:12,699 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/hbase/data/default/testReplayEditsAfterAbortingFlush/f3e6ece14250a3a4027aefbf72c72f78/.tmp/a/a37b83917cc04b7090a3cbcd9bb62c88 is 64, key is testReplayEditsAfterAbortingFlush12/a:q/1732535952156/Put/seqid=0
2024-11-25T11:59:12,768 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39871 is added to blk_1073741906_1084 (size=5523)
2024-11-25T11:59:12,768 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36573 is added to blk_1073741906_1084 (size=5523)
2024-11-25T11:59:12,769 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35303 is added to blk_1073741906_1084 (size=5523)
2024-11-25T11:59:12,771 INFO  [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=416 B at sequenceid=26 (bloomFilter=true), to=hdfs://localhost:34151/hbase/data/default/testReplayEditsAfterAbortingFlush/f3e6ece14250a3a4027aefbf72c72f78/.tmp/a/a37b83917cc04b7090a3cbcd9bb62c88
2024-11-25T11:59:12,811 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/hbase/data/default/testReplayEditsAfterAbortingFlush/f3e6ece14250a3a4027aefbf72c72f78/.tmp/b/b907aaa104584aae924857f39a3a03d1 is 64, key is testReplayEditsAfterAbortingFlush10/b:q/1732535952149/Put/seqid=0
2024-11-25T11:59:12,835 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36573 is added to blk_1073741907_1085 (size=5524)
2024-11-25T11:59:12,835 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39871 is added to blk_1073741907_1085 (size=5524)
2024-11-25T11:59:12,835 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35303 is added to blk_1073741907_1085 (size=5524)
2024-11-25T11:59:13,233 INFO  [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=417 B at sequenceid=26 (bloomFilter=true), to=hdfs://localhost:34151/hbase/data/default/testReplayEditsAfterAbortingFlush/f3e6ece14250a3a4027aefbf72c72f78/.tmp/b/b907aaa104584aae924857f39a3a03d1
2024-11-25T11:59:13,258 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/hbase/data/default/testReplayEditsAfterAbortingFlush/f3e6ece14250a3a4027aefbf72c72f78/.tmp/c/17bd4f22cecb46cba97db7a48b1182b0 is 64, key is testReplayEditsAfterAbortingFlush11/c:q/1732535952153/Put/seqid=0
2024-11-25T11:59:13,269 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36573 is added to blk_1073741908_1086 (size=5457)
2024-11-25T11:59:13,269 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39871 is added to blk_1073741908_1086 (size=5457)
2024-11-25T11:59:13,270 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35303 is added to blk_1073741908_1086 (size=5457)
2024-11-25T11:59:13,672 INFO  [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=357 B at sequenceid=26 (bloomFilter=true), to=hdfs://localhost:34151/hbase/data/default/testReplayEditsAfterAbortingFlush/f3e6ece14250a3a4027aefbf72c72f78/.tmp/c/17bd4f22cecb46cba97db7a48b1182b0
2024-11-25T11:59:13,679 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/hbase/data/default/testReplayEditsAfterAbortingFlush/f3e6ece14250a3a4027aefbf72c72f78/.tmp/a/a37b83917cc04b7090a3cbcd9bb62c88 as hdfs://localhost:34151/hbase/data/default/testReplayEditsAfterAbortingFlush/f3e6ece14250a3a4027aefbf72c72f78/a/a37b83917cc04b7090a3cbcd9bb62c88
2024-11-25T11:59:13,688 INFO  [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34151/hbase/data/default/testReplayEditsAfterAbortingFlush/f3e6ece14250a3a4027aefbf72c72f78/a/a37b83917cc04b7090a3cbcd9bb62c88, entries=7, sequenceid=26, filesize=5.4 K
2024-11-25T11:59:13,689 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/hbase/data/default/testReplayEditsAfterAbortingFlush/f3e6ece14250a3a4027aefbf72c72f78/.tmp/b/b907aaa104584aae924857f39a3a03d1 as hdfs://localhost:34151/hbase/data/default/testReplayEditsAfterAbortingFlush/f3e6ece14250a3a4027aefbf72c72f78/b/b907aaa104584aae924857f39a3a03d1
2024-11-25T11:59:13,696 INFO  [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34151/hbase/data/default/testReplayEditsAfterAbortingFlush/f3e6ece14250a3a4027aefbf72c72f78/b/b907aaa104584aae924857f39a3a03d1, entries=7, sequenceid=26, filesize=5.4 K
2024-11-25T11:59:13,697 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/hbase/data/default/testReplayEditsAfterAbortingFlush/f3e6ece14250a3a4027aefbf72c72f78/.tmp/c/17bd4f22cecb46cba97db7a48b1182b0 as hdfs://localhost:34151/hbase/data/default/testReplayEditsAfterAbortingFlush/f3e6ece14250a3a4027aefbf72c72f78/c/17bd4f22cecb46cba97db7a48b1182b0
2024-11-25T11:59:13,702 INFO  [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34151/hbase/data/default/testReplayEditsAfterAbortingFlush/f3e6ece14250a3a4027aefbf72c72f78/c/17bd4f22cecb46cba97db7a48b1182b0, entries=6, sequenceid=26, filesize=5.3 K
2024-11-25T11:59:13,703 INFO  [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~1.16 KB/1190, heapSize ~3.36 KB/3440, currentSize=0 B/0 for f3e6ece14250a3a4027aefbf72c72f78 in 1040ms, sequenceid=26, compaction requested=false; wal=null
2024-11-25T11:59:13,703 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:34151/hbase/data/default/testReplayEditsAfterAbortingFlush/f3e6ece14250a3a4027aefbf72c72f78/recovered.edits/0000000000000000026
2024-11-25T11:59:13,705 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for f3e6ece14250a3a4027aefbf72c72f78
2024-11-25T11:59:13,705 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for f3e6ece14250a3a4027aefbf72c72f78
2024-11-25T11:59:13,705 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterAbortingFlush descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-11-25T11:59:13,707 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for f3e6ece14250a3a4027aefbf72c72f78
2024-11-25T11:59:13,709 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34151/hbase/data/default/testReplayEditsAfterAbortingFlush/f3e6ece14250a3a4027aefbf72c72f78/recovered.edits/26.seqid, newMaxSeqId=26, maxSeqId=1
2024-11-25T11:59:13,710 INFO  [Time-limited test {}] regionserver.HRegion(1114): Opened f3e6ece14250a3a4027aefbf72c72f78; next sequenceid=27; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73390250, jitterRate=0.09359994530677795}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-11-25T11:59:13,711 DEBUG [Time-limited test {}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f3e6ece14250a3a4027aefbf72c72f78
2024-11-25T11:59:13,712 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for f3e6ece14250a3a4027aefbf72c72f78:
Running coprocessor pre-open hook at 1732535952591Writing region info on filesystem at 1732535952591Initializing all the Stores at 1732535952596 (+5 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732535952596Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732535952596Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732535952596Obtaining lock to block concurrent updates at 1732535952663 (+67 ms)Preparing flush snapshotting stores in f3e6ece14250a3a4027aefbf72c72f78 at 1732535952663Finished memstore snapshotting testReplayEditsAfterAbortingFlush,,1732535942476.f3e6ece14250a3a4027aefbf72c72f78., syncing WAL and waiting on mvcc, flushsize=dataSize=1190, getHeapSize=3440, getOffHeapSize=0, getCellsCount=20 at 1732535952663Flushing stores of testReplayEditsAfterAbortingFlush,,1732535942476.f3e6ece14250a3a4027aefbf72c72f78. at 1732535952663Flushing f3e6ece14250a3a4027aefbf72c72f78/a: creating writer at 1732535952663Flushing f3e6ece14250a3a4027aefbf72c72f78/a: appending metadata at 1732535952699 (+36 ms)Flushing f3e6ece14250a3a4027aefbf72c72f78/a: closing flushed file at 1732535952699Flushing f3e6ece14250a3a4027aefbf72c72f78/b: creating writer at 1732535952787 (+88 ms)Flushing f3e6ece14250a3a4027aefbf72c72f78/b: appending metadata at 1732535952810 (+23 ms)Flushing f3e6ece14250a3a4027aefbf72c72f78/b: closing flushed file at 1732535952810Flushing f3e6ece14250a3a4027aefbf72c72f78/c: creating writer at 1732535953240 (+430 ms)Flushing f3e6ece14250a3a4027aefbf72c72f78/c: appending metadata at 1732535953257 (+17 ms)Flushing f3e6ece14250a3a4027aefbf72c72f78/c: closing flushed file at 1732535953257Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@f0045ce: reopening flushed file at 1732535953679 (+422 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4e787d75: reopening flushed file at 1732535953688 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5a72f73c: reopening flushed file at 1732535953696 (+8 ms)Finished flush of dataSize ~1.16 KB/1190, heapSize ~3.36 KB/3440, currentSize=0 B/0 for f3e6ece14250a3a4027aefbf72c72f78 in 1040ms, sequenceid=26, compaction requested=false; wal=null at 1732535953703 (+7 ms)Cleaning up temporary data from old regions at 1732535953705 (+2 ms)Running coprocessor post-open hooks at 1732535953711 (+6 ms)Region opened successfully at 1732535953712 (+1 ms)
2024-11-25T11:59:13,765 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayCompressed#testReplayEditsAfterAbortingFlush Thread=414 (was 410)
Potentially hanging thread: PacketResponder: BP-1248860769-172.17.0.3-1732535908330:blk_1073741905_1083, type=LAST_IN_PIPELINE
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	java.base@17.0.11/java.lang.Object.wait(Object.java:338)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1238228515_22 at /127.0.0.1:34294 [Waiting for operation #13]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: AsyncFSWAL-22-2
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: PacketResponder: BP-1248860769-172.17.0.3-1732535908330:blk_1073741905_1083, type=LAST_IN_PIPELINE
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	java.base@17.0.11/java.lang.Object.wait(Object.java:338)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1238228515_22 at /127.0.0.1:34308 [Receiving block BP-1248860769-172.17.0.3-1732535908330:blk_1073741905_1083]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343)
	java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151)
	app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1238228515_22 at /127.0.0.1:44484 [Receiving block BP-1248860769-172.17.0.3-1732535908330:blk_1073741905_1083]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343)
	java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151)
	app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: PacketResponder: BP-1248860769-172.17.0.3-1732535908330:blk_1073741905_1083, type=LAST_IN_PIPELINE
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	java.base@17.0.11/java.lang.Object.wait(Object.java:338)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: AsyncFSWAL-22-1
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: AsyncFSWAL-22-3
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1238228515_22 at /127.0.0.1:59858 [Waiting for operation #7]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1238228515_22 at /127.0.0.1:44486 [Waiting for operation #5]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1238228515_22 at /127.0.0.1:59840 [Receiving block BP-1248860769-172.17.0.3-1732535908330:blk_1073741905_1083]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343)
	java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151)
	app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=1168 (was 1100) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=913 (was 897) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=5675 (was 6335)
2024-11-25T11:59:13,765 WARN  [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1168 is superior to 1024
2024-11-25T11:59:13,782 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayCompressed#testDatalossWhenInputError Thread=414, OpenFileDescriptor=1168, MaxFileDescriptor=1048576, SystemLoadAverage=913, ProcessCount=11, AvailableMemoryMB=5674
2024-11-25T11:59:13,783 WARN  [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1168 is superior to 1024
2024-11-25T11:59:13,807 INFO  [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-25T11:59:13,809 INFO  [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-25T11:59:13,810 INFO  [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-25T11:59:13,813 INFO  [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-77416979, suffix=, logDir=hdfs://localhost:34151/hbase/WALs/hregion-77416979, archiveDir=hdfs://localhost:34151/hbase/oldWALs, maxLogs=32
2024-11-25T11:59:13,833 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-77416979/hregion-77416979.1732535953813, exclude list is [], retry=0
2024-11-25T11:59:13,836 DEBUG [AsyncFSWAL-24-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36573,DS-5cdd0e23-dce8-49b9-9d0d-2dd069665475,DISK]
2024-11-25T11:59:13,837 DEBUG [AsyncFSWAL-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35303,DS-889d203c-47da-4fdb-9342-bfab24a44ff1,DISK]
2024-11-25T11:59:13,837 DEBUG [AsyncFSWAL-24-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39871,DS-a26a421e-0102-4e02-b10b-ef176eeda992,DISK]
2024-11-25T11:59:13,840 INFO  [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-77416979/hregion-77416979.1732535953813
2024-11-25T11:59:13,840 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41699:41699),(127.0.0.1/127.0.0.1:33477:33477),(127.0.0.1/127.0.0.1:42087:42087)]
2024-11-25T11:59:13,840 INFO  [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 150786b487ea3a905de21f85e7984237, NAME => 'testDatalossWhenInputError,,1732535953807.150786b487ea3a905de21f85e7984237.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testDatalossWhenInputError', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34151/hbase
2024-11-25T11:59:13,850 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39871 is added to blk_1073741910_1088 (size=61)
2024-11-25T11:59:13,850 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36573 is added to blk_1073741910_1088 (size=61)
2024-11-25T11:59:13,851 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testDatalossWhenInputError,,1732535953807.150786b487ea3a905de21f85e7984237.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-25T11:59:13,852 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35303 is added to blk_1073741910_1088 (size=61)
2024-11-25T11:59:13,853 INFO  [StoreOpener-150786b487ea3a905de21f85e7984237-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 150786b487ea3a905de21f85e7984237 
2024-11-25T11:59:13,854 INFO  [StoreOpener-150786b487ea3a905de21f85e7984237-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 150786b487ea3a905de21f85e7984237 columnFamilyName a
2024-11-25T11:59:13,854 DEBUG [StoreOpener-150786b487ea3a905de21f85e7984237-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T11:59:13,855 INFO  [StoreOpener-150786b487ea3a905de21f85e7984237-1 {}] regionserver.HStore(327): Store=150786b487ea3a905de21f85e7984237/a,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-25T11:59:13,855 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 150786b487ea3a905de21f85e7984237
2024-11-25T11:59:13,856 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34151/hbase/data/default/testDatalossWhenInputError/150786b487ea3a905de21f85e7984237
2024-11-25T11:59:13,857 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34151/hbase/data/default/testDatalossWhenInputError/150786b487ea3a905de21f85e7984237
2024-11-25T11:59:13,857 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 150786b487ea3a905de21f85e7984237
2024-11-25T11:59:13,857 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 150786b487ea3a905de21f85e7984237
2024-11-25T11:59:13,859 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 150786b487ea3a905de21f85e7984237
2024-11-25T11:59:13,862 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34151/hbase/data/default/testDatalossWhenInputError/150786b487ea3a905de21f85e7984237/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-25T11:59:13,862 INFO  [Time-limited test {}] regionserver.HRegion(1114): Opened 150786b487ea3a905de21f85e7984237; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69782799, jitterRate=0.03984473645687103}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-25T11:59:13,863 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 150786b487ea3a905de21f85e7984237:
Writing region info on filesystem at 1732535953851Initializing all the Stores at 1732535953852 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732535953852Cleaning up temporary data from old regions at 1732535953857 (+5 ms)Region opened successfully at 1732535953863 (+6 ms)
2024-11-25T11:59:13,863 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 150786b487ea3a905de21f85e7984237, disabling compactions & flushes
2024-11-25T11:59:13,863 INFO  [Time-limited test {}] regionserver.HRegion(1755): Closing region testDatalossWhenInputError,,1732535953807.150786b487ea3a905de21f85e7984237.
2024-11-25T11:59:13,863 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testDatalossWhenInputError,,1732535953807.150786b487ea3a905de21f85e7984237.
2024-11-25T11:59:13,863 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testDatalossWhenInputError,,1732535953807.150786b487ea3a905de21f85e7984237. after waiting 0 ms
2024-11-25T11:59:13,863 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testDatalossWhenInputError,,1732535953807.150786b487ea3a905de21f85e7984237.
2024-11-25T11:59:13,864 INFO  [Time-limited test {}] regionserver.HRegion(1973): Closed testDatalossWhenInputError,,1732535953807.150786b487ea3a905de21f85e7984237.
2024-11-25T11:59:13,864 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 150786b487ea3a905de21f85e7984237:
Waiting for close lock at 1732535953863Disabling compacts and flushes for region at 1732535953863Disabling writes for close at 1732535953863Writing region close event to WAL at 1732535953864 (+1 ms)Closed at 1732535953864
2024-11-25T11:59:13,867 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36573 is added to blk_1073741909_1087 (size=93)
2024-11-25T11:59:13,867 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35303 is added to blk_1073741909_1087 (size=93)
2024-11-25T11:59:13,867 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39871 is added to blk_1073741909_1087 (size=93)
2024-11-25T11:59:13,871 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs
2024-11-25T11:59:13,871 INFO  [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-77416979:(num 1732535953813)
2024-11-25T11:59:13,871 INFO  [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor
2024-11-25T11:59:13,873 INFO  [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:34151/hbase/WALs/testdatalosswheninputerror-manual,16010,1732535953806, archiveDir=hdfs://localhost:34151/hbase/oldWALs, maxLogs=32
2024-11-25T11:59:13,893 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testdatalosswheninputerror-manual,16010,1732535953806/wal.1732535953873, exclude list is [], retry=0
2024-11-25T11:59:13,896 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39871,DS-a26a421e-0102-4e02-b10b-ef176eeda992,DISK]
2024-11-25T11:59:13,896 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35303,DS-889d203c-47da-4fdb-9342-bfab24a44ff1,DISK]
2024-11-25T11:59:13,897 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36573,DS-5cdd0e23-dce8-49b9-9d0d-2dd069665475,DISK]
2024-11-25T11:59:13,900 INFO  [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testdatalosswheninputerror-manual,16010,1732535953806/wal.1732535953873
2024-11-25T11:59:13,900 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42087:42087),(127.0.0.1/127.0.0.1:33477:33477),(127.0.0.1/127.0.0.1:41699:41699)]
2024-11-25T11:59:13,901 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 150786b487ea3a905de21f85e7984237, NAME => 'testDatalossWhenInputError,,1732535953807.150786b487ea3a905de21f85e7984237.', STARTKEY => '', ENDKEY => ''}
2024-11-25T11:59:13,901 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testDatalossWhenInputError,,1732535953807.150786b487ea3a905de21f85e7984237.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-25T11:59:13,901 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 150786b487ea3a905de21f85e7984237
2024-11-25T11:59:13,901 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 150786b487ea3a905de21f85e7984237
2024-11-25T11:59:13,903 INFO  [StoreOpener-150786b487ea3a905de21f85e7984237-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 150786b487ea3a905de21f85e7984237 
2024-11-25T11:59:13,904 INFO  [StoreOpener-150786b487ea3a905de21f85e7984237-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 150786b487ea3a905de21f85e7984237 columnFamilyName a
2024-11-25T11:59:13,904 DEBUG [StoreOpener-150786b487ea3a905de21f85e7984237-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T11:59:13,905 INFO  [StoreOpener-150786b487ea3a905de21f85e7984237-1 {}] regionserver.HStore(327): Store=150786b487ea3a905de21f85e7984237/a,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-25T11:59:13,905 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 150786b487ea3a905de21f85e7984237
2024-11-25T11:59:13,906 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34151/hbase/data/default/testDatalossWhenInputError/150786b487ea3a905de21f85e7984237
2024-11-25T11:59:13,907 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34151/hbase/data/default/testDatalossWhenInputError/150786b487ea3a905de21f85e7984237
2024-11-25T11:59:13,907 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 150786b487ea3a905de21f85e7984237
2024-11-25T11:59:13,907 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 150786b487ea3a905de21f85e7984237
2024-11-25T11:59:13,909 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 150786b487ea3a905de21f85e7984237
2024-11-25T11:59:13,910 INFO  [Time-limited test {}] regionserver.HRegion(1114): Opened 150786b487ea3a905de21f85e7984237; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75409866, jitterRate=0.12369456887245178}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-25T11:59:13,911 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 150786b487ea3a905de21f85e7984237:
Writing region info on filesystem at 1732535953901Initializing all the Stores at 1732535953903 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732535953903Cleaning up temporary data from old regions at 1732535953907 (+4 ms)Region opened successfully at 1732535953911 (+4 ms)
2024-11-25T11:59:13,922 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 150786b487ea3a905de21f85e7984237, disabling compactions & flushes
2024-11-25T11:59:13,922 INFO  [Time-limited test {}] regionserver.HRegion(1755): Closing region testDatalossWhenInputError,,1732535953807.150786b487ea3a905de21f85e7984237.
2024-11-25T11:59:13,922 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testDatalossWhenInputError,,1732535953807.150786b487ea3a905de21f85e7984237.
2024-11-25T11:59:13,922 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testDatalossWhenInputError,,1732535953807.150786b487ea3a905de21f85e7984237. after waiting 0 ms
2024-11-25T11:59:13,922 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testDatalossWhenInputError,,1732535953807.150786b487ea3a905de21f85e7984237.
2024-11-25T11:59:13,922 ERROR [Time-limited test {}] regionserver.HRegion(1960): Memstore data size is 750 in region testDatalossWhenInputError,,1732535953807.150786b487ea3a905de21f85e7984237.
2024-11-25T11:59:13,922 INFO  [Time-limited test {}] regionserver.HRegion(1973): Closed testDatalossWhenInputError,,1732535953807.150786b487ea3a905de21f85e7984237.
2024-11-25T11:59:13,922 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 150786b487ea3a905de21f85e7984237:
Waiting for close lock at 1732535953921Disabling compacts and flushes for region at 1732535953921Disabling writes for close at 1732535953922 (+1 ms)Writing region close event to WAL at 1732535953922Closed at 1732535953922
2024-11-25T11:59:13,924 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39871 is added to blk_1073741911_1089 (size=838)
2024-11-25T11:59:13,925 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36573 is added to blk_1073741911_1089 (size=838)
2024-11-25T11:59:13,925 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35303 is added to blk_1073741911_1089 (size=838)
2024-11-25T11:59:13,942 INFO  [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34151/hbase/WALs/testdatalosswheninputerror-manual,16010,1732535953806/wal.1732535953873, size=838 (838bytes)
2024-11-25T11:59:13,942 INFO  [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34151/hbase/WALs/testdatalosswheninputerror-manual,16010,1732535953806/wal.1732535953873
2024-11-25T11:59:13,943 INFO  [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34151/hbase/WALs/testdatalosswheninputerror-manual,16010,1732535953806/wal.1732535953873 after 1ms
2024-11-25T11:59:13,945 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:34151/hbase/WALs/testdatalosswheninputerror-manual,16010,1732535953806/wal.1732535953873: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null
2024-11-25T11:59:13,945 INFO  [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34151/hbase/WALs/testdatalosswheninputerror-manual,16010,1732535953806/wal.1732535953873 took 3ms
2024-11-25T11:59:13,947 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34151/hbase/WALs/testdatalosswheninputerror-manual,16010,1732535953806/wal.1732535953873 so closing down
2024-11-25T11:59:13,947 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish
2024-11-25T11:59:13,948 INFO  [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1732535953873.temp
2024-11-25T11:59:13,950 INFO  [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34151/hbase/data/default/testDatalossWhenInputError/150786b487ea3a905de21f85e7984237/recovered.edits/0000000000000000003-wal.1732535953873.temp
2024-11-25T11:59:13,950 INFO  [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished
2024-11-25T11:59:13,962 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39871 is added to blk_1073741912_1090 (size=838)
2024-11-25T11:59:13,962 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35303 is added to blk_1073741912_1090 (size=838)
2024-11-25T11:59:13,962 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36573 is added to blk_1073741912_1090 (size=838)
2024-11-25T11:59:13,963 INFO  [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34151/hbase/data/default/testDatalossWhenInputError/150786b487ea3a905de21f85e7984237/recovered.edits/0000000000000000003-wal.1732535953873.temp (wrote 10 edits, skipped 0 edits in 0 ms)
2024-11-25T11:59:13,966 INFO  [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34151/hbase/data/default/testDatalossWhenInputError/150786b487ea3a905de21f85e7984237/recovered.edits/0000000000000000003-wal.1732535953873.temp to hdfs://localhost:34151/hbase/data/default/testDatalossWhenInputError/150786b487ea3a905de21f85e7984237/recovered.edits/0000000000000000012
2024-11-25T11:59:13,966 INFO  [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 1 Regions in 20 ms; skipped=0; WAL=hdfs://localhost:34151/hbase/WALs/testdatalosswheninputerror-manual,16010,1732535953806/wal.1732535953873, size=838, length=838, corrupted=false, cancelled=false
2024-11-25T11:59:13,966 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34151/hbase/WALs/testdatalosswheninputerror-manual,16010,1732535953806/wal.1732535953873, journal: Splitting hdfs://localhost:34151/hbase/WALs/testdatalosswheninputerror-manual,16010,1732535953806/wal.1732535953873, size=838 (838bytes) at 1732535953942Finishing writing output for hdfs://localhost:34151/hbase/WALs/testdatalosswheninputerror-manual,16010,1732535953806/wal.1732535953873 so closing down at 1732535953947 (+5 ms)Creating recovered edits writer path=hdfs://localhost:34151/hbase/data/default/testDatalossWhenInputError/150786b487ea3a905de21f85e7984237/recovered.edits/0000000000000000003-wal.1732535953873.temp at 1732535953950 (+3 ms)3 split writer threads finished at 1732535953950Closed recovered edits writer path=hdfs://localhost:34151/hbase/data/default/testDatalossWhenInputError/150786b487ea3a905de21f85e7984237/recovered.edits/0000000000000000003-wal.1732535953873.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732535953963 (+13 ms)Rename recovered edits hdfs://localhost:34151/hbase/data/default/testDatalossWhenInputError/150786b487ea3a905de21f85e7984237/recovered.edits/0000000000000000003-wal.1732535953873.temp to hdfs://localhost:34151/hbase/data/default/testDatalossWhenInputError/150786b487ea3a905de21f85e7984237/recovered.edits/0000000000000000012 at 1732535953966 (+3 ms)Processed 10 edits across 1 Regions in 20 ms; skipped=0; WAL=hdfs://localhost:34151/hbase/WALs/testdatalosswheninputerror-manual,16010,1732535953806/wal.1732535953873, size=838, length=838, corrupted=false, cancelled=false at 1732535953966
2024-11-25T11:59:13,968 INFO  [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34151/hbase/WALs/testdatalosswheninputerror-manual,16010,1732535953806/wal.1732535953873 to hdfs://localhost:34151/hbase/oldWALs/wal.1732535953873
2024-11-25T11:59:13,969 INFO  [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:34151/hbase/data/default/testDatalossWhenInputError/150786b487ea3a905de21f85e7984237/recovered.edits/0000000000000000012
2024-11-25T11:59:13,973 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:34151/hbase/data/default/testDatalossWhenInputError/150786b487ea3a905de21f85e7984237/recovered.edits/0000000000000000012: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null
2024-11-25T11:59:14,358 INFO  [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor
2024-11-25T11:59:14,361 INFO  [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:34151/hbase/WALs/testdatalosswheninputerror-manual,16010,1732535953806, archiveDir=hdfs://localhost:34151/hbase/oldWALs, maxLogs=32
2024-11-25T11:59:14,381 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testdatalosswheninputerror-manual,16010,1732535953806/wal.1732535954361, exclude list is [], retry=0
2024-11-25T11:59:14,384 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36573,DS-5cdd0e23-dce8-49b9-9d0d-2dd069665475,DISK]
2024-11-25T11:59:14,385 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39871,DS-a26a421e-0102-4e02-b10b-ef176eeda992,DISK]
2024-11-25T11:59:14,385 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35303,DS-889d203c-47da-4fdb-9342-bfab24a44ff1,DISK]
2024-11-25T11:59:14,391 INFO  [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testdatalosswheninputerror-manual,16010,1732535953806/wal.1732535954361
2024-11-25T11:59:14,394 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41699:41699),(127.0.0.1/127.0.0.1:42087:42087),(127.0.0.1/127.0.0.1:33477:33477)]
2024-11-25T11:59:14,394 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 150786b487ea3a905de21f85e7984237, NAME => 'testDatalossWhenInputError,,1732535953807.150786b487ea3a905de21f85e7984237.', STARTKEY => '', ENDKEY => ''}
2024-11-25T11:59:14,394 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testDatalossWhenInputError,,1732535953807.150786b487ea3a905de21f85e7984237.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-25T11:59:14,394 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 150786b487ea3a905de21f85e7984237
2024-11-25T11:59:14,394 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 150786b487ea3a905de21f85e7984237
2024-11-25T11:59:14,400 INFO  [StoreOpener-150786b487ea3a905de21f85e7984237-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 150786b487ea3a905de21f85e7984237 
2024-11-25T11:59:14,402 INFO  [StoreOpener-150786b487ea3a905de21f85e7984237-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 150786b487ea3a905de21f85e7984237 columnFamilyName a
2024-11-25T11:59:14,402 DEBUG [StoreOpener-150786b487ea3a905de21f85e7984237-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T11:59:14,403 INFO  [StoreOpener-150786b487ea3a905de21f85e7984237-1 {}] regionserver.HStore(327): Store=150786b487ea3a905de21f85e7984237/a,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-25T11:59:14,404 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 150786b487ea3a905de21f85e7984237
2024-11-25T11:59:14,404 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34151/hbase/data/default/testDatalossWhenInputError/150786b487ea3a905de21f85e7984237
2024-11-25T11:59:14,406 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:34151/hbase/data/default/testDatalossWhenInputError/150786b487ea3a905de21f85e7984237
2024-11-25T11:59:14,407 INFO  [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:34151/hbase/data/default/testDatalossWhenInputError/150786b487ea3a905de21f85e7984237/recovered.edits/0000000000000000012
2024-11-25T11:59:14,409 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:34151/hbase/data/default/testDatalossWhenInputError/150786b487ea3a905de21f85e7984237/recovered.edits/0000000000000000012: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null
2024-11-25T11:59:14,411 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 10, skipped 0, firstSequenceIdInLog=3, maxSequenceIdInLog=12, path=hdfs://localhost:34151/hbase/data/default/testDatalossWhenInputError/150786b487ea3a905de21f85e7984237/recovered.edits/0000000000000000012
2024-11-25T11:59:14,411 INFO  [Time-limited test {}] regionserver.HRegion(2902): Flushing 150786b487ea3a905de21f85e7984237 1/1 column families, dataSize=750 B heapSize=1.73 KB
2024-11-25T11:59:14,431 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/hbase/data/default/testDatalossWhenInputError/150786b487ea3a905de21f85e7984237/.tmp/a/c7e10b309da740c7bacc35b10de63709 is 79, key is testDatalossWhenInputError/a:x0/1732535953911/Put/seqid=0
2024-11-25T11:59:14,438 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36573 is added to blk_1073741914_1092 (size=5808)
2024-11-25T11:59:14,439 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39871 is added to blk_1073741914_1092 (size=5808)
2024-11-25T11:59:14,441 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35303 is added to blk_1073741914_1092 (size=5808)
2024-11-25T11:59:14,442 INFO  [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=750 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:34151/hbase/data/default/testDatalossWhenInputError/150786b487ea3a905de21f85e7984237/.tmp/a/c7e10b309da740c7bacc35b10de63709
2024-11-25T11:59:14,453 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/hbase/data/default/testDatalossWhenInputError/150786b487ea3a905de21f85e7984237/.tmp/a/c7e10b309da740c7bacc35b10de63709 as hdfs://localhost:34151/hbase/data/default/testDatalossWhenInputError/150786b487ea3a905de21f85e7984237/a/c7e10b309da740c7bacc35b10de63709
2024-11-25T11:59:14,463 INFO  [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34151/hbase/data/default/testDatalossWhenInputError/150786b487ea3a905de21f85e7984237/a/c7e10b309da740c7bacc35b10de63709, entries=10, sequenceid=12, filesize=5.7 K
2024-11-25T11:59:14,464 INFO  [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~750 B/750, heapSize ~1.72 KB/1760, currentSize=0 B/0 for 150786b487ea3a905de21f85e7984237 in 53ms, sequenceid=12, compaction requested=false; wal=null
2024-11-25T11:59:14,464 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:34151/hbase/data/default/testDatalossWhenInputError/150786b487ea3a905de21f85e7984237/recovered.edits/0000000000000000012
2024-11-25T11:59:14,466 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 150786b487ea3a905de21f85e7984237
2024-11-25T11:59:14,466 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 150786b487ea3a905de21f85e7984237
2024-11-25T11:59:14,469 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 150786b487ea3a905de21f85e7984237
2024-11-25T11:59:14,471 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34151/hbase/data/default/testDatalossWhenInputError/150786b487ea3a905de21f85e7984237/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1
2024-11-25T11:59:14,472 INFO  [Time-limited test {}] regionserver.HRegion(1114): Opened 150786b487ea3a905de21f85e7984237; next sequenceid=13; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62415451, jitterRate=-0.06993730366230011}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-25T11:59:14,473 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 150786b487ea3a905de21f85e7984237:
Writing region info on filesystem at 1732535954394Initializing all the Stores at 1732535954397 (+3 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732535954397Obtaining lock to block concurrent updates at 1732535954411 (+14 ms)Preparing flush snapshotting stores in 150786b487ea3a905de21f85e7984237 at 1732535954411Finished memstore snapshotting testDatalossWhenInputError,,1732535953807.150786b487ea3a905de21f85e7984237., syncing WAL and waiting on mvcc, flushsize=dataSize=750, getHeapSize=1760, getOffHeapSize=0, getCellsCount=10 at 1732535954411Flushing stores of testDatalossWhenInputError,,1732535953807.150786b487ea3a905de21f85e7984237. at 1732535954411Flushing 150786b487ea3a905de21f85e7984237/a: creating writer at 1732535954411Flushing 150786b487ea3a905de21f85e7984237/a: appending metadata at 1732535954430 (+19 ms)Flushing 150786b487ea3a905de21f85e7984237/a: closing flushed file at 1732535954430Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@586c71fa: reopening flushed file at 1732535954452 (+22 ms)Finished flush of dataSize ~750 B/750, heapSize ~1.72 KB/1760, currentSize=0 B/0 for 150786b487ea3a905de21f85e7984237 in 53ms, sequenceid=12, compaction requested=false; wal=null at 1732535954464 (+12 ms)Cleaning up temporary data from old regions at 1732535954466 (+2 ms)Region opened successfully at 1732535954473 (+7 ms)
2024-11-25T11:59:14,476 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 150786b487ea3a905de21f85e7984237, NAME => 'testDatalossWhenInputError,,1732535953807.150786b487ea3a905de21f85e7984237.', STARTKEY => '', ENDKEY => ''}
2024-11-25T11:59:14,476 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testDatalossWhenInputError,,1732535953807.150786b487ea3a905de21f85e7984237.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-25T11:59:14,477 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 150786b487ea3a905de21f85e7984237
2024-11-25T11:59:14,477 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 150786b487ea3a905de21f85e7984237
2024-11-25T11:59:14,478 INFO  [StoreOpener-150786b487ea3a905de21f85e7984237-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 150786b487ea3a905de21f85e7984237 
2024-11-25T11:59:14,479 INFO  [StoreOpener-150786b487ea3a905de21f85e7984237-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 150786b487ea3a905de21f85e7984237 columnFamilyName a
2024-11-25T11:59:14,479 DEBUG [StoreOpener-150786b487ea3a905de21f85e7984237-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T11:59:14,490 DEBUG [StoreOpener-150786b487ea3a905de21f85e7984237-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34151/hbase/data/default/testDatalossWhenInputError/150786b487ea3a905de21f85e7984237/a/c7e10b309da740c7bacc35b10de63709
2024-11-25T11:59:14,491 INFO  [StoreOpener-150786b487ea3a905de21f85e7984237-1 {}] regionserver.HStore(327): Store=150786b487ea3a905de21f85e7984237/a,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-25T11:59:14,491 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 150786b487ea3a905de21f85e7984237
2024-11-25T11:59:14,492 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34151/hbase/data/default/testDatalossWhenInputError/150786b487ea3a905de21f85e7984237
2024-11-25T11:59:14,495 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34151/hbase/data/default/testDatalossWhenInputError/150786b487ea3a905de21f85e7984237
2024-11-25T11:59:14,496 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 150786b487ea3a905de21f85e7984237
2024-11-25T11:59:14,496 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 150786b487ea3a905de21f85e7984237
2024-11-25T11:59:14,498 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 150786b487ea3a905de21f85e7984237
2024-11-25T11:59:14,503 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34151/hbase/data/default/testDatalossWhenInputError/150786b487ea3a905de21f85e7984237/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=12
2024-11-25T11:59:14,504 INFO  [Time-limited test {}] regionserver.HRegion(1114): Opened 150786b487ea3a905de21f85e7984237; next sequenceid=14; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72647069, jitterRate=0.08252568542957306}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-25T11:59:14,504 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 150786b487ea3a905de21f85e7984237:
Writing region info on filesystem at 1732535954477Initializing all the Stores at 1732535954478 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732535954478Cleaning up temporary data from old regions at 1732535954496 (+18 ms)Region opened successfully at 1732535954504 (+8 ms)
2024-11-25T11:59:14,534 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayCompressed#testDatalossWhenInputError Thread=424 (was 414)
Potentially hanging thread: PacketResponder: BP-1248860769-172.17.0.3-1732535908330:blk_1073741913_1091, type=LAST_IN_PIPELINE
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	java.base@17.0.11/java.lang.Object.wait(Object.java:338)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1238228515_22 at /127.0.0.1:59914 [Receiving block BP-1248860769-172.17.0.3-1732535908330:blk_1073741913_1091]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343)
	java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151)
	app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1238228515_22 at /127.0.0.1:34294 [Waiting for operation #15]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: AsyncFSWAL-24-3
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: AsyncFSWAL-24-2
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1238228515_22 at /127.0.0.1:34362 [Receiving block BP-1248860769-172.17.0.3-1732535908330:blk_1073741913_1091]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343)
	java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151)
	app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1238228515_22 at /127.0.0.1:44560 [Receiving block BP-1248860769-172.17.0.3-1732535908330:blk_1073741913_1091]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343)
	java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151)
	app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: PacketResponder: BP-1248860769-172.17.0.3-1732535908330:blk_1073741913_1091, type=LAST_IN_PIPELINE
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	java.base@17.0.11/java.lang.Object.wait(Object.java:338)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1238228515_22 at /127.0.0.1:59858 [Waiting for operation #16]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1238228515_22 at /127.0.0.1:44486 [Waiting for operation #11]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: AsyncFSWAL-24-1
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: PacketResponder: BP-1248860769-172.17.0.3-1732535908330:blk_1073741913_1091, type=LAST_IN_PIPELINE
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	java.base@17.0.11/java.lang.Object.wait(Object.java:338)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=1250 (was 1168) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=913 (was 913), ProcessCount=11 (was 11), AvailableMemoryMB=5665 (was 5674)
2024-11-25T11:59:14,535 WARN  [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1250 is superior to 1024
2024-11-25T11:59:14,549 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayCompressed#testCompactedBulkLoadedFiles Thread=424, OpenFileDescriptor=1250, MaxFileDescriptor=1048576, SystemLoadAverage=913, ProcessCount=11, AvailableMemoryMB=5664
2024-11-25T11:59:14,549 WARN  [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1250 is superior to 1024
2024-11-25T11:59:14,565 INFO  [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-25T11:59:14,567 INFO  [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-25T11:59:14,568 INFO  [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-25T11:59:14,570 INFO  [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-24028915, suffix=, logDir=hdfs://localhost:34151/hbase/WALs/hregion-24028915, archiveDir=hdfs://localhost:34151/hbase/oldWALs, maxLogs=32
2024-11-25T11:59:14,587 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-24028915/hregion-24028915.1732535954571, exclude list is [], retry=0
2024-11-25T11:59:14,590 DEBUG [AsyncFSWAL-26-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36573,DS-5cdd0e23-dce8-49b9-9d0d-2dd069665475,DISK]
2024-11-25T11:59:14,593 DEBUG [AsyncFSWAL-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39871,DS-a26a421e-0102-4e02-b10b-ef176eeda992,DISK]
2024-11-25T11:59:14,600 DEBUG [AsyncFSWAL-26-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35303,DS-889d203c-47da-4fdb-9342-bfab24a44ff1,DISK]
2024-11-25T11:59:14,606 INFO  [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-24028915/hregion-24028915.1732535954571
2024-11-25T11:59:14,607 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41699:41699),(127.0.0.1/127.0.0.1:42087:42087),(127.0.0.1/127.0.0.1:33477:33477)]
2024-11-25T11:59:14,607 INFO  [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 358ae28784e446c589e796df77812019, NAME => 'testCompactedBulkLoadedFiles,,1732535954566.358ae28784e446c589e796df77812019.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testCompactedBulkLoadedFiles', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34151/hbase
2024-11-25T11:59:14,631 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39871 is added to blk_1073741916_1094 (size=63)
2024-11-25T11:59:14,632 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35303 is added to blk_1073741916_1094 (size=63)
2024-11-25T11:59:14,632 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36573 is added to blk_1073741916_1094 (size=63)
2024-11-25T11:59:14,633 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testCompactedBulkLoadedFiles,,1732535954566.358ae28784e446c589e796df77812019.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-25T11:59:14,638 INFO  [StoreOpener-358ae28784e446c589e796df77812019-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 358ae28784e446c589e796df77812019 
2024-11-25T11:59:14,640 INFO  [StoreOpener-358ae28784e446c589e796df77812019-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 358ae28784e446c589e796df77812019 columnFamilyName a
2024-11-25T11:59:14,640 DEBUG [StoreOpener-358ae28784e446c589e796df77812019-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T11:59:14,640 INFO  [StoreOpener-358ae28784e446c589e796df77812019-1 {}] regionserver.HStore(327): Store=358ae28784e446c589e796df77812019/a,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-25T11:59:14,641 INFO  [StoreOpener-358ae28784e446c589e796df77812019-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 358ae28784e446c589e796df77812019 
2024-11-25T11:59:14,642 INFO  [StoreOpener-358ae28784e446c589e796df77812019-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 358ae28784e446c589e796df77812019 columnFamilyName b
2024-11-25T11:59:14,642 DEBUG [StoreOpener-358ae28784e446c589e796df77812019-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T11:59:14,643 INFO  [StoreOpener-358ae28784e446c589e796df77812019-1 {}] regionserver.HStore(327): Store=358ae28784e446c589e796df77812019/b,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-25T11:59:14,643 INFO  [StoreOpener-358ae28784e446c589e796df77812019-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 358ae28784e446c589e796df77812019 
2024-11-25T11:59:14,647 INFO  [StoreOpener-358ae28784e446c589e796df77812019-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 358ae28784e446c589e796df77812019 columnFamilyName c
2024-11-25T11:59:14,647 DEBUG [StoreOpener-358ae28784e446c589e796df77812019-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T11:59:14,647 INFO  [StoreOpener-358ae28784e446c589e796df77812019-1 {}] regionserver.HStore(327): Store=358ae28784e446c589e796df77812019/c,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-25T11:59:14,647 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 358ae28784e446c589e796df77812019
2024-11-25T11:59:14,648 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34151/hbase/data/default/testCompactedBulkLoadedFiles/358ae28784e446c589e796df77812019
2024-11-25T11:59:14,649 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34151/hbase/data/default/testCompactedBulkLoadedFiles/358ae28784e446c589e796df77812019
2024-11-25T11:59:14,650 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 358ae28784e446c589e796df77812019
2024-11-25T11:59:14,650 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 358ae28784e446c589e796df77812019
2024-11-25T11:59:14,651 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testCompactedBulkLoadedFiles descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-11-25T11:59:14,652 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 358ae28784e446c589e796df77812019
2024-11-25T11:59:14,655 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34151/hbase/data/default/testCompactedBulkLoadedFiles/358ae28784e446c589e796df77812019/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-25T11:59:14,657 INFO  [Time-limited test {}] regionserver.HRegion(1114): Opened 358ae28784e446c589e796df77812019; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74881208, jitterRate=0.11581695079803467}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-11-25T11:59:14,658 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 358ae28784e446c589e796df77812019:
Writing region info on filesystem at 1732535954633Initializing all the Stores at 1732535954638 (+5 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732535954638Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732535954638Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732535954638Cleaning up temporary data from old regions at 1732535954650 (+12 ms)Region opened successfully at 1732535954657 (+7 ms)
2024-11-25T11:59:14,658 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 358ae28784e446c589e796df77812019, disabling compactions & flushes
2024-11-25T11:59:14,658 INFO  [Time-limited test {}] regionserver.HRegion(1755): Closing region testCompactedBulkLoadedFiles,,1732535954566.358ae28784e446c589e796df77812019.
2024-11-25T11:59:14,658 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testCompactedBulkLoadedFiles,,1732535954566.358ae28784e446c589e796df77812019.
2024-11-25T11:59:14,658 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testCompactedBulkLoadedFiles,,1732535954566.358ae28784e446c589e796df77812019. after waiting 0 ms
2024-11-25T11:59:14,658 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testCompactedBulkLoadedFiles,,1732535954566.358ae28784e446c589e796df77812019.
2024-11-25T11:59:14,658 INFO  [Time-limited test {}] regionserver.HRegion(1973): Closed testCompactedBulkLoadedFiles,,1732535954566.358ae28784e446c589e796df77812019.
2024-11-25T11:59:14,658 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 358ae28784e446c589e796df77812019:
Waiting for close lock at 1732535954658Disabling compacts and flushes for region at 1732535954658Disabling writes for close at 1732535954658Writing region close event to WAL at 1732535954658Closed at 1732535954658
2024-11-25T11:59:14,673 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35303 is added to blk_1073741915_1093 (size=93)
2024-11-25T11:59:14,673 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36573 is added to blk_1073741915_1093 (size=93)
2024-11-25T11:59:14,673 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /hbase/WALs/hregion-24028915/hregion-24028915.1732535954571 not finished, retry = 0
2024-11-25T11:59:14,674 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39871 is added to blk_1073741915_1093 (size=93)
2024-11-25T11:59:14,776 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs
2024-11-25T11:59:14,776 INFO  [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-24028915:(num 1732535954571)
2024-11-25T11:59:14,777 INFO  [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor
2024-11-25T11:59:14,779 INFO  [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:34151/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732535954565, archiveDir=hdfs://localhost:34151/hbase/oldWALs, maxLogs=32
2024-11-25T11:59:14,794 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732535954565/wal.1732535954779, exclude list is [], retry=0
2024-11-25T11:59:14,798 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39871,DS-a26a421e-0102-4e02-b10b-ef176eeda992,DISK]
2024-11-25T11:59:14,799 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35303,DS-889d203c-47da-4fdb-9342-bfab24a44ff1,DISK]
2024-11-25T11:59:14,799 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36573,DS-5cdd0e23-dce8-49b9-9d0d-2dd069665475,DISK]
2024-11-25T11:59:14,818 INFO  [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732535954565/wal.1732535954779
2024-11-25T11:59:14,819 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42087:42087),(127.0.0.1/127.0.0.1:33477:33477),(127.0.0.1/127.0.0.1:41699:41699)]
2024-11-25T11:59:14,819 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 358ae28784e446c589e796df77812019, NAME => 'testCompactedBulkLoadedFiles,,1732535954566.358ae28784e446c589e796df77812019.', STARTKEY => '', ENDKEY => ''}
2024-11-25T11:59:14,819 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testCompactedBulkLoadedFiles,,1732535954566.358ae28784e446c589e796df77812019.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-25T11:59:14,819 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 358ae28784e446c589e796df77812019
2024-11-25T11:59:14,820 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 358ae28784e446c589e796df77812019
2024-11-25T11:59:14,825 INFO  [StoreOpener-358ae28784e446c589e796df77812019-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 358ae28784e446c589e796df77812019 
2024-11-25T11:59:14,826 INFO  [StoreOpener-358ae28784e446c589e796df77812019-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 358ae28784e446c589e796df77812019 columnFamilyName a
2024-11-25T11:59:14,826 DEBUG [StoreOpener-358ae28784e446c589e796df77812019-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T11:59:14,827 INFO  [StoreOpener-358ae28784e446c589e796df77812019-1 {}] regionserver.HStore(327): Store=358ae28784e446c589e796df77812019/a,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-25T11:59:14,827 INFO  [StoreOpener-358ae28784e446c589e796df77812019-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 358ae28784e446c589e796df77812019 
2024-11-25T11:59:14,828 INFO  [StoreOpener-358ae28784e446c589e796df77812019-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 358ae28784e446c589e796df77812019 columnFamilyName b
2024-11-25T11:59:14,828 DEBUG [StoreOpener-358ae28784e446c589e796df77812019-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T11:59:14,828 INFO  [StoreOpener-358ae28784e446c589e796df77812019-1 {}] regionserver.HStore(327): Store=358ae28784e446c589e796df77812019/b,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-25T11:59:14,829 INFO  [StoreOpener-358ae28784e446c589e796df77812019-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 358ae28784e446c589e796df77812019 
2024-11-25T11:59:14,829 INFO  [StoreOpener-358ae28784e446c589e796df77812019-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 358ae28784e446c589e796df77812019 columnFamilyName c
2024-11-25T11:59:14,829 DEBUG [StoreOpener-358ae28784e446c589e796df77812019-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T11:59:14,830 INFO  [StoreOpener-358ae28784e446c589e796df77812019-1 {}] regionserver.HStore(327): Store=358ae28784e446c589e796df77812019/c,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-25T11:59:14,830 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 358ae28784e446c589e796df77812019
2024-11-25T11:59:14,831 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34151/hbase/data/default/testCompactedBulkLoadedFiles/358ae28784e446c589e796df77812019
2024-11-25T11:59:14,832 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34151/hbase/data/default/testCompactedBulkLoadedFiles/358ae28784e446c589e796df77812019
2024-11-25T11:59:14,835 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 358ae28784e446c589e796df77812019
2024-11-25T11:59:14,835 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 358ae28784e446c589e796df77812019
2024-11-25T11:59:14,836 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testCompactedBulkLoadedFiles descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-11-25T11:59:14,843 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 358ae28784e446c589e796df77812019
2024-11-25T11:59:14,846 INFO  [Time-limited test {}] regionserver.HRegion(1114): Opened 358ae28784e446c589e796df77812019; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59019412, jitterRate=-0.12054222822189331}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-11-25T11:59:14,847 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 358ae28784e446c589e796df77812019:
Writing region info on filesystem at 1732535954820Initializing all the Stores at 1732535954825 (+5 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732535954825Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732535954825Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732535954825Cleaning up temporary data from old regions at 1732535954835 (+10 ms)Region opened successfully at 1732535954847 (+12 ms)
2024-11-25T11:59:14,858 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/hbase/testCompactedBulkLoadedFiles/hfile0 is 32, key is 000/a:a/1732535954858/Put/seqid=0
2024-11-25T11:59:14,890 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39871 is added to blk_1073741918_1096 (size=4875)
2024-11-25T11:59:14,891 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36573 is added to blk_1073741918_1096 (size=4875)
2024-11-25T11:59:14,894 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35303 is added to blk_1073741918_1096 (size=4875)
2024-11-25T11:59:14,897 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/hbase/testCompactedBulkLoadedFiles/hfile1 is 32, key is 100/a:a/1732535954897/Put/seqid=0
2024-11-25T11:59:14,935 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35303 is added to blk_1073741919_1097 (size=4875)
2024-11-25T11:59:14,935 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39871 is added to blk_1073741919_1097 (size=4875)
2024-11-25T11:59:14,935 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36573 is added to blk_1073741919_1097 (size=4875)
2024-11-25T11:59:15,339 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/hbase/testCompactedBulkLoadedFiles/hfile2 is 32, key is 200/a:a/1732535955339/Put/seqid=0
2024-11-25T11:59:15,346 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39871 is added to blk_1073741920_1098 (size=4875)
2024-11-25T11:59:15,346 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35303 is added to blk_1073741920_1098 (size=4875)
2024-11-25T11:59:15,347 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36573 is added to blk_1073741920_1098 (size=4875)
2024-11-25T11:59:15,348 INFO  [Time-limited test {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34151/hbase/testCompactedBulkLoadedFiles/hfile0 for inclusion in 358ae28784e446c589e796df77812019/a
2024-11-25T11:59:15,353 DEBUG [Time-limited test {}] regionserver.HStore(626): HFile bounds: first=000 last=050
2024-11-25T11:59:15,353 DEBUG [Time-limited test {}] regionserver.HStore(628): Region bounds: first= last=
2024-11-25T11:59:15,353 INFO  [Time-limited test {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34151/hbase/testCompactedBulkLoadedFiles/hfile1 for inclusion in 358ae28784e446c589e796df77812019/a
2024-11-25T11:59:15,357 DEBUG [Time-limited test {}] regionserver.HStore(626): HFile bounds: first=100 last=150
2024-11-25T11:59:15,357 DEBUG [Time-limited test {}] regionserver.HStore(628): Region bounds: first= last=
2024-11-25T11:59:15,357 INFO  [Time-limited test {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34151/hbase/testCompactedBulkLoadedFiles/hfile2 for inclusion in 358ae28784e446c589e796df77812019/a
2024-11-25T11:59:15,360 DEBUG [Time-limited test {}] regionserver.HStore(626): HFile bounds: first=200 last=250
2024-11-25T11:59:15,360 DEBUG [Time-limited test {}] regionserver.HStore(628): Region bounds: first= last=
2024-11-25T11:59:15,360 INFO  [Time-limited test {}] regionserver.HRegion(2902): Flushing 358ae28784e446c589e796df77812019 3/3 column families, dataSize=51 B heapSize=896 B
2024-11-25T11:59:15,376 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/hbase/data/default/testCompactedBulkLoadedFiles/358ae28784e446c589e796df77812019/.tmp/a/f22747540cd34e159a29c92888e2f7d1 is 55, key is testCompactedBulkLoadedFiles/a:a/1732535954847/Put/seqid=0
2024-11-25T11:59:15,382 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39871 is added to blk_1073741921_1099 (size=5107)
2024-11-25T11:59:15,385 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36573 is added to blk_1073741921_1099 (size=5107)
2024-11-25T11:59:15,385 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35303 is added to blk_1073741921_1099 (size=5107)
2024-11-25T11:59:15,385 INFO  [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=4 (bloomFilter=true), to=hdfs://localhost:34151/hbase/data/default/testCompactedBulkLoadedFiles/358ae28784e446c589e796df77812019/.tmp/a/f22747540cd34e159a29c92888e2f7d1
2024-11-25T11:59:15,391 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/hbase/data/default/testCompactedBulkLoadedFiles/358ae28784e446c589e796df77812019/.tmp/a/f22747540cd34e159a29c92888e2f7d1 as hdfs://localhost:34151/hbase/data/default/testCompactedBulkLoadedFiles/358ae28784e446c589e796df77812019/a/f22747540cd34e159a29c92888e2f7d1
2024-11-25T11:59:15,395 INFO  [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34151/hbase/data/default/testCompactedBulkLoadedFiles/358ae28784e446c589e796df77812019/a/f22747540cd34e159a29c92888e2f7d1, entries=1, sequenceid=4, filesize=5.0 K
2024-11-25T11:59:15,396 INFO  [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~51 B/51, heapSize ~368 B/368, currentSize=0 B/0 for 358ae28784e446c589e796df77812019 in 36ms, sequenceid=4, compaction requested=false
2024-11-25T11:59:15,396 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 358ae28784e446c589e796df77812019:

2024-11-25T11:59:15,398 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/hbase/testCompactedBulkLoadedFiles/hfile0 as hdfs://localhost:34151/hbase/data/default/testCompactedBulkLoadedFiles/358ae28784e446c589e796df77812019/a/e03a2a58fd764208bf2903ca5387da6c_SeqId_4_
2024-11-25T11:59:15,399 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/hbase/testCompactedBulkLoadedFiles/hfile1 as hdfs://localhost:34151/hbase/data/default/testCompactedBulkLoadedFiles/358ae28784e446c589e796df77812019/a/d2edc105aeb743c78430ba5756c9c68c_SeqId_4_
2024-11-25T11:59:15,400 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/hbase/testCompactedBulkLoadedFiles/hfile2 as hdfs://localhost:34151/hbase/data/default/testCompactedBulkLoadedFiles/358ae28784e446c589e796df77812019/a/ca619cf429cf4e6eb4e39debaefd24de_SeqId_4_
2024-11-25T11:59:15,401 INFO  [Time-limited test {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34151/hbase/testCompactedBulkLoadedFiles/hfile0 into 358ae28784e446c589e796df77812019/a as hdfs://localhost:34151/hbase/data/default/testCompactedBulkLoadedFiles/358ae28784e446c589e796df77812019/a/e03a2a58fd764208bf2903ca5387da6c_SeqId_4_ - updating store file list.
2024-11-25T11:59:15,405 DEBUG [Time-limited test {}] regionserver.HStoreFile(483): HFile Bloom filter type for e03a2a58fd764208bf2903ca5387da6c_SeqId_4_: NONE, but ROW specified in column family configuration
2024-11-25T11:59:15,405 INFO  [Time-limited test {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34151/hbase/data/default/testCompactedBulkLoadedFiles/358ae28784e446c589e796df77812019/a/e03a2a58fd764208bf2903ca5387da6c_SeqId_4_ into 358ae28784e446c589e796df77812019/a
2024-11-25T11:59:15,405 INFO  [Time-limited test {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34151/hbase/testCompactedBulkLoadedFiles/hfile0 into 358ae28784e446c589e796df77812019/a (new location: hdfs://localhost:34151/hbase/data/default/testCompactedBulkLoadedFiles/358ae28784e446c589e796df77812019/a/e03a2a58fd764208bf2903ca5387da6c_SeqId_4_)
2024-11-25T11:59:15,406 INFO  [Time-limited test {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34151/hbase/testCompactedBulkLoadedFiles/hfile1 into 358ae28784e446c589e796df77812019/a as hdfs://localhost:34151/hbase/data/default/testCompactedBulkLoadedFiles/358ae28784e446c589e796df77812019/a/d2edc105aeb743c78430ba5756c9c68c_SeqId_4_ - updating store file list.
2024-11-25T11:59:15,411 DEBUG [Time-limited test {}] regionserver.HStoreFile(483): HFile Bloom filter type for d2edc105aeb743c78430ba5756c9c68c_SeqId_4_: NONE, but ROW specified in column family configuration
2024-11-25T11:59:15,411 INFO  [Time-limited test {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34151/hbase/data/default/testCompactedBulkLoadedFiles/358ae28784e446c589e796df77812019/a/d2edc105aeb743c78430ba5756c9c68c_SeqId_4_ into 358ae28784e446c589e796df77812019/a
2024-11-25T11:59:15,411 INFO  [Time-limited test {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34151/hbase/testCompactedBulkLoadedFiles/hfile1 into 358ae28784e446c589e796df77812019/a (new location: hdfs://localhost:34151/hbase/data/default/testCompactedBulkLoadedFiles/358ae28784e446c589e796df77812019/a/d2edc105aeb743c78430ba5756c9c68c_SeqId_4_)
2024-11-25T11:59:15,412 INFO  [Time-limited test {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34151/hbase/testCompactedBulkLoadedFiles/hfile2 into 358ae28784e446c589e796df77812019/a as hdfs://localhost:34151/hbase/data/default/testCompactedBulkLoadedFiles/358ae28784e446c589e796df77812019/a/ca619cf429cf4e6eb4e39debaefd24de_SeqId_4_ - updating store file list.
2024-11-25T11:59:15,416 DEBUG [Time-limited test {}] regionserver.HStoreFile(483): HFile Bloom filter type for ca619cf429cf4e6eb4e39debaefd24de_SeqId_4_: NONE, but ROW specified in column family configuration
2024-11-25T11:59:15,416 INFO  [Time-limited test {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34151/hbase/data/default/testCompactedBulkLoadedFiles/358ae28784e446c589e796df77812019/a/ca619cf429cf4e6eb4e39debaefd24de_SeqId_4_ into 358ae28784e446c589e796df77812019/a
2024-11-25T11:59:15,416 INFO  [Time-limited test {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34151/hbase/testCompactedBulkLoadedFiles/hfile2 into 358ae28784e446c589e796df77812019/a (new location: hdfs://localhost:34151/hbase/data/default/testCompactedBulkLoadedFiles/358ae28784e446c589e796df77812019/a/ca619cf429cf4e6eb4e39debaefd24de_SeqId_4_)
2024-11-25T11:59:15,426 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-25T11:59:15,426 DEBUG [Time-limited test {}] regionserver.HStore(1541): 358ae28784e446c589e796df77812019/a is initiating major compaction (all files)
2024-11-25T11:59:15,427 INFO  [Time-limited test {}] regionserver.HRegion(2416): Starting compaction of 358ae28784e446c589e796df77812019/a in testCompactedBulkLoadedFiles,,1732535954566.358ae28784e446c589e796df77812019.
2024-11-25T11:59:15,427 INFO  [Time-limited test {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34151/hbase/data/default/testCompactedBulkLoadedFiles/358ae28784e446c589e796df77812019/a/f22747540cd34e159a29c92888e2f7d1, hdfs://localhost:34151/hbase/data/default/testCompactedBulkLoadedFiles/358ae28784e446c589e796df77812019/a/e03a2a58fd764208bf2903ca5387da6c_SeqId_4_, hdfs://localhost:34151/hbase/data/default/testCompactedBulkLoadedFiles/358ae28784e446c589e796df77812019/a/d2edc105aeb743c78430ba5756c9c68c_SeqId_4_, hdfs://localhost:34151/hbase/data/default/testCompactedBulkLoadedFiles/358ae28784e446c589e796df77812019/a/ca619cf429cf4e6eb4e39debaefd24de_SeqId_4_] into tmpdir=hdfs://localhost:34151/hbase/data/default/testCompactedBulkLoadedFiles/358ae28784e446c589e796df77812019/.tmp, totalSize=19.3 K
2024-11-25T11:59:15,428 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting f22747540cd34e159a29c92888e2f7d1, keycount=1, bloomtype=ROW, size=5.0 K, encoding=NONE, compression=NONE, seqNum=4, earliestPutTs=1732535954847
2024-11-25T11:59:15,428 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting e03a2a58fd764208bf2903ca5387da6c_SeqId_4_, keycount=10, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=4, earliestPutTs=-9223372036854775808
2024-11-25T11:59:15,429 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting d2edc105aeb743c78430ba5756c9c68c_SeqId_4_, keycount=10, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=4, earliestPutTs=-9223372036854775808
2024-11-25T11:59:15,429 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting ca619cf429cf4e6eb4e39debaefd24de_SeqId_4_, keycount=10, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=4, earliestPutTs=-9223372036854775808
2024-11-25T11:59:15,444 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/hbase/data/default/testCompactedBulkLoadedFiles/358ae28784e446c589e796df77812019/.tmp/a/b3fd7ca6932649c2a12f29ac87499836 is 55, key is testCompactedBulkLoadedFiles/a:a/1732535954847/Put/seqid=0
2024-11-25T11:59:15,458 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39871 is added to blk_1073741922_1100 (size=6154)
2024-11-25T11:59:15,459 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36573 is added to blk_1073741922_1100 (size=6154)
2024-11-25T11:59:15,464 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35303 is added to blk_1073741922_1100 (size=6154)
2024-11-25T11:59:15,471 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/hbase/data/default/testCompactedBulkLoadedFiles/358ae28784e446c589e796df77812019/.tmp/a/b3fd7ca6932649c2a12f29ac87499836 as hdfs://localhost:34151/hbase/data/default/testCompactedBulkLoadedFiles/358ae28784e446c589e796df77812019/a/b3fd7ca6932649c2a12f29ac87499836
2024-11-25T11:59:15,478 INFO  [Time-limited test {}] regionserver.HStore(1337): Completed major compaction of 4 (all) file(s) in 358ae28784e446c589e796df77812019/a of 358ae28784e446c589e796df77812019 into b3fd7ca6932649c2a12f29ac87499836(size=6.0 K), total size for store is 6.0 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-25T11:59:15,478 DEBUG [Time-limited test {}] regionserver.HRegion(2446): Compaction status journal for 358ae28784e446c589e796df77812019:

2024-11-25T11:59:15,478 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 0 store files, 0 compacting, 0 eligible, 16 blocking
2024-11-25T11:59:15,478 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 0 store files, 0 compacting, 0 eligible, 16 blocking
2024-11-25T11:59:15,513 INFO  [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34151/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732535954565/wal.1732535954779, size=0 (0bytes)
2024-11-25T11:59:15,513 WARN  [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:34151/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732535954565/wal.1732535954779 might be still open, length is 0
2024-11-25T11:59:15,513 INFO  [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34151/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732535954565/wal.1732535954779
2024-11-25T11:59:15,514 WARN  [IPC Server handler 1 on default port 34151 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732535954565/wal.1732535954779 has not been closed. Lease recovery is in progress. RecoveryId = 1101 for block blk_1073741917_1095
2024-11-25T11:59:15,514 INFO  [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:34151/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732535954565/wal.1732535954779 after 1ms
2024-11-25T11:59:17,173 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1238228515_22 at /127.0.0.1:43444 [Receiving block BP-1248860769-172.17.0.3-1732535908330:blk_1073741917_1095] {}] datanode.DataXceiver(331): 127.0.0.1:39871:DataXceiver error processing WRITE_BLOCK operation  src: /127.0.0.1:43444 dst: /127.0.0.1:39871
java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:39871 remote=/127.0.0.1:43444]. Total timeout mills is 60000, 58305 millis timeout left.
	at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?]
	at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?]
	at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?]
	at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?]
	at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?]
	at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T11:59:17,174 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1238228515_22 at /127.0.0.1:37782 [Receiving block BP-1248860769-172.17.0.3-1732535908330:blk_1073741917_1095] {}] datanode.DataXceiver(331): 127.0.0.1:35303:DataXceiver error processing WRITE_BLOCK operation  src: /127.0.0.1:37782 dst: /127.0.0.1:35303
java.io.IOException: Premature EOF from inputStream
	at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T11:59:17,174 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1238228515_22 at /127.0.0.1:33864 [Receiving block BP-1248860769-172.17.0.3-1732535908330:blk_1073741917_1095] {}] datanode.DataXceiver(331): 127.0.0.1:36573:DataXceiver error processing WRITE_BLOCK operation  src: /127.0.0.1:33864 dst: /127.0.0.1:36573
java.io.IOException: Premature EOF from inputStream
	at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T11:59:17,177 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39871 is added to blk_1073741917_1101 (size=1368)
2024-11-25T11:59:17,178 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35303 is added to blk_1073741917_1101 (size=1368)
2024-11-25T11:59:17,673 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-25T11:59:18,594 INFO  [master/2bf237fd86ca:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker!
2024-11-25T11:59:18,594 INFO  [master/2bf237fd86ca:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore!
2024-11-25T11:59:19,515 INFO  [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:34151/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732535954565/wal.1732535954779 after 4002ms
2024-11-25T11:59:19,518 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:34151/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732535954565/wal.1732535954779: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null
2024-11-25T11:59:19,518 INFO  [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34151/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732535954565/wal.1732535954779 took 4006ms
2024-11-25T11:59:19,520 INFO  [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:34151/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732535954565/wal.1732535954779; continuing.
2024-11-25T11:59:19,521 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34151/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732535954565/wal.1732535954779 so closing down
2024-11-25T11:59:19,521 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish
2024-11-25T11:59:19,522 INFO  [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1732535954779.temp
2024-11-25T11:59:19,524 INFO  [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34151/hbase/data/default/testCompactedBulkLoadedFiles/358ae28784e446c589e796df77812019/recovered.edits/0000000000000000003-wal.1732535954779.temp
2024-11-25T11:59:19,524 INFO  [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished
2024-11-25T11:59:19,538 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39871 is added to blk_1073741923_1102 (size=635)
2024-11-25T11:59:19,539 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35303 is added to blk_1073741923_1102 (size=635)
2024-11-25T11:59:19,540 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36573 is added to blk_1073741923_1102 (size=635)
2024-11-25T11:59:19,541 INFO  [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34151/hbase/data/default/testCompactedBulkLoadedFiles/358ae28784e446c589e796df77812019/recovered.edits/0000000000000000003-wal.1732535954779.temp (wrote 2 edits, skipped 0 edits in 0 ms)
2024-11-25T11:59:19,543 INFO  [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34151/hbase/data/default/testCompactedBulkLoadedFiles/358ae28784e446c589e796df77812019/recovered.edits/0000000000000000003-wal.1732535954779.temp to hdfs://localhost:34151/hbase/data/default/testCompactedBulkLoadedFiles/358ae28784e446c589e796df77812019/recovered.edits/0000000000000000008
2024-11-25T11:59:19,543 INFO  [Time-limited test {}] wal.WALSplitter(425): Processed 5 edits across 1 Regions in 24 ms; skipped=3; WAL=hdfs://localhost:34151/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732535954565/wal.1732535954779, size=0, length=0, corrupted=false, cancelled=false
2024-11-25T11:59:19,543 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34151/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732535954565/wal.1732535954779, journal: Splitting hdfs://localhost:34151/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732535954565/wal.1732535954779, size=0 (0bytes) at 1732535955513Finishing writing output for hdfs://localhost:34151/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732535954565/wal.1732535954779 so closing down at 1732535959521 (+4008 ms)Creating recovered edits writer path=hdfs://localhost:34151/hbase/data/default/testCompactedBulkLoadedFiles/358ae28784e446c589e796df77812019/recovered.edits/0000000000000000003-wal.1732535954779.temp at 1732535959524 (+3 ms)3 split writer threads finished at 1732535959524Closed recovered edits writer path=hdfs://localhost:34151/hbase/data/default/testCompactedBulkLoadedFiles/358ae28784e446c589e796df77812019/recovered.edits/0000000000000000003-wal.1732535954779.temp (wrote 2 edits, skipped 0 edits in 0 ms) at 1732535959541 (+17 ms)Rename recovered edits hdfs://localhost:34151/hbase/data/default/testCompactedBulkLoadedFiles/358ae28784e446c589e796df77812019/recovered.edits/0000000000000000003-wal.1732535954779.temp to hdfs://localhost:34151/hbase/data/default/testCompactedBulkLoadedFiles/358ae28784e446c589e796df77812019/recovered.edits/0000000000000000008 at 1732535959543 (+2 ms)Processed 5 edits across 1 Regions in 24 ms; skipped=3; WAL=hdfs://localhost:34151/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732535954565/wal.1732535954779, size=0, length=0, corrupted=false, cancelled=false at 1732535959543
2024-11-25T11:59:19,545 INFO  [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34151/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732535954565/wal.1732535954779 to hdfs://localhost:34151/hbase/oldWALs/wal.1732535954779
2024-11-25T11:59:19,547 INFO  [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:34151/hbase/data/default/testCompactedBulkLoadedFiles/358ae28784e446c589e796df77812019/recovered.edits/0000000000000000008
2024-11-25T11:59:19,547 INFO  [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor
2024-11-25T11:59:19,549 INFO  [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:34151/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732535954565, archiveDir=hdfs://localhost:34151/hbase/oldWALs, maxLogs=32
2024-11-25T11:59:19,570 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732535954565/wal.1732535959550, exclude list is [], retry=0
2024-11-25T11:59:19,573 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36573,DS-5cdd0e23-dce8-49b9-9d0d-2dd069665475,DISK]
2024-11-25T11:59:19,574 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35303,DS-889d203c-47da-4fdb-9342-bfab24a44ff1,DISK]
2024-11-25T11:59:19,574 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39871,DS-a26a421e-0102-4e02-b10b-ef176eeda992,DISK]
2024-11-25T11:59:19,576 INFO  [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732535954565/wal.1732535959550
2024-11-25T11:59:19,576 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41699:41699),(127.0.0.1/127.0.0.1:33477:33477),(127.0.0.1/127.0.0.1:42087:42087)]
2024-11-25T11:59:19,577 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 358ae28784e446c589e796df77812019, NAME => 'testCompactedBulkLoadedFiles,,1732535954566.358ae28784e446c589e796df77812019.', STARTKEY => '', ENDKEY => ''}
2024-11-25T11:59:19,577 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testCompactedBulkLoadedFiles,,1732535954566.358ae28784e446c589e796df77812019.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-25T11:59:19,577 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 358ae28784e446c589e796df77812019
2024-11-25T11:59:19,577 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 358ae28784e446c589e796df77812019
2024-11-25T11:59:19,579 INFO  [StoreOpener-358ae28784e446c589e796df77812019-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 358ae28784e446c589e796df77812019 
2024-11-25T11:59:19,580 INFO  [StoreOpener-358ae28784e446c589e796df77812019-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 358ae28784e446c589e796df77812019 columnFamilyName a
2024-11-25T11:59:19,580 DEBUG [StoreOpener-358ae28784e446c589e796df77812019-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T11:59:19,589 DEBUG [StoreOpener-358ae28784e446c589e796df77812019-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34151/hbase/data/default/testCompactedBulkLoadedFiles/358ae28784e446c589e796df77812019/a/b3fd7ca6932649c2a12f29ac87499836
2024-11-25T11:59:19,595 DEBUG [StoreFileOpener-358ae28784e446c589e796df77812019-a-1 {}] regionserver.HStoreFile(483): HFile Bloom filter type for ca619cf429cf4e6eb4e39debaefd24de_SeqId_4_: NONE, but ROW specified in column family configuration
2024-11-25T11:59:19,595 DEBUG [StoreOpener-358ae28784e446c589e796df77812019-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34151/hbase/data/default/testCompactedBulkLoadedFiles/358ae28784e446c589e796df77812019/a/ca619cf429cf4e6eb4e39debaefd24de_SeqId_4_
2024-11-25T11:59:19,601 DEBUG [StoreFileOpener-358ae28784e446c589e796df77812019-a-1 {}] regionserver.HStoreFile(483): HFile Bloom filter type for d2edc105aeb743c78430ba5756c9c68c_SeqId_4_: NONE, but ROW specified in column family configuration
2024-11-25T11:59:19,601 DEBUG [StoreOpener-358ae28784e446c589e796df77812019-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34151/hbase/data/default/testCompactedBulkLoadedFiles/358ae28784e446c589e796df77812019/a/d2edc105aeb743c78430ba5756c9c68c_SeqId_4_
2024-11-25T11:59:19,605 DEBUG [StoreFileOpener-358ae28784e446c589e796df77812019-a-1 {}] regionserver.HStoreFile(483): HFile Bloom filter type for e03a2a58fd764208bf2903ca5387da6c_SeqId_4_: NONE, but ROW specified in column family configuration
2024-11-25T11:59:19,606 DEBUG [StoreOpener-358ae28784e446c589e796df77812019-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34151/hbase/data/default/testCompactedBulkLoadedFiles/358ae28784e446c589e796df77812019/a/e03a2a58fd764208bf2903ca5387da6c_SeqId_4_
2024-11-25T11:59:19,611 DEBUG [StoreOpener-358ae28784e446c589e796df77812019-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34151/hbase/data/default/testCompactedBulkLoadedFiles/358ae28784e446c589e796df77812019/a/f22747540cd34e159a29c92888e2f7d1
2024-11-25T11:59:19,611 WARN  [StoreOpener-358ae28784e446c589e796df77812019-1 {}] regionserver.StoreEngine(317): Clearing the compacted storefile hdfs://localhost:34151/hbase/data/default/testCompactedBulkLoadedFiles/358ae28784e446c589e796df77812019/a/ca619cf429cf4e6eb4e39debaefd24de_SeqId_4_ from org.apache.hadoop.hbase.regionserver.DefaultStoreEngine@38a8cabe
2024-11-25T11:59:19,612 WARN  [StoreOpener-358ae28784e446c589e796df77812019-1 {}] regionserver.StoreEngine(317): Clearing the compacted storefile hdfs://localhost:34151/hbase/data/default/testCompactedBulkLoadedFiles/358ae28784e446c589e796df77812019/a/d2edc105aeb743c78430ba5756c9c68c_SeqId_4_ from org.apache.hadoop.hbase.regionserver.DefaultStoreEngine@38a8cabe
2024-11-25T11:59:19,612 WARN  [StoreOpener-358ae28784e446c589e796df77812019-1 {}] regionserver.StoreEngine(317): Clearing the compacted storefile hdfs://localhost:34151/hbase/data/default/testCompactedBulkLoadedFiles/358ae28784e446c589e796df77812019/a/e03a2a58fd764208bf2903ca5387da6c_SeqId_4_ from org.apache.hadoop.hbase.regionserver.DefaultStoreEngine@38a8cabe
2024-11-25T11:59:19,612 WARN  [StoreOpener-358ae28784e446c589e796df77812019-1 {}] regionserver.StoreEngine(317): Clearing the compacted storefile hdfs://localhost:34151/hbase/data/default/testCompactedBulkLoadedFiles/358ae28784e446c589e796df77812019/a/f22747540cd34e159a29c92888e2f7d1 from org.apache.hadoop.hbase.regionserver.DefaultStoreEngine@38a8cabe
2024-11-25T11:59:19,612 DEBUG [StoreOpener-358ae28784e446c589e796df77812019-1 {}] regionserver.StoreEngine(327): Moving the files [hdfs://localhost:34151/hbase/data/default/testCompactedBulkLoadedFiles/358ae28784e446c589e796df77812019/a/ca619cf429cf4e6eb4e39debaefd24de_SeqId_4_, hdfs://localhost:34151/hbase/data/default/testCompactedBulkLoadedFiles/358ae28784e446c589e796df77812019/a/d2edc105aeb743c78430ba5756c9c68c_SeqId_4_, hdfs://localhost:34151/hbase/data/default/testCompactedBulkLoadedFiles/358ae28784e446c589e796df77812019/a/e03a2a58fd764208bf2903ca5387da6c_SeqId_4_, hdfs://localhost:34151/hbase/data/default/testCompactedBulkLoadedFiles/358ae28784e446c589e796df77812019/a/f22747540cd34e159a29c92888e2f7d1] to archive
2024-11-25T11:59:19,613 DEBUG [StoreOpener-358ae28784e446c589e796df77812019-1 {}] backup.HFileArchiver(360): Archiving compacted files.
2024-11-25T11:59:19,615 DEBUG [StoreOpener-358ae28784e446c589e796df77812019-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34151/hbase/data/default/testCompactedBulkLoadedFiles/358ae28784e446c589e796df77812019/a/ca619cf429cf4e6eb4e39debaefd24de_SeqId_4_ to hdfs://localhost:34151/hbase/archive/data/default/testCompactedBulkLoadedFiles/358ae28784e446c589e796df77812019/a/ca619cf429cf4e6eb4e39debaefd24de_SeqId_4_
2024-11-25T11:59:19,617 DEBUG [StoreOpener-358ae28784e446c589e796df77812019-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34151/hbase/data/default/testCompactedBulkLoadedFiles/358ae28784e446c589e796df77812019/a/d2edc105aeb743c78430ba5756c9c68c_SeqId_4_ to hdfs://localhost:34151/hbase/archive/data/default/testCompactedBulkLoadedFiles/358ae28784e446c589e796df77812019/a/d2edc105aeb743c78430ba5756c9c68c_SeqId_4_
2024-11-25T11:59:19,618 DEBUG [StoreOpener-358ae28784e446c589e796df77812019-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34151/hbase/data/default/testCompactedBulkLoadedFiles/358ae28784e446c589e796df77812019/a/e03a2a58fd764208bf2903ca5387da6c_SeqId_4_ to hdfs://localhost:34151/hbase/archive/data/default/testCompactedBulkLoadedFiles/358ae28784e446c589e796df77812019/a/e03a2a58fd764208bf2903ca5387da6c_SeqId_4_
2024-11-25T11:59:19,620 DEBUG [StoreOpener-358ae28784e446c589e796df77812019-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34151/hbase/data/default/testCompactedBulkLoadedFiles/358ae28784e446c589e796df77812019/a/f22747540cd34e159a29c92888e2f7d1 to hdfs://localhost:34151/hbase/archive/data/default/testCompactedBulkLoadedFiles/358ae28784e446c589e796df77812019/a/f22747540cd34e159a29c92888e2f7d1
2024-11-25T11:59:19,620 INFO  [StoreOpener-358ae28784e446c589e796df77812019-1 {}] regionserver.HStore(327): Store=358ae28784e446c589e796df77812019/a,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-25T11:59:19,620 INFO  [StoreOpener-358ae28784e446c589e796df77812019-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 358ae28784e446c589e796df77812019 
2024-11-25T11:59:19,622 INFO  [StoreOpener-358ae28784e446c589e796df77812019-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 358ae28784e446c589e796df77812019 columnFamilyName b
2024-11-25T11:59:19,622 DEBUG [StoreOpener-358ae28784e446c589e796df77812019-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T11:59:19,623 INFO  [StoreOpener-358ae28784e446c589e796df77812019-1 {}] regionserver.HStore(327): Store=358ae28784e446c589e796df77812019/b,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-25T11:59:19,623 INFO  [StoreOpener-358ae28784e446c589e796df77812019-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 358ae28784e446c589e796df77812019 
2024-11-25T11:59:19,625 INFO  [StoreOpener-358ae28784e446c589e796df77812019-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 358ae28784e446c589e796df77812019 columnFamilyName c
2024-11-25T11:59:19,625 DEBUG [StoreOpener-358ae28784e446c589e796df77812019-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T11:59:19,625 INFO  [StoreOpener-358ae28784e446c589e796df77812019-1 {}] regionserver.HStore(327): Store=358ae28784e446c589e796df77812019/c,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-25T11:59:19,625 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 358ae28784e446c589e796df77812019
2024-11-25T11:59:19,626 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34151/hbase/data/default/testCompactedBulkLoadedFiles/358ae28784e446c589e796df77812019
2024-11-25T11:59:19,629 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:34151/hbase/data/default/testCompactedBulkLoadedFiles/358ae28784e446c589e796df77812019
2024-11-25T11:59:19,629 INFO  [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:34151/hbase/data/default/testCompactedBulkLoadedFiles/358ae28784e446c589e796df77812019/recovered.edits/0000000000000000008
2024-11-25T11:59:19,637 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:34151/hbase/data/default/testCompactedBulkLoadedFiles/358ae28784e446c589e796df77812019/recovered.edits/0000000000000000008: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null
2024-11-25T11:59:19,639 DEBUG [Time-limited test {}] regionserver.HRegion(5836): 358ae28784e446c589e796df77812019 : Replaying compaction marker table_name: "testCompactedBulkLoadedFiles" encoded_region_name: "358ae28784e446c589e796df77812019" family_name: "a" compaction_input: "f22747540cd34e159a29c92888e2f7d1" compaction_input: "e03a2a58fd764208bf2903ca5387da6c_SeqId_4_" compaction_input: "d2edc105aeb743c78430ba5756c9c68c_SeqId_4_" compaction_input: "ca619cf429cf4e6eb4e39debaefd24de_SeqId_4_" compaction_output: "b3fd7ca6932649c2a12f29ac87499836" store_home_dir: "a" region_name: "testCompactedBulkLoadedFiles,,1732535954566.358ae28784e446c589e796df77812019." with seqId=9223372036854775807 and lastReplayedOpenRegionSeqId=-1
2024-11-25T11:59:19,639 DEBUG [Time-limited test {}] regionserver.HStore(1354): Completing compaction from the WAL marker
2024-11-25T11:59:19,640 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 0, skipped 2, firstSequenceIdInLog=3, maxSequenceIdInLog=8, path=hdfs://localhost:34151/hbase/data/default/testCompactedBulkLoadedFiles/358ae28784e446c589e796df77812019/recovered.edits/0000000000000000008
2024-11-25T11:59:19,641 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:34151/hbase/data/default/testCompactedBulkLoadedFiles/358ae28784e446c589e796df77812019/recovered.edits/0000000000000000008
2024-11-25T11:59:19,642 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 358ae28784e446c589e796df77812019
2024-11-25T11:59:19,642 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 358ae28784e446c589e796df77812019
2024-11-25T11:59:19,643 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testCompactedBulkLoadedFiles descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-11-25T11:59:19,645 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 358ae28784e446c589e796df77812019
2024-11-25T11:59:19,649 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34151/hbase/data/default/testCompactedBulkLoadedFiles/358ae28784e446c589e796df77812019/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1
2024-11-25T11:59:19,650 INFO  [Time-limited test {}] regionserver.HRegion(1114): Opened 358ae28784e446c589e796df77812019; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68800152, jitterRate=0.025202155113220215}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-11-25T11:59:19,650 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 358ae28784e446c589e796df77812019:
Writing region info on filesystem at 1732535959577Initializing all the Stores at 1732535959578 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732535959578Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732535959578Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732535959578Cleaning up temporary data from old regions at 1732535959642 (+64 ms)Region opened successfully at 1732535959650 (+8 ms)
2024-11-25T11:59:19,654 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 358ae28784e446c589e796df77812019, disabling compactions & flushes
2024-11-25T11:59:19,654 INFO  [Time-limited test {}] regionserver.HRegion(1755): Closing region testCompactedBulkLoadedFiles,,1732535954566.358ae28784e446c589e796df77812019.
2024-11-25T11:59:19,654 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testCompactedBulkLoadedFiles,,1732535954566.358ae28784e446c589e796df77812019.
2024-11-25T11:59:19,654 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testCompactedBulkLoadedFiles,,1732535954566.358ae28784e446c589e796df77812019. after waiting 0 ms
2024-11-25T11:59:19,654 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testCompactedBulkLoadedFiles,,1732535954566.358ae28784e446c589e796df77812019.
2024-11-25T11:59:19,655 INFO  [Time-limited test {}] regionserver.HRegion(1973): Closed testCompactedBulkLoadedFiles,,1732535954566.358ae28784e446c589e796df77812019.
2024-11-25T11:59:19,655 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 358ae28784e446c589e796df77812019:
Waiting for close lock at 1732535959654Disabling compacts and flushes for region at 1732535959654Disabling writes for close at 1732535959654Writing region close event to WAL at 1732535959655 (+1 ms)Closed at 1732535959655
2024-11-25T11:59:19,667 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39871 is added to blk_1073741924_1103 (size=93)
2024-11-25T11:59:19,667 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35303 is added to blk_1073741924_1103 (size=93)
2024-11-25T11:59:19,668 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36573 is added to blk_1073741924_1103 (size=93)
2024-11-25T11:59:19,673 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs
2024-11-25T11:59:19,673 INFO  [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1732535959550)
2024-11-25T11:59:19,700 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayCompressed#testCompactedBulkLoadedFiles Thread=430 (was 424)
Potentially hanging thread: AsyncFSWAL-26-1
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (485938578) connection to localhost/127.0.0.1:34151 from jenkinstestCompactedBulkLoadedFiles
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: AsyncFSWAL-26-2
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_265514118_22 at /127.0.0.1:33926 [Waiting for operation #11]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: AsyncFSWAL-26-3
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_265514118_22 at /127.0.0.1:37864 [Waiting for operation #7]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: LeaseRenewer:jenkinstestCompactedBulkLoadedFiles@localhost:34151
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=1327 (was 1250) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=920 (was 913) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=6412 (was 5664) - AvailableMemoryMB LEAK? -
2024-11-25T11:59:19,700 WARN  [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1327 is superior to 1024
2024-11-25T11:59:19,718 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayCompressed#testReplayEditsWrittenViaHRegion Thread=430, OpenFileDescriptor=1327, MaxFileDescriptor=1048576, SystemLoadAverage=920, ProcessCount=11, AvailableMemoryMB=6407
2024-11-25T11:59:19,718 WARN  [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1327 is superior to 1024
2024-11-25T11:59:19,743 INFO  [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-25T11:59:19,746 INFO  [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-25T11:59:19,747 INFO  [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-25T11:59:19,753 INFO  [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-77191995, suffix=, logDir=hdfs://localhost:34151/hbase/WALs/hregion-77191995, archiveDir=hdfs://localhost:34151/hbase/oldWALs, maxLogs=32
2024-11-25T11:59:19,775 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-77191995/hregion-77191995.1732535959754, exclude list is [], retry=0
2024-11-25T11:59:19,782 DEBUG [AsyncFSWAL-28-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39871,DS-a26a421e-0102-4e02-b10b-ef176eeda992,DISK]
2024-11-25T11:59:19,789 DEBUG [AsyncFSWAL-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35303,DS-889d203c-47da-4fdb-9342-bfab24a44ff1,DISK]
2024-11-25T11:59:19,797 DEBUG [AsyncFSWAL-28-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36573,DS-5cdd0e23-dce8-49b9-9d0d-2dd069665475,DISK]
2024-11-25T11:59:19,817 INFO  [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-77191995/hregion-77191995.1732535959754
2024-11-25T11:59:19,825 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42087:42087),(127.0.0.1/127.0.0.1:33477:33477),(127.0.0.1/127.0.0.1:41699:41699)]
2024-11-25T11:59:19,825 INFO  [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => da64aa5f52baad810e82db172a156713, NAME => 'testReplayEditsWrittenViaHRegion,,1732535959743.da64aa5f52baad810e82db172a156713.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenViaHRegion', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34151/hbase
2024-11-25T11:59:19,860 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36573 is added to blk_1073741926_1105 (size=67)
2024-11-25T11:59:19,861 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39871 is added to blk_1073741926_1105 (size=67)
2024-11-25T11:59:19,861 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35303 is added to blk_1073741926_1105 (size=67)
2024-11-25T11:59:20,257 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1732535959743.da64aa5f52baad810e82db172a156713.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-25T11:59:20,259 INFO  [StoreOpener-da64aa5f52baad810e82db172a156713-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region da64aa5f52baad810e82db172a156713 
2024-11-25T11:59:20,261 INFO  [StoreOpener-da64aa5f52baad810e82db172a156713-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region da64aa5f52baad810e82db172a156713 columnFamilyName a
2024-11-25T11:59:20,261 DEBUG [StoreOpener-da64aa5f52baad810e82db172a156713-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T11:59:20,262 INFO  [StoreOpener-da64aa5f52baad810e82db172a156713-1 {}] regionserver.HStore(327): Store=da64aa5f52baad810e82db172a156713/a,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-25T11:59:20,262 INFO  [StoreOpener-da64aa5f52baad810e82db172a156713-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region da64aa5f52baad810e82db172a156713 
2024-11-25T11:59:20,264 INFO  [StoreOpener-da64aa5f52baad810e82db172a156713-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region da64aa5f52baad810e82db172a156713 columnFamilyName b
2024-11-25T11:59:20,264 DEBUG [StoreOpener-da64aa5f52baad810e82db172a156713-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T11:59:20,265 INFO  [StoreOpener-da64aa5f52baad810e82db172a156713-1 {}] regionserver.HStore(327): Store=da64aa5f52baad810e82db172a156713/b,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-25T11:59:20,265 INFO  [StoreOpener-da64aa5f52baad810e82db172a156713-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region da64aa5f52baad810e82db172a156713 
2024-11-25T11:59:20,267 INFO  [StoreOpener-da64aa5f52baad810e82db172a156713-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region da64aa5f52baad810e82db172a156713 columnFamilyName c
2024-11-25T11:59:20,267 DEBUG [StoreOpener-da64aa5f52baad810e82db172a156713-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T11:59:20,268 INFO  [StoreOpener-da64aa5f52baad810e82db172a156713-1 {}] regionserver.HStore(327): Store=da64aa5f52baad810e82db172a156713/c,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-25T11:59:20,268 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for da64aa5f52baad810e82db172a156713
2024-11-25T11:59:20,269 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34151/hbase/data/default/testReplayEditsWrittenViaHRegion/da64aa5f52baad810e82db172a156713
2024-11-25T11:59:20,269 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34151/hbase/data/default/testReplayEditsWrittenViaHRegion/da64aa5f52baad810e82db172a156713
2024-11-25T11:59:20,271 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for da64aa5f52baad810e82db172a156713
2024-11-25T11:59:20,271 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for da64aa5f52baad810e82db172a156713
2024-11-25T11:59:20,271 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-11-25T11:59:20,279 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for da64aa5f52baad810e82db172a156713
2024-11-25T11:59:20,283 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34151/hbase/data/default/testReplayEditsWrittenViaHRegion/da64aa5f52baad810e82db172a156713/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-25T11:59:20,284 INFO  [Time-limited test {}] regionserver.HRegion(1114): Opened da64aa5f52baad810e82db172a156713; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69787492, jitterRate=0.03991466760635376}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-11-25T11:59:20,285 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for da64aa5f52baad810e82db172a156713:
Writing region info on filesystem at 1732535960258Initializing all the Stores at 1732535960259 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732535960259Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732535960259Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732535960259Cleaning up temporary data from old regions at 1732535960271 (+12 ms)Region opened successfully at 1732535960284 (+13 ms)
2024-11-25T11:59:20,285 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing da64aa5f52baad810e82db172a156713, disabling compactions & flushes
2024-11-25T11:59:20,285 INFO  [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1732535959743.da64aa5f52baad810e82db172a156713.
2024-11-25T11:59:20,285 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1732535959743.da64aa5f52baad810e82db172a156713.
2024-11-25T11:59:20,285 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1732535959743.da64aa5f52baad810e82db172a156713. after waiting 0 ms
2024-11-25T11:59:20,285 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1732535959743.da64aa5f52baad810e82db172a156713.
2024-11-25T11:59:20,286 INFO  [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1732535959743.da64aa5f52baad810e82db172a156713.
2024-11-25T11:59:20,286 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for da64aa5f52baad810e82db172a156713:
Waiting for close lock at 1732535960285Disabling compacts and flushes for region at 1732535960285Disabling writes for close at 1732535960285Writing region close event to WAL at 1732535960286 (+1 ms)Closed at 1732535960286
2024-11-25T11:59:20,302 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39871 is added to blk_1073741925_1104 (size=93)
2024-11-25T11:59:20,304 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36573 is added to blk_1073741925_1104 (size=93)
2024-11-25T11:59:20,306 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35303 is added to blk_1073741925_1104 (size=93)
2024-11-25T11:59:20,314 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs
2024-11-25T11:59:20,314 INFO  [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-77191995:(num 1732535959754)
2024-11-25T11:59:20,315 INFO  [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor
2024-11-25T11:59:20,322 INFO  [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:34151/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732535959742, archiveDir=hdfs://localhost:34151/hbase/oldWALs, maxLogs=32
2024-11-25T11:59:20,342 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732535959742/wal.1732535960323, exclude list is [], retry=0
2024-11-25T11:59:20,346 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39871,DS-a26a421e-0102-4e02-b10b-ef176eeda992,DISK]
2024-11-25T11:59:20,346 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36573,DS-5cdd0e23-dce8-49b9-9d0d-2dd069665475,DISK]
2024-11-25T11:59:20,347 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35303,DS-889d203c-47da-4fdb-9342-bfab24a44ff1,DISK]
2024-11-25T11:59:20,353 INFO  [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732535959742/wal.1732535960323
2024-11-25T11:59:20,356 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42087:42087),(127.0.0.1/127.0.0.1:41699:41699),(127.0.0.1/127.0.0.1:33477:33477)]
2024-11-25T11:59:20,357 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => da64aa5f52baad810e82db172a156713, NAME => 'testReplayEditsWrittenViaHRegion,,1732535959743.da64aa5f52baad810e82db172a156713.', STARTKEY => '', ENDKEY => ''}
2024-11-25T11:59:20,357 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1732535959743.da64aa5f52baad810e82db172a156713.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-25T11:59:20,357 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for da64aa5f52baad810e82db172a156713
2024-11-25T11:59:20,357 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for da64aa5f52baad810e82db172a156713
2024-11-25T11:59:20,361 INFO  [StoreOpener-da64aa5f52baad810e82db172a156713-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region da64aa5f52baad810e82db172a156713 
2024-11-25T11:59:20,363 INFO  [StoreOpener-da64aa5f52baad810e82db172a156713-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region da64aa5f52baad810e82db172a156713 columnFamilyName a
2024-11-25T11:59:20,364 DEBUG [StoreOpener-da64aa5f52baad810e82db172a156713-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T11:59:20,364 INFO  [StoreOpener-da64aa5f52baad810e82db172a156713-1 {}] regionserver.HStore(327): Store=da64aa5f52baad810e82db172a156713/a,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-25T11:59:20,364 INFO  [StoreOpener-da64aa5f52baad810e82db172a156713-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region da64aa5f52baad810e82db172a156713 
2024-11-25T11:59:20,365 INFO  [StoreOpener-da64aa5f52baad810e82db172a156713-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region da64aa5f52baad810e82db172a156713 columnFamilyName b
2024-11-25T11:59:20,366 DEBUG [StoreOpener-da64aa5f52baad810e82db172a156713-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T11:59:20,366 INFO  [StoreOpener-da64aa5f52baad810e82db172a156713-1 {}] regionserver.HStore(327): Store=da64aa5f52baad810e82db172a156713/b,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-25T11:59:20,366 INFO  [StoreOpener-da64aa5f52baad810e82db172a156713-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region da64aa5f52baad810e82db172a156713 
2024-11-25T11:59:20,367 INFO  [StoreOpener-da64aa5f52baad810e82db172a156713-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region da64aa5f52baad810e82db172a156713 columnFamilyName c
2024-11-25T11:59:20,367 DEBUG [StoreOpener-da64aa5f52baad810e82db172a156713-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T11:59:20,368 INFO  [StoreOpener-da64aa5f52baad810e82db172a156713-1 {}] regionserver.HStore(327): Store=da64aa5f52baad810e82db172a156713/c,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-25T11:59:20,368 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for da64aa5f52baad810e82db172a156713
2024-11-25T11:59:20,369 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34151/hbase/data/default/testReplayEditsWrittenViaHRegion/da64aa5f52baad810e82db172a156713
2024-11-25T11:59:20,370 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34151/hbase/data/default/testReplayEditsWrittenViaHRegion/da64aa5f52baad810e82db172a156713
2024-11-25T11:59:20,371 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for da64aa5f52baad810e82db172a156713
2024-11-25T11:59:20,371 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for da64aa5f52baad810e82db172a156713
2024-11-25T11:59:20,372 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-11-25T11:59:20,375 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for da64aa5f52baad810e82db172a156713
2024-11-25T11:59:20,377 INFO  [Time-limited test {}] regionserver.HRegion(1114): Opened da64aa5f52baad810e82db172a156713; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70352641, jitterRate=0.04833604395389557}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-11-25T11:59:20,377 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for da64aa5f52baad810e82db172a156713:
Writing region info on filesystem at 1732535960357Initializing all the Stores at 1732535960358 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732535960358Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732535960360 (+2 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732535960360Cleaning up temporary data from old regions at 1732535960371 (+11 ms)Region opened successfully at 1732535960377 (+6 ms)
2024-11-25T11:59:20,394 INFO  [Time-limited test {}] regionserver.HRegion(2902): Flushing da64aa5f52baad810e82db172a156713 3/3 column families, dataSize=870 B heapSize=2.31 KB
2024-11-25T11:59:20,424 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/hbase/data/default/testReplayEditsWrittenViaHRegion/da64aa5f52baad810e82db172a156713/.tmp/a/631f1887072547828e6bfeaa4fb086fc is 91, key is testReplayEditsWrittenViaHRegion/a:x0/1732535960377/Put/seqid=0
2024-11-25T11:59:20,448 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36573 is added to blk_1073741928_1107 (size=5958)
2024-11-25T11:59:20,448 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35303 is added to blk_1073741928_1107 (size=5958)
2024-11-25T11:59:20,449 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39871 is added to blk_1073741928_1107 (size=5958)
2024-11-25T11:59:20,450 INFO  [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:34151/hbase/data/default/testReplayEditsWrittenViaHRegion/da64aa5f52baad810e82db172a156713/.tmp/a/631f1887072547828e6bfeaa4fb086fc
2024-11-25T11:59:20,458 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/hbase/data/default/testReplayEditsWrittenViaHRegion/da64aa5f52baad810e82db172a156713/.tmp/a/631f1887072547828e6bfeaa4fb086fc as hdfs://localhost:34151/hbase/data/default/testReplayEditsWrittenViaHRegion/da64aa5f52baad810e82db172a156713/a/631f1887072547828e6bfeaa4fb086fc
2024-11-25T11:59:20,465 INFO  [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34151/hbase/data/default/testReplayEditsWrittenViaHRegion/da64aa5f52baad810e82db172a156713/a/631f1887072547828e6bfeaa4fb086fc, entries=10, sequenceid=13, filesize=5.8 K
2024-11-25T11:59:20,469 INFO  [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~870 B/870, heapSize ~1.80 KB/1840, currentSize=0 B/0 for da64aa5f52baad810e82db172a156713 in 75ms, sequenceid=13, compaction requested=false
2024-11-25T11:59:20,469 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for da64aa5f52baad810e82db172a156713:

2024-11-25T11:59:20,500 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing da64aa5f52baad810e82db172a156713, disabling compactions & flushes
2024-11-25T11:59:20,500 INFO  [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1732535959743.da64aa5f52baad810e82db172a156713.
2024-11-25T11:59:20,500 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1732535959743.da64aa5f52baad810e82db172a156713.
2024-11-25T11:59:20,501 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1732535959743.da64aa5f52baad810e82db172a156713. after waiting 0 ms
2024-11-25T11:59:20,501 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1732535959743.da64aa5f52baad810e82db172a156713.
2024-11-25T11:59:20,505 ERROR [Time-limited test {}] regionserver.HRegion(1960): Memstore data size is 1740 in region testReplayEditsWrittenViaHRegion,,1732535959743.da64aa5f52baad810e82db172a156713.
2024-11-25T11:59:20,505 INFO  [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1732535959743.da64aa5f52baad810e82db172a156713.
2024-11-25T11:59:20,505 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for da64aa5f52baad810e82db172a156713:
Waiting for close lock at 1732535960500Disabling compacts and flushes for region at 1732535960500Disabling writes for close at 1732535960501 (+1 ms)Writing region close event to WAL at 1732535960505 (+4 ms)Closed at 1732535960505
2024-11-25T11:59:20,511 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35303 is added to blk_1073741927_1106 (size=2805)
2024-11-25T11:59:20,512 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39871 is added to blk_1073741927_1106 (size=2805)
2024-11-25T11:59:20,513 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36573 is added to blk_1073741927_1106 (size=2805)
2024-11-25T11:59:20,538 INFO  [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34151/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732535959742/wal.1732535960323, size=2.7 K (2805bytes)
2024-11-25T11:59:20,539 INFO  [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34151/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732535959742/wal.1732535960323
2024-11-25T11:59:20,541 INFO  [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34151/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732535959742/wal.1732535960323 after 2ms
2024-11-25T11:59:20,545 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:34151/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732535959742/wal.1732535960323: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null
2024-11-25T11:59:20,545 INFO  [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34151/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732535959742/wal.1732535960323 took 7ms
2024-11-25T11:59:20,554 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34151/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732535959742/wal.1732535960323 so closing down
2024-11-25T11:59:20,554 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish
2024-11-25T11:59:20,558 INFO  [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1732535960323.temp
2024-11-25T11:59:20,559 INFO  [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34151/hbase/data/default/testReplayEditsWrittenViaHRegion/da64aa5f52baad810e82db172a156713/recovered.edits/0000000000000000003-wal.1732535960323.temp
2024-11-25T11:59:20,559 INFO  [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished
2024-11-25T11:59:20,582 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35303 is added to blk_1073741929_1108 (size=2312)
2024-11-25T11:59:20,583 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39871 is added to blk_1073741929_1108 (size=2312)
2024-11-25T11:59:20,583 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36573 is added to blk_1073741929_1108 (size=2312)
2024-11-25T11:59:20,584 INFO  [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34151/hbase/data/default/testReplayEditsWrittenViaHRegion/da64aa5f52baad810e82db172a156713/recovered.edits/0000000000000000003-wal.1732535960323.temp (wrote 30 edits, skipped 0 edits in 0 ms)
2024-11-25T11:59:20,586 INFO  [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34151/hbase/data/default/testReplayEditsWrittenViaHRegion/da64aa5f52baad810e82db172a156713/recovered.edits/0000000000000000003-wal.1732535960323.temp to hdfs://localhost:34151/hbase/data/default/testReplayEditsWrittenViaHRegion/da64aa5f52baad810e82db172a156713/recovered.edits/0000000000000000035
2024-11-25T11:59:20,586 INFO  [Time-limited test {}] wal.WALSplitter(425): Processed 32 edits across 1 Regions in 38 ms; skipped=2; WAL=hdfs://localhost:34151/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732535959742/wal.1732535960323, size=2.7 K, length=2805, corrupted=false, cancelled=false
2024-11-25T11:59:20,587 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34151/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732535959742/wal.1732535960323, journal: Splitting hdfs://localhost:34151/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732535959742/wal.1732535960323, size=2.7 K (2805bytes) at 1732535960538Finishing writing output for hdfs://localhost:34151/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732535959742/wal.1732535960323 so closing down at 1732535960554 (+16 ms)Creating recovered edits writer path=hdfs://localhost:34151/hbase/data/default/testReplayEditsWrittenViaHRegion/da64aa5f52baad810e82db172a156713/recovered.edits/0000000000000000003-wal.1732535960323.temp at 1732535960559 (+5 ms)3 split writer threads finished at 1732535960560 (+1 ms)Closed recovered edits writer path=hdfs://localhost:34151/hbase/data/default/testReplayEditsWrittenViaHRegion/da64aa5f52baad810e82db172a156713/recovered.edits/0000000000000000003-wal.1732535960323.temp (wrote 30 edits, skipped 0 edits in 0 ms) at 1732535960584 (+24 ms)Rename recovered edits hdfs://localhost:34151/hbase/data/default/testReplayEditsWrittenViaHRegion/da64aa5f52baad810e82db172a156713/recovered.edits/0000000000000000003-wal.1732535960323.temp to hdfs://localhost:34151/hbase/data/default/testReplayEditsWrittenViaHRegion/da64aa5f52baad810e82db172a156713/recovered.edits/0000000000000000035 at 1732535960586 (+2 ms)Processed 32 edits across 1 Regions in 38 ms; skipped=2; WAL=hdfs://localhost:34151/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732535959742/wal.1732535960323, size=2.7 K, length=2805, corrupted=false, cancelled=false at 1732535960586
2024-11-25T11:59:20,590 INFO  [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34151/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732535959742/wal.1732535960323 to hdfs://localhost:34151/hbase/oldWALs/wal.1732535960323
2024-11-25T11:59:20,592 INFO  [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:34151/hbase/data/default/testReplayEditsWrittenViaHRegion/da64aa5f52baad810e82db172a156713/recovered.edits/0000000000000000035
2024-11-25T11:59:20,592 INFO  [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor
2024-11-25T11:59:20,594 INFO  [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:34151/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732535959742, archiveDir=hdfs://localhost:34151/hbase/oldWALs, maxLogs=32
2024-11-25T11:59:20,617 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732535959742/wal.1732535960594, exclude list is [], retry=0
2024-11-25T11:59:20,620 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35303,DS-889d203c-47da-4fdb-9342-bfab24a44ff1,DISK]
2024-11-25T11:59:20,621 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36573,DS-5cdd0e23-dce8-49b9-9d0d-2dd069665475,DISK]
2024-11-25T11:59:20,621 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39871,DS-a26a421e-0102-4e02-b10b-ef176eeda992,DISK]
2024-11-25T11:59:20,624 INFO  [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732535959742/wal.1732535960594
2024-11-25T11:59:20,624 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33477:33477),(127.0.0.1/127.0.0.1:41699:41699),(127.0.0.1/127.0.0.1:42087:42087)]
2024-11-25T11:59:20,625 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => da64aa5f52baad810e82db172a156713, NAME => 'testReplayEditsWrittenViaHRegion,,1732535959743.da64aa5f52baad810e82db172a156713.', STARTKEY => '', ENDKEY => ''}
2024-11-25T11:59:20,625 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1732535959743.da64aa5f52baad810e82db172a156713.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-25T11:59:20,625 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for da64aa5f52baad810e82db172a156713
2024-11-25T11:59:20,625 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for da64aa5f52baad810e82db172a156713
2024-11-25T11:59:20,629 INFO  [StoreOpener-da64aa5f52baad810e82db172a156713-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region da64aa5f52baad810e82db172a156713 
2024-11-25T11:59:20,630 INFO  [StoreOpener-da64aa5f52baad810e82db172a156713-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region da64aa5f52baad810e82db172a156713 columnFamilyName a
2024-11-25T11:59:20,631 DEBUG [StoreOpener-da64aa5f52baad810e82db172a156713-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T11:59:20,645 DEBUG [StoreOpener-da64aa5f52baad810e82db172a156713-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34151/hbase/data/default/testReplayEditsWrittenViaHRegion/da64aa5f52baad810e82db172a156713/a/631f1887072547828e6bfeaa4fb086fc
2024-11-25T11:59:20,645 INFO  [StoreOpener-da64aa5f52baad810e82db172a156713-1 {}] regionserver.HStore(327): Store=da64aa5f52baad810e82db172a156713/a,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-25T11:59:20,646 INFO  [StoreOpener-da64aa5f52baad810e82db172a156713-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region da64aa5f52baad810e82db172a156713 
2024-11-25T11:59:20,647 INFO  [StoreOpener-da64aa5f52baad810e82db172a156713-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region da64aa5f52baad810e82db172a156713 columnFamilyName b
2024-11-25T11:59:20,647 DEBUG [StoreOpener-da64aa5f52baad810e82db172a156713-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T11:59:20,648 INFO  [StoreOpener-da64aa5f52baad810e82db172a156713-1 {}] regionserver.HStore(327): Store=da64aa5f52baad810e82db172a156713/b,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-25T11:59:20,648 INFO  [StoreOpener-da64aa5f52baad810e82db172a156713-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region da64aa5f52baad810e82db172a156713 
2024-11-25T11:59:20,649 INFO  [StoreOpener-da64aa5f52baad810e82db172a156713-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region da64aa5f52baad810e82db172a156713 columnFamilyName c
2024-11-25T11:59:20,649 DEBUG [StoreOpener-da64aa5f52baad810e82db172a156713-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T11:59:20,649 INFO  [StoreOpener-da64aa5f52baad810e82db172a156713-1 {}] regionserver.HStore(327): Store=da64aa5f52baad810e82db172a156713/c,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-25T11:59:20,649 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for da64aa5f52baad810e82db172a156713
2024-11-25T11:59:20,650 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34151/hbase/data/default/testReplayEditsWrittenViaHRegion/da64aa5f52baad810e82db172a156713
2024-11-25T11:59:20,654 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:34151/hbase/data/default/testReplayEditsWrittenViaHRegion/da64aa5f52baad810e82db172a156713
2024-11-25T11:59:20,658 INFO  [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:34151/hbase/data/default/testReplayEditsWrittenViaHRegion/da64aa5f52baad810e82db172a156713/recovered.edits/0000000000000000035
2024-11-25T11:59:20,661 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:34151/hbase/data/default/testReplayEditsWrittenViaHRegion/da64aa5f52baad810e82db172a156713/recovered.edits/0000000000000000035: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null
2024-11-25T11:59:20,662 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 20, skipped 10, firstSequenceIdInLog=3, maxSequenceIdInLog=35, path=hdfs://localhost:34151/hbase/data/default/testReplayEditsWrittenViaHRegion/da64aa5f52baad810e82db172a156713/recovered.edits/0000000000000000035
2024-11-25T11:59:20,662 INFO  [Time-limited test {}] regionserver.HRegion(2902): Flushing da64aa5f52baad810e82db172a156713 3/3 column families, dataSize=1.70 KB heapSize=3.88 KB
2024-11-25T11:59:20,685 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/hbase/data/default/testReplayEditsWrittenViaHRegion/da64aa5f52baad810e82db172a156713/.tmp/b/864fed4c44984a199886d9b13f437857 is 91, key is testReplayEditsWrittenViaHRegion/b:x0/1732535960469/Put/seqid=0
2024-11-25T11:59:20,710 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39871 is added to blk_1073741931_1110 (size=5958)
2024-11-25T11:59:20,712 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36573 is added to blk_1073741931_1110 (size=5958)
2024-11-25T11:59:20,713 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35303 is added to blk_1073741931_1110 (size=5958)
2024-11-25T11:59:20,713 INFO  [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:34151/hbase/data/default/testReplayEditsWrittenViaHRegion/da64aa5f52baad810e82db172a156713/.tmp/b/864fed4c44984a199886d9b13f437857
2024-11-25T11:59:20,752 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/hbase/data/default/testReplayEditsWrittenViaHRegion/da64aa5f52baad810e82db172a156713/.tmp/c/0a5f496eec4c43d48d4bedba0934d508 is 91, key is testReplayEditsWrittenViaHRegion/c:x0/1732535960486/Put/seqid=0
2024-11-25T11:59:20,767 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39871 is added to blk_1073741932_1111 (size=5958)
2024-11-25T11:59:20,768 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35303 is added to blk_1073741932_1111 (size=5958)
2024-11-25T11:59:20,768 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36573 is added to blk_1073741932_1111 (size=5958)
2024-11-25T11:59:20,772 INFO  [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:34151/hbase/data/default/testReplayEditsWrittenViaHRegion/da64aa5f52baad810e82db172a156713/.tmp/c/0a5f496eec4c43d48d4bedba0934d508
2024-11-25T11:59:20,780 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/hbase/data/default/testReplayEditsWrittenViaHRegion/da64aa5f52baad810e82db172a156713/.tmp/b/864fed4c44984a199886d9b13f437857 as hdfs://localhost:34151/hbase/data/default/testReplayEditsWrittenViaHRegion/da64aa5f52baad810e82db172a156713/b/864fed4c44984a199886d9b13f437857
2024-11-25T11:59:20,803 INFO  [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34151/hbase/data/default/testReplayEditsWrittenViaHRegion/da64aa5f52baad810e82db172a156713/b/864fed4c44984a199886d9b13f437857, entries=10, sequenceid=35, filesize=5.8 K
2024-11-25T11:59:20,804 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/hbase/data/default/testReplayEditsWrittenViaHRegion/da64aa5f52baad810e82db172a156713/.tmp/c/0a5f496eec4c43d48d4bedba0934d508 as hdfs://localhost:34151/hbase/data/default/testReplayEditsWrittenViaHRegion/da64aa5f52baad810e82db172a156713/c/0a5f496eec4c43d48d4bedba0934d508
2024-11-25T11:59:20,815 INFO  [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34151/hbase/data/default/testReplayEditsWrittenViaHRegion/da64aa5f52baad810e82db172a156713/c/0a5f496eec4c43d48d4bedba0934d508, entries=10, sequenceid=35, filesize=5.8 K
2024-11-25T11:59:20,815 INFO  [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~1.70 KB/1740, heapSize ~3.59 KB/3680, currentSize=0 B/0 for da64aa5f52baad810e82db172a156713 in 153ms, sequenceid=35, compaction requested=false; wal=null
2024-11-25T11:59:20,819 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:34151/hbase/data/default/testReplayEditsWrittenViaHRegion/da64aa5f52baad810e82db172a156713/recovered.edits/0000000000000000035
2024-11-25T11:59:20,821 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for da64aa5f52baad810e82db172a156713
2024-11-25T11:59:20,821 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for da64aa5f52baad810e82db172a156713
2024-11-25T11:59:20,825 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-11-25T11:59:20,832 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for da64aa5f52baad810e82db172a156713
2024-11-25T11:59:20,840 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34151/hbase/data/default/testReplayEditsWrittenViaHRegion/da64aa5f52baad810e82db172a156713/recovered.edits/35.seqid, newMaxSeqId=35, maxSeqId=1
2024-11-25T11:59:20,843 INFO  [Time-limited test {}] regionserver.HRegion(1114): Opened da64aa5f52baad810e82db172a156713; next sequenceid=36; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74536477, jitterRate=0.11068005859851837}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-11-25T11:59:20,843 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for da64aa5f52baad810e82db172a156713:
Writing region info on filesystem at 1732535960625Initializing all the Stores at 1732535960626 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732535960626Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732535960628 (+2 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732535960628Obtaining lock to block concurrent updates at 1732535960662 (+34 ms)Preparing flush snapshotting stores in da64aa5f52baad810e82db172a156713 at 1732535960662Finished memstore snapshotting testReplayEditsWrittenViaHRegion,,1732535959743.da64aa5f52baad810e82db172a156713., syncing WAL and waiting on mvcc, flushsize=dataSize=1740, getHeapSize=3920, getOffHeapSize=0, getCellsCount=20 at 1732535960663 (+1 ms)Flushing stores of testReplayEditsWrittenViaHRegion,,1732535959743.da64aa5f52baad810e82db172a156713. at 1732535960663Flushing da64aa5f52baad810e82db172a156713/b: creating writer at 1732535960663Flushing da64aa5f52baad810e82db172a156713/b: appending metadata at 1732535960684 (+21 ms)Flushing da64aa5f52baad810e82db172a156713/b: closing flushed file at 1732535960684Flushing da64aa5f52baad810e82db172a156713/c: creating writer at 1732535960725 (+41 ms)Flushing da64aa5f52baad810e82db172a156713/c: appending metadata at 1732535960751 (+26 ms)Flushing da64aa5f52baad810e82db172a156713/c: closing flushed file at 1732535960751Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@12bfa434: reopening flushed file at 1732535960779 (+28 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@640b71d9: reopening flushed file at 1732535960803 (+24 ms)Finished flush of dataSize ~1.70 KB/1740, heapSize ~3.59 KB/3680, currentSize=0 B/0 for da64aa5f52baad810e82db172a156713 in 153ms, sequenceid=35, compaction requested=false; wal=null at 1732535960815 (+12 ms)Cleaning up temporary data from old regions at 1732535960821 (+6 ms)Region opened successfully at 1732535960843 (+22 ms)
2024-11-25T11:59:20,946 INFO  [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34151/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732535959742/wal.1732535960594, size=0 (0bytes)
2024-11-25T11:59:20,946 WARN  [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:34151/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732535959742/wal.1732535960594 might be still open, length is 0
2024-11-25T11:59:20,946 INFO  [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34151/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732535959742/wal.1732535960594
2024-11-25T11:59:20,947 WARN  [IPC Server handler 0 on default port 34151 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732535959742/wal.1732535960594 has not been closed. Lease recovery is in progress. RecoveryId = 1112 for block blk_1073741930_1109
2024-11-25T11:59:20,948 INFO  [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:34151/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732535959742/wal.1732535960594 after 1ms
2024-11-25T11:59:23,168 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1238228515_22 at /127.0.0.1:37898 [Receiving block BP-1248860769-172.17.0.3-1732535908330:blk_1073741930_1109] {}] datanode.DataXceiver(331): 127.0.0.1:35303:DataXceiver error processing WRITE_BLOCK operation  src: /127.0.0.1:37898 dst: /127.0.0.1:35303
java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:35303 remote=/127.0.0.1:37898]. Total timeout mills is 60000, 57719 millis timeout left.
	at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?]
	at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?]
	at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?]
	at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?]
	at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?]
	at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T11:59:23,169 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1238228515_22 at /127.0.0.1:33990 [Receiving block BP-1248860769-172.17.0.3-1732535908330:blk_1073741930_1109] {}] datanode.DataXceiver(331): 127.0.0.1:36573:DataXceiver error processing WRITE_BLOCK operation  src: /127.0.0.1:33990 dst: /127.0.0.1:36573
java.io.InterruptedIOException: Interrupted receiveBlock
	at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1110) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T11:59:23,169 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1238228515_22 at /127.0.0.1:43574 [Receiving block BP-1248860769-172.17.0.3-1732535908330:blk_1073741930_1109] {}] datanode.DataXceiver(331): 127.0.0.1:39871:DataXceiver error processing WRITE_BLOCK operation  src: /127.0.0.1:43574 dst: /127.0.0.1:39871
java.io.IOException: Premature EOF from inputStream
	at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T11:59:23,172 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35303 is added to blk_1073741930_1112 (size=2304)
2024-11-25T11:59:23,173 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36573 is added to blk_1073741930_1112 (size=2304)
2024-11-25T11:59:23,174 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39871 is added to blk_1073741930_1112 (size=2304)
2024-11-25T11:59:24,136 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testDatalossWhenInputError
2024-11-25T11:59:24,136 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testDatalossWhenInputError Metrics about Tables on a single HBase RegionServer
2024-11-25T11:59:24,137 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testCompactedBulkLoadedFiles
2024-11-25T11:59:24,137 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testCompactedBulkLoadedFiles Metrics about Tables on a single HBase RegionServer
2024-11-25T11:59:24,956 INFO  [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:34151/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732535959742/wal.1732535960594 after 4010ms
2024-11-25T11:59:24,969 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:34151/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732535959742/wal.1732535960594: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null
2024-11-25T11:59:24,969 INFO  [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34151/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732535959742/wal.1732535960594 took 4023ms
2024-11-25T11:59:24,977 INFO  [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:34151/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732535959742/wal.1732535960594; continuing.
2024-11-25T11:59:24,978 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34151/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732535959742/wal.1732535960594 so closing down
2024-11-25T11:59:24,978 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish
2024-11-25T11:59:24,982 INFO  [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000037-wal.1732535960594.temp
2024-11-25T11:59:24,993 INFO  [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34151/hbase/data/default/testReplayEditsWrittenViaHRegion/da64aa5f52baad810e82db172a156713/recovered.edits/0000000000000000037-wal.1732535960594.temp
2024-11-25T11:59:24,993 INFO  [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished
2024-11-25T11:59:25,053 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35303 is added to blk_1073741933_1113 (size=2312)
2024-11-25T11:59:25,057 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36573 is added to blk_1073741933_1113 (size=2312)
2024-11-25T11:59:25,057 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39871 is added to blk_1073741933_1113 (size=2312)
2024-11-25T11:59:25,058 INFO  [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34151/hbase/data/default/testReplayEditsWrittenViaHRegion/da64aa5f52baad810e82db172a156713/recovered.edits/0000000000000000037-wal.1732535960594.temp (wrote 30 edits, skipped 0 edits in 0 ms)
2024-11-25T11:59:25,059 INFO  [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34151/hbase/data/default/testReplayEditsWrittenViaHRegion/da64aa5f52baad810e82db172a156713/recovered.edits/0000000000000000037-wal.1732535960594.temp to hdfs://localhost:34151/hbase/data/default/testReplayEditsWrittenViaHRegion/da64aa5f52baad810e82db172a156713/recovered.edits/0000000000000000066
2024-11-25T11:59:25,059 INFO  [Time-limited test {}] wal.WALSplitter(425): Processed 30 edits across 1 Regions in 87 ms; skipped=0; WAL=hdfs://localhost:34151/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732535959742/wal.1732535960594, size=0, length=0, corrupted=false, cancelled=false
2024-11-25T11:59:25,059 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34151/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732535959742/wal.1732535960594, journal: Splitting hdfs://localhost:34151/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732535959742/wal.1732535960594, size=0 (0bytes) at 1732535960946Finishing writing output for hdfs://localhost:34151/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732535959742/wal.1732535960594 so closing down at 1732535964978 (+4032 ms)Creating recovered edits writer path=hdfs://localhost:34151/hbase/data/default/testReplayEditsWrittenViaHRegion/da64aa5f52baad810e82db172a156713/recovered.edits/0000000000000000037-wal.1732535960594.temp at 1732535964993 (+15 ms)3 split writer threads finished at 1732535964993Closed recovered edits writer path=hdfs://localhost:34151/hbase/data/default/testReplayEditsWrittenViaHRegion/da64aa5f52baad810e82db172a156713/recovered.edits/0000000000000000037-wal.1732535960594.temp (wrote 30 edits, skipped 0 edits in 0 ms) at 1732535965058 (+65 ms)Rename recovered edits hdfs://localhost:34151/hbase/data/default/testReplayEditsWrittenViaHRegion/da64aa5f52baad810e82db172a156713/recovered.edits/0000000000000000037-wal.1732535960594.temp to hdfs://localhost:34151/hbase/data/default/testReplayEditsWrittenViaHRegion/da64aa5f52baad810e82db172a156713/recovered.edits/0000000000000000066 at 1732535965059 (+1 ms)Processed 30 edits across 1 Regions in 87 ms; skipped=0; WAL=hdfs://localhost:34151/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732535959742/wal.1732535960594, size=0, length=0, corrupted=false, cancelled=false at 1732535965059
2024-11-25T11:59:25,061 INFO  [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34151/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732535959742/wal.1732535960594 to hdfs://localhost:34151/hbase/oldWALs/wal.1732535960594
2024-11-25T11:59:25,062 INFO  [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:34151/hbase/data/default/testReplayEditsWrittenViaHRegion/da64aa5f52baad810e82db172a156713/recovered.edits/0000000000000000066
2024-11-25T11:59:25,062 INFO  [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor
2024-11-25T11:59:25,064 INFO  [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:34151/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732535959742, archiveDir=hdfs://localhost:34151/hbase/oldWALs, maxLogs=32
2024-11-25T11:59:25,083 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732535959742/wal.1732535965065, exclude list is [], retry=0
2024-11-25T11:59:25,088 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36573,DS-5cdd0e23-dce8-49b9-9d0d-2dd069665475,DISK]
2024-11-25T11:59:25,089 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39871,DS-a26a421e-0102-4e02-b10b-ef176eeda992,DISK]
2024-11-25T11:59:25,089 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35303,DS-889d203c-47da-4fdb-9342-bfab24a44ff1,DISK]
2024-11-25T11:59:25,125 INFO  [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732535959742/wal.1732535965065
2024-11-25T11:59:25,125 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41699:41699),(127.0.0.1/127.0.0.1:42087:42087),(127.0.0.1/127.0.0.1:33477:33477)]
2024-11-25T11:59:25,126 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1732535959743.da64aa5f52baad810e82db172a156713.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-25T11:59:25,127 INFO  [StoreOpener-da64aa5f52baad810e82db172a156713-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region da64aa5f52baad810e82db172a156713 
2024-11-25T11:59:25,128 INFO  [StoreOpener-da64aa5f52baad810e82db172a156713-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region da64aa5f52baad810e82db172a156713 columnFamilyName a
2024-11-25T11:59:25,128 DEBUG [StoreOpener-da64aa5f52baad810e82db172a156713-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T11:59:25,142 DEBUG [StoreOpener-da64aa5f52baad810e82db172a156713-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34151/hbase/data/default/testReplayEditsWrittenViaHRegion/da64aa5f52baad810e82db172a156713/a/631f1887072547828e6bfeaa4fb086fc
2024-11-25T11:59:25,142 INFO  [StoreOpener-da64aa5f52baad810e82db172a156713-1 {}] regionserver.HStore(327): Store=da64aa5f52baad810e82db172a156713/a,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-25T11:59:25,142 INFO  [StoreOpener-da64aa5f52baad810e82db172a156713-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region da64aa5f52baad810e82db172a156713 
2024-11-25T11:59:25,146 INFO  [StoreOpener-da64aa5f52baad810e82db172a156713-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region da64aa5f52baad810e82db172a156713 columnFamilyName b
2024-11-25T11:59:25,146 DEBUG [StoreOpener-da64aa5f52baad810e82db172a156713-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T11:59:25,173 DEBUG [StoreOpener-da64aa5f52baad810e82db172a156713-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34151/hbase/data/default/testReplayEditsWrittenViaHRegion/da64aa5f52baad810e82db172a156713/b/864fed4c44984a199886d9b13f437857
2024-11-25T11:59:25,173 INFO  [StoreOpener-da64aa5f52baad810e82db172a156713-1 {}] regionserver.HStore(327): Store=da64aa5f52baad810e82db172a156713/b,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-25T11:59:25,173 INFO  [StoreOpener-da64aa5f52baad810e82db172a156713-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region da64aa5f52baad810e82db172a156713 
2024-11-25T11:59:25,175 INFO  [StoreOpener-da64aa5f52baad810e82db172a156713-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region da64aa5f52baad810e82db172a156713 columnFamilyName c
2024-11-25T11:59:25,176 DEBUG [StoreOpener-da64aa5f52baad810e82db172a156713-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T11:59:25,198 DEBUG [StoreOpener-da64aa5f52baad810e82db172a156713-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34151/hbase/data/default/testReplayEditsWrittenViaHRegion/da64aa5f52baad810e82db172a156713/c/0a5f496eec4c43d48d4bedba0934d508
2024-11-25T11:59:25,200 INFO  [StoreOpener-da64aa5f52baad810e82db172a156713-1 {}] regionserver.HStore(327): Store=da64aa5f52baad810e82db172a156713/c,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-25T11:59:25,200 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for da64aa5f52baad810e82db172a156713
2024-11-25T11:59:25,202 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34151/hbase/data/default/testReplayEditsWrittenViaHRegion/da64aa5f52baad810e82db172a156713
2024-11-25T11:59:25,209 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:34151/hbase/data/default/testReplayEditsWrittenViaHRegion/da64aa5f52baad810e82db172a156713
2024-11-25T11:59:25,210 INFO  [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:34151/hbase/data/default/testReplayEditsWrittenViaHRegion/da64aa5f52baad810e82db172a156713/recovered.edits/0000000000000000066
2024-11-25T11:59:25,217 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:34151/hbase/data/default/testReplayEditsWrittenViaHRegion/da64aa5f52baad810e82db172a156713/recovered.edits/0000000000000000066: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null
2024-11-25T11:59:25,227 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 30, skipped 0, firstSequenceIdInLog=37, maxSequenceIdInLog=66, path=hdfs://localhost:34151/hbase/data/default/testReplayEditsWrittenViaHRegion/da64aa5f52baad810e82db172a156713/recovered.edits/0000000000000000066
2024-11-25T11:59:25,227 INFO  [Time-limited test {}] regionserver.HRegion(2902): Flushing da64aa5f52baad810e82db172a156713 3/3 column families, dataSize=2.55 KB heapSize=5.44 KB
2024-11-25T11:59:25,274 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/hbase/data/default/testReplayEditsWrittenViaHRegion/da64aa5f52baad810e82db172a156713/.tmp/a/86a75a03c6ef408da64c2c1c5f6dd09b is 91, key is testReplayEditsWrittenViaHRegion/a:y0/1732535960854/Put/seqid=0
2024-11-25T11:59:25,295 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39871 is added to blk_1073741935_1115 (size=5958)
2024-11-25T11:59:25,295 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35303 is added to blk_1073741935_1115 (size=5958)
2024-11-25T11:59:25,295 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36573 is added to blk_1073741935_1115 (size=5958)
2024-11-25T11:59:25,693 INFO  [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=66 (bloomFilter=true), to=hdfs://localhost:34151/hbase/data/default/testReplayEditsWrittenViaHRegion/da64aa5f52baad810e82db172a156713/.tmp/a/86a75a03c6ef408da64c2c1c5f6dd09b
2024-11-25T11:59:25,741 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/hbase/data/default/testReplayEditsWrittenViaHRegion/da64aa5f52baad810e82db172a156713/.tmp/b/285f5c0ed468442b962af65afaf88a11 is 91, key is testReplayEditsWrittenViaHRegion/b:y0/1732535960867/Put/seqid=0
2024-11-25T11:59:25,770 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36573 is added to blk_1073741936_1116 (size=5958)
2024-11-25T11:59:25,771 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39871 is added to blk_1073741936_1116 (size=5958)
2024-11-25T11:59:25,771 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35303 is added to blk_1073741936_1116 (size=5958)
2024-11-25T11:59:26,173 INFO  [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=66 (bloomFilter=true), to=hdfs://localhost:34151/hbase/data/default/testReplayEditsWrittenViaHRegion/da64aa5f52baad810e82db172a156713/.tmp/b/285f5c0ed468442b962af65afaf88a11
2024-11-25T11:59:26,239 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/hbase/data/default/testReplayEditsWrittenViaHRegion/da64aa5f52baad810e82db172a156713/.tmp/c/aeb88fef5b4446988493938a34b5c43f is 91, key is testReplayEditsWrittenViaHRegion/c:y0/1732535960879/Put/seqid=0
2024-11-25T11:59:26,302 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39871 is added to blk_1073741937_1117 (size=5958)
2024-11-25T11:59:26,302 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36573 is added to blk_1073741937_1117 (size=5958)
2024-11-25T11:59:26,302 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35303 is added to blk_1073741937_1117 (size=5958)
2024-11-25T11:59:26,316 INFO  [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=66 (bloomFilter=true), to=hdfs://localhost:34151/hbase/data/default/testReplayEditsWrittenViaHRegion/da64aa5f52baad810e82db172a156713/.tmp/c/aeb88fef5b4446988493938a34b5c43f
2024-11-25T11:59:26,351 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/hbase/data/default/testReplayEditsWrittenViaHRegion/da64aa5f52baad810e82db172a156713/.tmp/a/86a75a03c6ef408da64c2c1c5f6dd09b as hdfs://localhost:34151/hbase/data/default/testReplayEditsWrittenViaHRegion/da64aa5f52baad810e82db172a156713/a/86a75a03c6ef408da64c2c1c5f6dd09b
2024-11-25T11:59:26,368 INFO  [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34151/hbase/data/default/testReplayEditsWrittenViaHRegion/da64aa5f52baad810e82db172a156713/a/86a75a03c6ef408da64c2c1c5f6dd09b, entries=10, sequenceid=66, filesize=5.8 K
2024-11-25T11:59:26,369 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/hbase/data/default/testReplayEditsWrittenViaHRegion/da64aa5f52baad810e82db172a156713/.tmp/b/285f5c0ed468442b962af65afaf88a11 as hdfs://localhost:34151/hbase/data/default/testReplayEditsWrittenViaHRegion/da64aa5f52baad810e82db172a156713/b/285f5c0ed468442b962af65afaf88a11
2024-11-25T11:59:26,382 INFO  [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34151/hbase/data/default/testReplayEditsWrittenViaHRegion/da64aa5f52baad810e82db172a156713/b/285f5c0ed468442b962af65afaf88a11, entries=10, sequenceid=66, filesize=5.8 K
2024-11-25T11:59:26,385 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/hbase/data/default/testReplayEditsWrittenViaHRegion/da64aa5f52baad810e82db172a156713/.tmp/c/aeb88fef5b4446988493938a34b5c43f as hdfs://localhost:34151/hbase/data/default/testReplayEditsWrittenViaHRegion/da64aa5f52baad810e82db172a156713/c/aeb88fef5b4446988493938a34b5c43f
2024-11-25T11:59:26,392 INFO  [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34151/hbase/data/default/testReplayEditsWrittenViaHRegion/da64aa5f52baad810e82db172a156713/c/aeb88fef5b4446988493938a34b5c43f, entries=10, sequenceid=66, filesize=5.8 K
2024-11-25T11:59:26,392 INFO  [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~2.55 KB/2610, heapSize ~5.39 KB/5520, currentSize=0 B/0 for da64aa5f52baad810e82db172a156713 in 1165ms, sequenceid=66, compaction requested=false; wal=null
2024-11-25T11:59:26,395 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:34151/hbase/data/default/testReplayEditsWrittenViaHRegion/da64aa5f52baad810e82db172a156713/recovered.edits/0000000000000000066
2024-11-25T11:59:26,403 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for da64aa5f52baad810e82db172a156713
2024-11-25T11:59:26,403 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for da64aa5f52baad810e82db172a156713
2024-11-25T11:59:26,410 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-11-25T11:59:26,434 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for da64aa5f52baad810e82db172a156713
2024-11-25T11:59:26,464 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34151/hbase/data/default/testReplayEditsWrittenViaHRegion/da64aa5f52baad810e82db172a156713/recovered.edits/66.seqid, newMaxSeqId=66, maxSeqId=35
2024-11-25T11:59:26,468 INFO  [Time-limited test {}] regionserver.HRegion(1114): Opened da64aa5f52baad810e82db172a156713; next sequenceid=67; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60922874, jitterRate=-0.09217843413352966}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-11-25T11:59:26,469 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for da64aa5f52baad810e82db172a156713:
Writing region info on filesystem at 1732535965126Initializing all the Stores at 1732535965127 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732535965127Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732535965127Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732535965127Obtaining lock to block concurrent updates at 1732535965227 (+100 ms)Preparing flush snapshotting stores in da64aa5f52baad810e82db172a156713 at 1732535965227Finished memstore snapshotting testReplayEditsWrittenViaHRegion,,1732535959743.da64aa5f52baad810e82db172a156713., syncing WAL and waiting on mvcc, flushsize=dataSize=2610, getHeapSize=5520, getOffHeapSize=0, getCellsCount=30 at 1732535965227Flushing stores of testReplayEditsWrittenViaHRegion,,1732535959743.da64aa5f52baad810e82db172a156713. at 1732535965227Flushing da64aa5f52baad810e82db172a156713/a: creating writer at 1732535965227Flushing da64aa5f52baad810e82db172a156713/a: appending metadata at 1732535965272 (+45 ms)Flushing da64aa5f52baad810e82db172a156713/a: closing flushed file at 1732535965272Flushing da64aa5f52baad810e82db172a156713/b: creating writer at 1732535965703 (+431 ms)Flushing da64aa5f52baad810e82db172a156713/b: appending metadata at 1732535965740 (+37 ms)Flushing da64aa5f52baad810e82db172a156713/b: closing flushed file at 1732535965740Flushing da64aa5f52baad810e82db172a156713/c: creating writer at 1732535966185 (+445 ms)Flushing da64aa5f52baad810e82db172a156713/c: appending metadata at 1732535966238 (+53 ms)Flushing da64aa5f52baad810e82db172a156713/c: closing flushed file at 1732535966238Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3d5fecb1: reopening flushed file at 1732535966344 (+106 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1eac7954: reopening flushed file at 1732535966368 (+24 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1be40415: reopening flushed file at 1732535966383 (+15 ms)Finished flush of dataSize ~2.55 KB/2610, heapSize ~5.39 KB/5520, currentSize=0 B/0 for da64aa5f52baad810e82db172a156713 in 1165ms, sequenceid=66, compaction requested=false; wal=null at 1732535966392 (+9 ms)Cleaning up temporary data from old regions at 1732535966403 (+11 ms)Region opened successfully at 1732535966469 (+66 ms)
2024-11-25T11:59:26,507 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing da64aa5f52baad810e82db172a156713, disabling compactions & flushes
2024-11-25T11:59:26,507 INFO  [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1732535959743.da64aa5f52baad810e82db172a156713.
2024-11-25T11:59:26,507 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1732535959743.da64aa5f52baad810e82db172a156713.
2024-11-25T11:59:26,507 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1732535959743.da64aa5f52baad810e82db172a156713. after waiting 0 ms
2024-11-25T11:59:26,507 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1732535959743.da64aa5f52baad810e82db172a156713.
2024-11-25T11:59:26,516 INFO  [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1732535959743.da64aa5f52baad810e82db172a156713.
2024-11-25T11:59:26,517 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for da64aa5f52baad810e82db172a156713:
Waiting for close lock at 1732535966507Disabling compacts and flushes for region at 1732535966507Disabling writes for close at 1732535966507Writing region close event to WAL at 1732535966516 (+9 ms)Closed at 1732535966516
2024-11-25T11:59:26,537 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732535959742/wal.1732535965065 not finished, retry = 0
2024-11-25T11:59:26,541 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36573 is added to blk_1073741934_1114 (size=93)
2024-11-25T11:59:26,541 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39871 is added to blk_1073741934_1114 (size=93)
2024-11-25T11:59:26,541 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35303 is added to blk_1073741934_1114 (size=93)
2024-11-25T11:59:26,640 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs
2024-11-25T11:59:26,640 INFO  [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1732535965065)
2024-11-25T11:59:26,664 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayCompressed#testReplayEditsWrittenViaHRegion Thread=437 (was 430)
Potentially hanging thread: AsyncFSWAL-28-2
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-515977595_22 at /127.0.0.1:49632 [Waiting for operation #8]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (485938578) connection to localhost/127.0.0.1:34151 from jenkinstestReplayEditsWrittenViaHRegion
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: AsyncFSWAL-28-1
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: LeaseRenewer:jenkinstestReplayEditsWrittenViaHRegion@localhost:34151
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: AsyncFSWAL-28-3
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-515977595_22 at /127.0.0.1:53740 [Waiting for operation #8]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-515977595_22 at /127.0.0.1:59076 [Waiting for operation #27]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=1388 (was 1327) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=919 (was 920), ProcessCount=11 (was 11), AvailableMemoryMB=5802 (was 6407)
2024-11-25T11:59:26,665 WARN  [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1388 is superior to 1024
2024-11-25T11:59:26,665 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster
2024-11-25T11:59:26,665 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-25T11:59:26,665 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79)
    at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611)
    at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153)
    at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-25T11:59:26,665 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-25T11:59:26,666 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-25T11:59:26,666 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-25T11:59:26,666 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster
2024-11-25T11:59:26,666 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1949787305, stopped=false
2024-11-25T11:59:26,667 INFO  [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=2bf237fd86ca,45455,1732535913463
2024-11-25T11:59:26,677 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42593-0x10076ce1ad40003, quorum=127.0.0.1:51360, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running
2024-11-25T11:59:26,677 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42593-0x10076ce1ad40003, quorum=127.0.0.1:51360, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-25T11:59:26,677 INFO  [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-25T11:59:26,678 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-25T11:59:26,678 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277)
    at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265)
    at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153)
    at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-25T11:59:26,678 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-25T11:59:26,677 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41159-0x10076ce1ad40001, quorum=127.0.0.1:51360, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running
2024-11-25T11:59:26,678 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41159-0x10076ce1ad40001, quorum=127.0.0.1:51360, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-25T11:59:26,677 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45455-0x10076ce1ad40000, quorum=127.0.0.1:51360, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running
2024-11-25T11:59:26,679 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45455-0x10076ce1ad40000, quorum=127.0.0.1:51360, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-25T11:59:26,679 INFO  [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '2bf237fd86ca,41159,1732535914549' *****
2024-11-25T11:59:26,680 INFO  [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested
2024-11-25T11:59:26,680 INFO  [RS:0;2bf237fd86ca:41159 {}] regionserver.HeapMemoryManager(220): Stopping
2024-11-25T11:59:26,680 INFO  [RS:0;2bf237fd86ca:41159 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully.
2024-11-25T11:59:26,680 INFO  [RS:0;2bf237fd86ca:41159 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully.
2024-11-25T11:59:26,680 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41159-0x10076ce1ad40001, quorum=127.0.0.1:51360, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-25T11:59:26,680 INFO  [RS:0;2bf237fd86ca:41159 {}] regionserver.HRegionServer(959): stopping server 2bf237fd86ca,41159,1732535914549
2024-11-25T11:59:26,680 INFO  [RS:0;2bf237fd86ca:41159 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-25T11:59:26,680 INFO  [RS:0;2bf237fd86ca:41159 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;2bf237fd86ca:41159.
2024-11-25T11:59:26,680 DEBUG [RS:0;2bf237fd86ca:41159 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-25T11:59:26,680 DEBUG [RS:0;2bf237fd86ca:41159 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-25T11:59:26,681 INFO  [RS:0;2bf237fd86ca:41159 {}] regionserver.HRegionServer(976): stopping server 2bf237fd86ca,41159,1732535914549; all regions closed.
2024-11-25T11:59:26,681 INFO  [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting
2024-11-25T11:59:26,681 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45455-0x10076ce1ad40000, quorum=127.0.0.1:51360, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-25T11:59:26,681 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42593-0x10076ce1ad40003, quorum=127.0.0.1:51360, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-25T11:59:26,682 INFO  [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '2bf237fd86ca,42593,1732535914841' *****
2024-11-25T11:59:26,682 INFO  [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested
2024-11-25T11:59:26,682 INFO  [RS:2;2bf237fd86ca:42593 {}] regionserver.HeapMemoryManager(220): Stopping
2024-11-25T11:59:26,682 INFO  [RS:2;2bf237fd86ca:42593 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully.
2024-11-25T11:59:26,682 INFO  [RS:2;2bf237fd86ca:42593 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully.
2024-11-25T11:59:26,682 INFO  [RS:2;2bf237fd86ca:42593 {}] regionserver.HRegionServer(3091): Received CLOSE for 60c41f0faac75161f2743e1eb9539f21
2024-11-25T11:59:26,683 INFO  [RS:2;2bf237fd86ca:42593 {}] regionserver.HRegionServer(959): stopping server 2bf237fd86ca,42593,1732535914841
2024-11-25T11:59:26,683 INFO  [RS:2;2bf237fd86ca:42593 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-25T11:59:26,683 INFO  [RS:2;2bf237fd86ca:42593 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;2bf237fd86ca:42593.
2024-11-25T11:59:26,683 DEBUG [RS:2;2bf237fd86ca:42593 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-25T11:59:26,683 DEBUG [RS:2;2bf237fd86ca:42593 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-25T11:59:26,683 INFO  [RS:2;2bf237fd86ca:42593 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish...
2024-11-25T11:59:26,683 INFO  [RS:2;2bf237fd86ca:42593 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish...
2024-11-25T11:59:26,683 INFO  [RS:2;2bf237fd86ca:42593 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish...
2024-11-25T11:59:26,683 INFO  [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting
2024-11-25T11:59:26,684 INFO  [RS:2;2bf237fd86ca:42593 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740
2024-11-25T11:59:26,691 DEBUG [RS_CLOSE_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 60c41f0faac75161f2743e1eb9539f21, disabling compactions & flushes
2024-11-25T11:59:26,691 INFO  [RS_CLOSE_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1732535937333.60c41f0faac75161f2743e1eb9539f21.
2024-11-25T11:59:26,691 DEBUG [RS_CLOSE_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1732535937333.60c41f0faac75161f2743e1eb9539f21.
2024-11-25T11:59:26,691 DEBUG [RS_CLOSE_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1732535937333.60c41f0faac75161f2743e1eb9539f21. after waiting 0 ms
2024-11-25T11:59:26,691 DEBUG [RS_CLOSE_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1732535937333.60c41f0faac75161f2743e1eb9539f21.
2024-11-25T11:59:26,692 INFO  [RS:2;2bf237fd86ca:42593 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close
2024-11-25T11:59:26,692 DEBUG [RS:2;2bf237fd86ca:42593 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 60c41f0faac75161f2743e1eb9539f21=testReplayEditsAfterRegionMovedWithMultiCF,,1732535937333.60c41f0faac75161f2743e1eb9539f21.}
2024-11-25T11:59:26,692 DEBUG [RS:2;2bf237fd86ca:42593 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 60c41f0faac75161f2743e1eb9539f21
2024-11-25T11:59:26,692 DEBUG [RS_CLOSE_META-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-25T11:59:26,692 INFO  [RS_CLOSE_META-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-25T11:59:26,693 DEBUG [RS_CLOSE_META-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-25T11:59:26,693 DEBUG [RS_CLOSE_META-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-25T11:59:26,693 DEBUG [RS_CLOSE_META-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-25T11:59:26,693 INFO  [RS_CLOSE_META-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=6.86 KB heapSize=11.45 KB
2024-11-25T11:59:26,697 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39871 is added to blk_1073741833_1009 (size=2054)
2024-11-25T11:59:26,698 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35303 is added to blk_1073741833_1009 (size=2054)
2024-11-25T11:59:26,704 INFO  [regionserver/2bf237fd86ca:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases
2024-11-25T11:59:26,717 INFO  [regionserver/2bf237fd86ca:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases
2024-11-25T11:59:26,735 DEBUG [RS_CLOSE_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34151/user/jenkins/test-data/de1d2a09-e9f6-a330-7227-6fadccb48f21/data/default/testReplayEditsAfterRegionMovedWithMultiCF/60c41f0faac75161f2743e1eb9539f21/recovered.edits/20.seqid, newMaxSeqId=20, maxSeqId=17
2024-11-25T11:59:26,736 INFO  [RS_CLOSE_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1732535937333.60c41f0faac75161f2743e1eb9539f21.
2024-11-25T11:59:26,736 DEBUG [RS_CLOSE_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 60c41f0faac75161f2743e1eb9539f21:
Waiting for close lock at 1732535966691Running coprocessor pre-close hooks at 1732535966691Disabling compacts and flushes for region at 1732535966691Disabling writes for close at 1732535966691Writing region close event to WAL at 1732535966696 (+5 ms)Running coprocessor post-close hooks at 1732535966736 (+40 ms)Closed at 1732535966736
2024-11-25T11:59:26,736 DEBUG [RS_CLOSE_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1732535937333.60c41f0faac75161f2743e1eb9539f21.
2024-11-25T11:59:26,744 DEBUG [RS:0;2bf237fd86ca:41159 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/de1d2a09-e9f6-a330-7227-6fadccb48f21/oldWALs
2024-11-25T11:59:26,745 INFO  [RS:0;2bf237fd86ca:41159 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 2bf237fd86ca%2C41159%2C1732535914549:(num 1732535917255)
2024-11-25T11:59:26,745 DEBUG [RS:0;2bf237fd86ca:41159 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-25T11:59:26,745 INFO  [RS:0;2bf237fd86ca:41159 {}] regionserver.LeaseManager(133): Closed leases
2024-11-25T11:59:26,745 INFO  [RS:0;2bf237fd86ca:41159 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-25T11:59:26,745 INFO  [RS:0;2bf237fd86ca:41159 {}] hbase.ChoreService(370): Chore service for: regionserver/2bf237fd86ca:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown
2024-11-25T11:59:26,745 INFO  [RS:0;2bf237fd86ca:41159 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish...
2024-11-25T11:59:26,745 INFO  [RS:0;2bf237fd86ca:41159 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish...
2024-11-25T11:59:26,745 INFO  [RS:0;2bf237fd86ca:41159 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish...
2024-11-25T11:59:26,746 INFO  [RS:0;2bf237fd86ca:41159 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-25T11:59:26,746 INFO  [regionserver/2bf237fd86ca:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-25T11:59:26,746 INFO  [RS:0;2bf237fd86ca:41159 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41159
2024-11-25T11:59:26,752 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45455-0x10076ce1ad40000, quorum=127.0.0.1:51360, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs
2024-11-25T11:59:26,753 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [2bf237fd86ca,41159,1732535914549]
2024-11-25T11:59:26,756 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41159-0x10076ce1ad40001, quorum=127.0.0.1:51360, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/2bf237fd86ca,41159,1732535914549
2024-11-25T11:59:26,756 INFO  [RS:0;2bf237fd86ca:41159 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-25T11:59:26,763 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/2bf237fd86ca,41159,1732535914549 already deleted, retry=false
2024-11-25T11:59:26,764 INFO  [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 2bf237fd86ca,41159,1732535914549 expired; onlineServers=1
2024-11-25T11:59:26,767 DEBUG [RS_CLOSE_META-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/de1d2a09-e9f6-a330-7227-6fadccb48f21/data/hbase/meta/1588230740/.tmp/info/3d8b1170bea04f74b26ccc9587f25336 is 205, key is testReplayEditsAfterRegionMovedWithMultiCF,,1732535937333.60c41f0faac75161f2743e1eb9539f21./info:regioninfo/1732535941150/Put/seqid=0
2024-11-25T11:59:26,786 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39871 is added to blk_1073741938_1118 (size=8243)
2024-11-25T11:59:26,791 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35303 is added to blk_1073741938_1118 (size=8243)
2024-11-25T11:59:26,791 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36573 is added to blk_1073741938_1118 (size=8243)
2024-11-25T11:59:26,801 INFO  [RS_CLOSE_META-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.65 KB at sequenceid=21 (bloomFilter=true), to=hdfs://localhost:34151/user/jenkins/test-data/de1d2a09-e9f6-a330-7227-6fadccb48f21/data/hbase/meta/1588230740/.tmp/info/3d8b1170bea04f74b26ccc9587f25336
2024-11-25T11:59:26,865 DEBUG [RS_CLOSE_META-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/de1d2a09-e9f6-a330-7227-6fadccb48f21/data/hbase/meta/1588230740/.tmp/ns/c7e15b2fea774ec49971b095f13b3253 is 43, key is default/ns:d/1732535918423/Put/seqid=0
2024-11-25T11:59:26,866 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41159-0x10076ce1ad40001, quorum=127.0.0.1:51360, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-25T11:59:26,866 INFO  [RS:0;2bf237fd86ca:41159 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-25T11:59:26,866 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41159-0x10076ce1ad40001, quorum=127.0.0.1:51360, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-25T11:59:26,866 INFO  [RS:0;2bf237fd86ca:41159 {}] regionserver.HRegionServer(1031): Exiting; stopping=2bf237fd86ca,41159,1732535914549; zookeeper connection closed.
2024-11-25T11:59:26,867 INFO  [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4719ae71 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4719ae71
2024-11-25T11:59:26,892 DEBUG [RS:2;2bf237fd86ca:42593 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-25T11:59:26,893 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39871 is added to blk_1073741939_1119 (size=5153)
2024-11-25T11:59:26,897 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36573 is added to blk_1073741939_1119 (size=5153)
2024-11-25T11:59:26,897 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35303 is added to blk_1073741939_1119 (size=5153)
2024-11-25T11:59:26,899 INFO  [RS_CLOSE_META-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=21 (bloomFilter=true), to=hdfs://localhost:34151/user/jenkins/test-data/de1d2a09-e9f6-a330-7227-6fadccb48f21/data/hbase/meta/1588230740/.tmp/ns/c7e15b2fea774ec49971b095f13b3253
2024-11-25T11:59:26,942 DEBUG [RS_CLOSE_META-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/de1d2a09-e9f6-a330-7227-6fadccb48f21/data/hbase/meta/1588230740/.tmp/table/cef11d4b7b92430b83ca52725c3c6cd2 is 78, key is testReplayEditsAfterRegionMovedWithMultiCF/table:state/1732535937928/Put/seqid=0
2024-11-25T11:59:26,981 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35303 is added to blk_1073741940_1120 (size=5431)
2024-11-25T11:59:26,981 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36573 is added to blk_1073741940_1120 (size=5431)
2024-11-25T11:59:26,984 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39871 is added to blk_1073741940_1120 (size=5431)
2024-11-25T11:59:26,985 INFO  [RS_CLOSE_META-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=148 B at sequenceid=21 (bloomFilter=true), to=hdfs://localhost:34151/user/jenkins/test-data/de1d2a09-e9f6-a330-7227-6fadccb48f21/data/hbase/meta/1588230740/.tmp/table/cef11d4b7b92430b83ca52725c3c6cd2
2024-11-25T11:59:27,007 DEBUG [RS_CLOSE_META-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/de1d2a09-e9f6-a330-7227-6fadccb48f21/data/hbase/meta/1588230740/.tmp/info/3d8b1170bea04f74b26ccc9587f25336 as hdfs://localhost:34151/user/jenkins/test-data/de1d2a09-e9f6-a330-7227-6fadccb48f21/data/hbase/meta/1588230740/info/3d8b1170bea04f74b26ccc9587f25336
2024-11-25T11:59:27,031 INFO  [RS_CLOSE_META-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34151/user/jenkins/test-data/de1d2a09-e9f6-a330-7227-6fadccb48f21/data/hbase/meta/1588230740/info/3d8b1170bea04f74b26ccc9587f25336, entries=18, sequenceid=21, filesize=8.0 K
2024-11-25T11:59:27,032 DEBUG [RS_CLOSE_META-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/de1d2a09-e9f6-a330-7227-6fadccb48f21/data/hbase/meta/1588230740/.tmp/ns/c7e15b2fea774ec49971b095f13b3253 as hdfs://localhost:34151/user/jenkins/test-data/de1d2a09-e9f6-a330-7227-6fadccb48f21/data/hbase/meta/1588230740/ns/c7e15b2fea774ec49971b095f13b3253
2024-11-25T11:59:27,058 INFO  [RS_CLOSE_META-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34151/user/jenkins/test-data/de1d2a09-e9f6-a330-7227-6fadccb48f21/data/hbase/meta/1588230740/ns/c7e15b2fea774ec49971b095f13b3253, entries=2, sequenceid=21, filesize=5.0 K
2024-11-25T11:59:27,066 DEBUG [RS_CLOSE_META-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/de1d2a09-e9f6-a330-7227-6fadccb48f21/data/hbase/meta/1588230740/.tmp/table/cef11d4b7b92430b83ca52725c3c6cd2 as hdfs://localhost:34151/user/jenkins/test-data/de1d2a09-e9f6-a330-7227-6fadccb48f21/data/hbase/meta/1588230740/table/cef11d4b7b92430b83ca52725c3c6cd2
2024-11-25T11:59:27,079 INFO  [regionserver/2bf237fd86ca:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped
2024-11-25T11:59:27,079 INFO  [regionserver/2bf237fd86ca:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped
2024-11-25T11:59:27,087 INFO  [RS_CLOSE_META-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34151/user/jenkins/test-data/de1d2a09-e9f6-a330-7227-6fadccb48f21/data/hbase/meta/1588230740/table/cef11d4b7b92430b83ca52725c3c6cd2, entries=2, sequenceid=21, filesize=5.3 K
2024-11-25T11:59:27,092 DEBUG [RS:2;2bf237fd86ca:42593 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-25T11:59:27,094 INFO  [RS_CLOSE_META-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~6.86 KB/7029, heapSize ~11.16 KB/11424, currentSize=0 B/0 for 1588230740 in 400ms, sequenceid=21, compaction requested=false
2024-11-25T11:59:27,125 DEBUG [RS_CLOSE_META-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34151/user/jenkins/test-data/de1d2a09-e9f6-a330-7227-6fadccb48f21/data/hbase/meta/1588230740/recovered.edits/24.seqid, newMaxSeqId=24, maxSeqId=1
2024-11-25T11:59:27,128 DEBUG [RS_CLOSE_META-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-25T11:59:27,128 INFO  [RS_CLOSE_META-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-25T11:59:27,129 DEBUG [RS_CLOSE_META-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1732535966692Running coprocessor pre-close hooks at 1732535966692Disabling compacts and flushes for region at 1732535966692Disabling writes for close at 1732535966693 (+1 ms)Obtaining lock to block concurrent updates at 1732535966693Preparing flush snapshotting stores in 1588230740 at 1732535966693Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=7029, getHeapSize=11664, getOffHeapSize=0, getCellsCount=48 at 1732535966693Flushing stores of hbase:meta,,1.1588230740 at 1732535966694 (+1 ms)Flushing 1588230740/info: creating writer at 1732535966695 (+1 ms)Flushing 1588230740/info: appending metadata at 1732535966766 (+71 ms)Flushing 1588230740/info: closing flushed file at 1732535966766Flushing 1588230740/ns: creating writer at 1732535966826 (+60 ms)Flushing 1588230740/ns: appending metadata at 1732535966864 (+38 ms)Flushing 1588230740/ns: closing flushed file at 1732535966864Flushing 1588230740/table: creating writer at 1732535966915 (+51 ms)Flushing 1588230740/table: appending metadata at 1732535966941 (+26 ms)Flushing 1588230740/table: closing flushed file at 1732535966941Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4eb05de3: reopening flushed file at 1732535967006 (+65 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2b26cb03: reopening flushed file at 1732535967031 (+25 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1841fa3f: reopening flushed file at 1732535967058 (+27 ms)Finished flush of dataSize ~6.86 KB/7029, heapSize ~11.16 KB/11424, currentSize=0 B/0 for 1588230740 in 400ms, sequenceid=21, compaction requested=false at 1732535967094 (+36 ms)Writing region close event to WAL at 1732535967096 (+2 ms)Running coprocessor post-close hooks at 1732535967128 (+32 ms)Closed at 1732535967128
2024-11-25T11:59:27,129 DEBUG [RS_CLOSE_META-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740
2024-11-25T11:59:27,294 INFO  [RS:2;2bf237fd86ca:42593 {}] regionserver.HRegionServer(976): stopping server 2bf237fd86ca,42593,1732535914841; all regions closed.
2024-11-25T11:59:27,312 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39871 is added to blk_1073741836_1012 (size=3783)
2024-11-25T11:59:27,312 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35303 is added to blk_1073741836_1012 (size=3783)
2024-11-25T11:59:27,317 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36573 is added to blk_1073741836_1012 (size=3783)
2024-11-25T11:59:27,321 DEBUG [RS:2;2bf237fd86ca:42593 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/de1d2a09-e9f6-a330-7227-6fadccb48f21/oldWALs
2024-11-25T11:59:27,321 INFO  [RS:2;2bf237fd86ca:42593 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 2bf237fd86ca%2C42593%2C1732535914841.meta:.meta(num 1732535917993)
2024-11-25T11:59:27,326 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39871 is added to blk_1073741835_1011 (size=841)
2024-11-25T11:59:27,327 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35303 is added to blk_1073741835_1011 (size=841)
2024-11-25T11:59:27,338 DEBUG [RS:2;2bf237fd86ca:42593 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/de1d2a09-e9f6-a330-7227-6fadccb48f21/oldWALs
2024-11-25T11:59:27,338 INFO  [RS:2;2bf237fd86ca:42593 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 2bf237fd86ca%2C42593%2C1732535914841:(num 1732535917272)
2024-11-25T11:59:27,339 DEBUG [RS:2;2bf237fd86ca:42593 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-25T11:59:27,339 INFO  [RS:2;2bf237fd86ca:42593 {}] regionserver.LeaseManager(133): Closed leases
2024-11-25T11:59:27,339 INFO  [RS:2;2bf237fd86ca:42593 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-25T11:59:27,339 INFO  [RS:2;2bf237fd86ca:42593 {}] hbase.ChoreService(370): Chore service for: regionserver/2bf237fd86ca:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown
2024-11-25T11:59:27,339 INFO  [RS:2;2bf237fd86ca:42593 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-25T11:59:27,339 INFO  [RS:2;2bf237fd86ca:42593 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:42593
2024-11-25T11:59:27,341 INFO  [regionserver/2bf237fd86ca:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-25T11:59:27,353 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42593-0x10076ce1ad40003, quorum=127.0.0.1:51360, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/2bf237fd86ca,42593,1732535914841
2024-11-25T11:59:27,353 INFO  [RS:2;2bf237fd86ca:42593 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-25T11:59:27,353 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45455-0x10076ce1ad40000, quorum=127.0.0.1:51360, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs
2024-11-25T11:59:27,358 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [2bf237fd86ca,42593,1732535914841]
2024-11-25T11:59:27,360 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/2bf237fd86ca,42593,1732535914841 already deleted, retry=false
2024-11-25T11:59:27,360 INFO  [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 2bf237fd86ca,42593,1732535914841 expired; onlineServers=0
2024-11-25T11:59:27,360 INFO  [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '2bf237fd86ca,45455,1732535913463' *****
2024-11-25T11:59:27,360 INFO  [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0
2024-11-25T11:59:27,361 INFO  [M:0;2bf237fd86ca:45455 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-25T11:59:27,361 INFO  [M:0;2bf237fd86ca:45455 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-25T11:59:27,361 DEBUG [M:0;2bf237fd86ca:45455 {}] cleaner.LogCleaner(198): Cancelling LogCleaner
2024-11-25T11:59:27,361 DEBUG [M:0;2bf237fd86ca:45455 {}] cleaner.HFileCleaner(335): Stopping file delete threads
2024-11-25T11:59:27,361 DEBUG [master/2bf237fd86ca:0:becomeActiveMaster-HFileCleaner.small.0-1732535916749 {}] cleaner.HFileCleaner(306): Exit Thread[master/2bf237fd86ca:0:becomeActiveMaster-HFileCleaner.small.0-1732535916749,5,FailOnTimeoutGroup]
2024-11-25T11:59:27,361 DEBUG [master/2bf237fd86ca:0:becomeActiveMaster-HFileCleaner.large.0-1732535916744 {}] cleaner.HFileCleaner(306): Exit Thread[master/2bf237fd86ca:0:becomeActiveMaster-HFileCleaner.large.0-1732535916744,5,FailOnTimeoutGroup]
2024-11-25T11:59:27,361 INFO  [M:0;2bf237fd86ca:45455 {}] hbase.ChoreService(370): Chore service for: master/2bf237fd86ca:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown
2024-11-25T11:59:27,362 INFO  [M:0;2bf237fd86ca:45455 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-25T11:59:27,362 DEBUG [M:0;2bf237fd86ca:45455 {}] master.HMaster(1795): Stopping service threads
2024-11-25T11:59:27,362 INFO  [M:0;2bf237fd86ca:45455 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher
2024-11-25T11:59:27,362 INFO  [M:0;2bf237fd86ca:45455 {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-25T11:59:27,362 INFO  [M:0;2bf237fd86ca:45455 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false
2024-11-25T11:59:27,363 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating.
2024-11-25T11:59:27,363 WARN  [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting.
2024-11-25T11:59:27,364 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45455-0x10076ce1ad40000, quorum=127.0.0.1:51360, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master
2024-11-25T11:59:27,364 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45455-0x10076ce1ad40000, quorum=127.0.0.1:51360, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-25T11:59:27,374 DEBUG [M:0;2bf237fd86ca:45455 {}] zookeeper.ZKUtil(347): master:45455-0x10076ce1ad40000, quorum=127.0.0.1:51360, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error)
2024-11-25T11:59:27,374 WARN  [M:0;2bf237fd86ca:45455 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null
2024-11-25T11:59:27,375 INFO  [M:0;2bf237fd86ca:45455 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34151/user/jenkins/test-data/de1d2a09-e9f6-a330-7227-6fadccb48f21/.lastflushedseqids
2024-11-25T11:59:27,417 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36573 is added to blk_1073741941_1121 (size=138)
2024-11-25T11:59:27,417 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39871 is added to blk_1073741941_1121 (size=138)
2024-11-25T11:59:27,418 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35303 is added to blk_1073741941_1121 (size=138)
2024-11-25T11:59:27,460 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42593-0x10076ce1ad40003, quorum=127.0.0.1:51360, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-25T11:59:27,460 INFO  [RS:2;2bf237fd86ca:42593 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-25T11:59:27,460 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42593-0x10076ce1ad40003, quorum=127.0.0.1:51360, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-25T11:59:27,460 INFO  [RS:2;2bf237fd86ca:42593 {}] regionserver.HRegionServer(1031): Exiting; stopping=2bf237fd86ca,42593,1732535914841; zookeeper connection closed.
2024-11-25T11:59:27,461 INFO  [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2fd47a74 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2fd47a74
2024-11-25T11:59:27,465 INFO  [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete
2024-11-25T11:59:27,818 INFO  [M:0;2bf237fd86ca:45455 {}] assignment.AssignmentManager(395): Stopping assignment manager
2024-11-25T11:59:27,818 INFO  [M:0;2bf237fd86ca:45455 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false
2024-11-25T11:59:27,818 DEBUG [M:0;2bf237fd86ca:45455 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-25T11:59:27,819 INFO  [M:0;2bf237fd86ca:45455 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-25T11:59:27,819 DEBUG [M:0;2bf237fd86ca:45455 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-25T11:59:27,819 DEBUG [M:0;2bf237fd86ca:45455 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-25T11:59:27,819 DEBUG [M:0;2bf237fd86ca:45455 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-25T11:59:27,819 INFO  [M:0;2bf237fd86ca:45455 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=68.34 KB heapSize=83.73 KB
2024-11-25T11:59:27,853 DEBUG [M:0;2bf237fd86ca:45455 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/de1d2a09-e9f6-a330-7227-6fadccb48f21/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c5f4c02da4d645068c530008ec200f5e is 82, key is hbase:meta,,1/info:regioninfo/1732535918240/Put/seqid=0
2024-11-25T11:59:27,918 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39871 is added to blk_1073741942_1122 (size=5672)
2024-11-25T11:59:27,921 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36573 is added to blk_1073741942_1122 (size=5672)
2024-11-25T11:59:27,921 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35303 is added to blk_1073741942_1122 (size=5672)
2024-11-25T11:59:27,922 INFO  [M:0;2bf237fd86ca:45455 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:34151/user/jenkins/test-data/de1d2a09-e9f6-a330-7227-6fadccb48f21/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c5f4c02da4d645068c530008ec200f5e
2024-11-25T11:59:27,966 DEBUG [M:0;2bf237fd86ca:45455 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/de1d2a09-e9f6-a330-7227-6fadccb48f21/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/10655bbc3a9a493088b361ad6d1bb86e is 1076, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732535937945/Put/seqid=0
2024-11-25T11:59:28,035 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36573 is added to blk_1073741943_1123 (size=7755)
2024-11-25T11:59:28,035 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39871 is added to blk_1073741943_1123 (size=7755)
2024-11-25T11:59:28,035 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35303 is added to blk_1073741943_1123 (size=7755)
2024-11-25T11:59:28,436 INFO  [M:0;2bf237fd86ca:45455 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=67.61 KB at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:34151/user/jenkins/test-data/de1d2a09-e9f6-a330-7227-6fadccb48f21/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/10655bbc3a9a493088b361ad6d1bb86e
2024-11-25T11:59:28,442 INFO  [M:0;2bf237fd86ca:45455 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 10655bbc3a9a493088b361ad6d1bb86e
2024-11-25T11:59:28,463 DEBUG [M:0;2bf237fd86ca:45455 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/de1d2a09-e9f6-a330-7227-6fadccb48f21/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9ee15544e4fc49a1a16817d871ae0615 is 69, key is 2bf237fd86ca,41159,1732535914549/rs:state/1732535916843/Put/seqid=0
2024-11-25T11:59:28,497 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35303 is added to blk_1073741944_1124 (size=5445)
2024-11-25T11:59:28,497 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39871 is added to blk_1073741944_1124 (size=5445)
2024-11-25T11:59:28,497 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36573 is added to blk_1073741944_1124 (size=5445)
2024-11-25T11:59:28,898 INFO  [M:0;2bf237fd86ca:45455 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:34151/user/jenkins/test-data/de1d2a09-e9f6-a330-7227-6fadccb48f21/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9ee15544e4fc49a1a16817d871ae0615
2024-11-25T11:59:28,903 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36573 is added to blk_1073741833_1009 (size=2054)
2024-11-25T11:59:28,904 INFO  [M:0;2bf237fd86ca:45455 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9ee15544e4fc49a1a16817d871ae0615
2024-11-25T11:59:28,905 DEBUG [M:0;2bf237fd86ca:45455 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/de1d2a09-e9f6-a330-7227-6fadccb48f21/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c5f4c02da4d645068c530008ec200f5e as hdfs://localhost:34151/user/jenkins/test-data/de1d2a09-e9f6-a330-7227-6fadccb48f21/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c5f4c02da4d645068c530008ec200f5e
2024-11-25T11:59:28,910 INFO  [M:0;2bf237fd86ca:45455 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34151/user/jenkins/test-data/de1d2a09-e9f6-a330-7227-6fadccb48f21/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c5f4c02da4d645068c530008ec200f5e, entries=8, sequenceid=168, filesize=5.5 K
2024-11-25T11:59:28,911 DEBUG [M:0;2bf237fd86ca:45455 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/de1d2a09-e9f6-a330-7227-6fadccb48f21/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/10655bbc3a9a493088b361ad6d1bb86e as hdfs://localhost:34151/user/jenkins/test-data/de1d2a09-e9f6-a330-7227-6fadccb48f21/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/10655bbc3a9a493088b361ad6d1bb86e
2024-11-25T11:59:28,918 INFO  [M:0;2bf237fd86ca:45455 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 10655bbc3a9a493088b361ad6d1bb86e
2024-11-25T11:59:28,918 INFO  [M:0;2bf237fd86ca:45455 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34151/user/jenkins/test-data/de1d2a09-e9f6-a330-7227-6fadccb48f21/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/10655bbc3a9a493088b361ad6d1bb86e, entries=17, sequenceid=168, filesize=7.6 K
2024-11-25T11:59:28,919 DEBUG [M:0;2bf237fd86ca:45455 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/de1d2a09-e9f6-a330-7227-6fadccb48f21/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9ee15544e4fc49a1a16817d871ae0615 as hdfs://localhost:34151/user/jenkins/test-data/de1d2a09-e9f6-a330-7227-6fadccb48f21/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9ee15544e4fc49a1a16817d871ae0615
2024-11-25T11:59:28,928 INFO  [M:0;2bf237fd86ca:45455 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9ee15544e4fc49a1a16817d871ae0615
2024-11-25T11:59:28,928 INFO  [M:0;2bf237fd86ca:45455 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34151/user/jenkins/test-data/de1d2a09-e9f6-a330-7227-6fadccb48f21/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9ee15544e4fc49a1a16817d871ae0615, entries=3, sequenceid=168, filesize=5.3 K
2024-11-25T11:59:28,929 INFO  [M:0;2bf237fd86ca:45455 {}] regionserver.HRegion(3140): Finished flush of dataSize ~68.34 KB/69984, heapSize ~83.43 KB/85432, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1110ms, sequenceid=168, compaction requested=false
2024-11-25T11:59:28,933 INFO  [M:0;2bf237fd86ca:45455 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-25T11:59:28,933 DEBUG [M:0;2bf237fd86ca:45455 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1732535967818Disabling compacts and flushes for region at 1732535967818Disabling writes for close at 1732535967819 (+1 ms)Obtaining lock to block concurrent updates at 1732535967819Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732535967819Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=69984, getHeapSize=85672, getOffHeapSize=0, getCellsCount=195 at 1732535967819Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732535967820 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732535967821 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732535967852 (+31 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732535967852Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732535967932 (+80 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732535967965 (+33 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732535967965Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732535968442 (+477 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732535968462 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732535968462Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4cd48bc4: reopening flushed file at 1732535968904 (+442 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4917f0c4: reopening flushed file at 1732535968910 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@40497480: reopening flushed file at 1732535968918 (+8 ms)Finished flush of dataSize ~68.34 KB/69984, heapSize ~83.43 KB/85432, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1110ms, sequenceid=168, compaction requested=false at 1732535968930 (+12 ms)Writing region close event to WAL at 1732535968933 (+3 ms)Closed at 1732535968933
2024-11-25T11:59:28,936 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35303 is added to blk_1073741830_1006 (size=71337)
2024-11-25T11:59:28,936 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39871 is added to blk_1073741830_1006 (size=71337)
2024-11-25T11:59:28,941 INFO  [M:0;2bf237fd86ca:45455 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down.
2024-11-25T11:59:28,941 INFO  [M:0;2bf237fd86ca:45455 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:45455
2024-11-25T11:59:28,942 INFO  [M:0;2bf237fd86ca:45455 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-25T11:59:28,942 INFO  [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-25T11:59:29,045 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45455-0x10076ce1ad40000, quorum=127.0.0.1:51360, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-25T11:59:29,045 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45455-0x10076ce1ad40000, quorum=127.0.0.1:51360, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-25T11:59:29,045 INFO  [M:0;2bf237fd86ca:45455 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-25T11:59:29,058 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732535941403/wal.1732535942106 with renewLeaseKey: DEFAULT_16655
java.io.FileNotFoundException: File does not exist: /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732535941403/wal.1732535942106 (inode 16655) Holder DFSClient_NONMAPREDUCE_1238228515_22 does not have any open files.
	at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188)
	at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703)
	at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689)
	at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232)
	at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983)
	at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649)
	at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java)
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621)
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589)
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573)
	at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227)
	at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246)
	at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169)
	at java.base/java.security.AccessController.doPrivileged(AccessController.java:712)
	at java.base/javax.security.auth.Subject.doAs(Subject.java:439)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953)
	at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198)

	at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?]
	at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?]
	at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?]
	at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?]
	at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732535941403/wal.1732535942106 (inode 16655) Holder DFSClient_NONMAPREDUCE_1238228515_22 does not have any open files.
	at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188)
	at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703)
	at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689)
	at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232)
	at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983)
	at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649)
	at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java)
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621)
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589)
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573)
	at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227)
	at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246)
	at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169)
	at java.base/java.security.AccessController.doPrivileged(AccessController.java:712)
	at java.base/javax.security.auth.Subject.doAs(Subject.java:439)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953)
	at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198)

	at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?]
	at jdk.proxy2.$Proxy45.complete(Unknown Source) ~[?:?]
	at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?]
	at jdk.proxy2.$Proxy46.complete(Unknown Source) ~[?:?]
	at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?]
	at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?]
	at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?]
	at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?]
	at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?]
	at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?]
	at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?]
	at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?]
	at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?]
	at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	... 25 more
2024-11-25T11:59:29,059 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732535932547/wal.1732535932789 with renewLeaseKey: DEFAULT_16586
java.io.IOException: stream already broken
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?]
	at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?]
	at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?]
	at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?]
	at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T11:59:29,059 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732535959742/wal.1732535960594 with renewLeaseKey: DEFAULT_16767
java.io.IOException: stream already broken
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?]
	at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?]
	at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?]
	at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?]
	at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T11:59:29,067 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732535942475/wal.1732535952548 with renewLeaseKey: DEFAULT_16678
java.io.FileNotFoundException: File does not exist: /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732535942475/wal.1732535952548 (inode 16678) Holder DFSClient_NONMAPREDUCE_1238228515_22 does not have any open files.
	at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188)
	at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703)
	at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689)
	at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232)
	at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983)
	at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649)
	at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java)
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621)
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589)
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573)
	at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227)
	at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246)
	at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169)
	at java.base/java.security.AccessController.doPrivileged(AccessController.java:712)
	at java.base/javax.security.auth.Subject.doAs(Subject.java:439)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953)
	at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198)

	at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?]
	at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?]
	at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?]
	at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?]
	at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732535942475/wal.1732535952548 (inode 16678) Holder DFSClient_NONMAPREDUCE_1238228515_22 does not have any open files.
	at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188)
	at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703)
	at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689)
	at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232)
	at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983)
	at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649)
	at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java)
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621)
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589)
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573)
	at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227)
	at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246)
	at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169)
	at java.base/java.security.AccessController.doPrivileged(AccessController.java:712)
	at java.base/javax.security.auth.Subject.doAs(Subject.java:439)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953)
	at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198)

	at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?]
	at jdk.proxy2.$Proxy45.complete(Unknown Source) ~[?:?]
	at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?]
	at jdk.proxy2.$Proxy46.complete(Unknown Source) ~[?:?]
	at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?]
	at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?]
	at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?]
	at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?]
	at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?]
	at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?]
	at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?]
	at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?]
	at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?]
	at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	... 25 more
2024-11-25T11:59:29,068 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732535921794/wal.1732535922452 with renewLeaseKey: DEFAULT_16506
java.io.IOException: stream already broken
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?]
	at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?]
	at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?]
	at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?]
	at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T11:59:29,081 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testdatalosswheninputerror-manual,16010,1732535953806/wal.1732535954361 with renewLeaseKey: DEFAULT_16704
java.io.FileNotFoundException: File does not exist: /hbase/WALs/testdatalosswheninputerror-manual,16010,1732535953806/wal.1732535954361 (inode 16704) Holder DFSClient_NONMAPREDUCE_1238228515_22 does not have any open files.
	at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188)
	at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703)
	at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689)
	at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232)
	at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983)
	at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649)
	at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java)
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621)
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589)
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573)
	at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227)
	at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246)
	at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169)
	at java.base/java.security.AccessController.doPrivileged(AccessController.java:712)
	at java.base/javax.security.auth.Subject.doAs(Subject.java:439)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953)
	at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198)

	at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?]
	at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?]
	at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?]
	at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?]
	at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testdatalosswheninputerror-manual,16010,1732535953806/wal.1732535954361 (inode 16704) Holder DFSClient_NONMAPREDUCE_1238228515_22 does not have any open files.
	at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188)
	at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703)
	at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689)
	at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232)
	at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983)
	at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649)
	at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java)
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621)
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589)
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573)
	at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227)
	at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246)
	at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169)
	at java.base/java.security.AccessController.doPrivileged(AccessController.java:712)
	at java.base/javax.security.auth.Subject.doAs(Subject.java:439)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953)
	at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198)

	at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?]
	at jdk.proxy2.$Proxy45.complete(Unknown Source) ~[?:?]
	at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?]
	at jdk.proxy2.$Proxy46.complete(Unknown Source) ~[?:?]
	at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?]
	at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?]
	at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?]
	at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?]
	at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?]
	at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?]
	at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?]
	at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?]
	at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?]
	at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	... 25 more
2024-11-25T11:59:29,082 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732535954565/wal.1732535954779 with renewLeaseKey: DEFAULT_16726
java.io.IOException: stream already broken
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?]
	at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?]
	at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?]
	at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?]
	at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T11:59:29,086 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testnameconflictwhensplit1-manual,16010,1732535920051/wal.1732535921228 with renewLeaseKey: DEFAULT_16485
java.io.FileNotFoundException: File does not exist: /hbase/WALs/testnameconflictwhensplit1-manual,16010,1732535920051/wal.1732535921228 (inode 16485) Holder DFSClient_NONMAPREDUCE_1238228515_22 does not have any open files.
	at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188)
	at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703)
	at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689)
	at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232)
	at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983)
	at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649)
	at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java)
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621)
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589)
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573)
	at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227)
	at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246)
	at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169)
	at java.base/java.security.AccessController.doPrivileged(AccessController.java:712)
	at java.base/javax.security.auth.Subject.doAs(Subject.java:439)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953)
	at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198)

	at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?]
	at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?]
	at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?]
	at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?]
	at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testnameconflictwhensplit1-manual,16010,1732535920051/wal.1732535921228 (inode 16485) Holder DFSClient_NONMAPREDUCE_1238228515_22 does not have any open files.
	at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188)
	at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703)
	at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689)
	at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232)
	at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983)
	at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649)
	at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java)
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621)
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589)
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573)
	at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227)
	at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246)
	at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169)
	at java.base/java.security.AccessController.doPrivileged(AccessController.java:712)
	at java.base/javax.security.auth.Subject.doAs(Subject.java:439)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953)
	at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198)

	at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?]
	at jdk.proxy2.$Proxy45.complete(Unknown Source) ~[?:?]
	at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?]
	at jdk.proxy2.$Proxy46.complete(Unknown Source) ~[?:?]
	at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?]
	at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?]
	at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?]
	at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?]
	at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?]
	at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?]
	at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?]
	at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?]
	at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?]
	at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	... 25 more
2024-11-25T11:59:29,093 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testnameconflictwhensplit0-manual,16010,1732535918820/wal.1732535919629 with renewLeaseKey: DEFAULT_16462
java.io.FileNotFoundException: File does not exist: /hbase/WALs/testnameconflictwhensplit0-manual,16010,1732535918820/wal.1732535919629 (inode 16462) Holder DFSClient_NONMAPREDUCE_1238228515_22 does not have any open files.
	at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188)
	at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703)
	at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689)
	at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232)
	at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983)
	at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649)
	at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java)
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621)
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589)
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573)
	at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227)
	at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246)
	at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169)
	at java.base/java.security.AccessController.doPrivileged(AccessController.java:712)
	at java.base/javax.security.auth.Subject.doAs(Subject.java:439)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953)
	at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198)

	at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?]
	at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?]
	at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?]
	at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?]
	at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testnameconflictwhensplit0-manual,16010,1732535918820/wal.1732535919629 (inode 16462) Holder DFSClient_NONMAPREDUCE_1238228515_22 does not have any open files.
	at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188)
	at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703)
	at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689)
	at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232)
	at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983)
	at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649)
	at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java)
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621)
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589)
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573)
	at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227)
	at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246)
	at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169)
	at java.base/java.security.AccessController.doPrivileged(AccessController.java:712)
	at java.base/javax.security.auth.Subject.doAs(Subject.java:439)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953)
	at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198)

	at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?]
	at jdk.proxy2.$Proxy45.complete(Unknown Source) ~[?:?]
	at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?]
	at jdk.proxy2.$Proxy46.complete(Unknown Source) ~[?:?]
	at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?]
	at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?]
	at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?]
	at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?]
	at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?]
	at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?]
	at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?]
	at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?]
	at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?]
	at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	... 25 more
2024-11-25T11:59:29,119 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@f7ea49{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-25T11:59:29,122 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@606c1a1{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-25T11:59:29,122 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-25T11:59:29,123 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4168b37{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-25T11:59:29,123 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7c018eb3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4ff9bc00-d997-ba74-1209-92dbe9ff5a9e/hadoop.log.dir/,STOPPED}
2024-11-25T11:59:29,131 WARN  [BP-1248860769-172.17.0.3-1732535908330 heartbeating to localhost/127.0.0.1:34151 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted
2024-11-25T11:59:29,132 WARN  [BP-1248860769-172.17.0.3-1732535908330 heartbeating to localhost/127.0.0.1:34151 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1248860769-172.17.0.3-1732535908330 (Datanode Uuid e3f9ffd9-8a35-4a32-a773-0811453001db) service to localhost/127.0.0.1:34151
2024-11-25T11:59:29,132 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit.
2024-11-25T11:59:29,132 WARN  [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup]
2024-11-25T11:59:29,134 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4ff9bc00-d997-ba74-1209-92dbe9ff5a9e/cluster_3b59bfc3-5555-a54f-4451-236f33c97afd/data/data5/current/BP-1248860769-172.17.0.3-1732535908330 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-25T11:59:29,134 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4ff9bc00-d997-ba74-1209-92dbe9ff5a9e/cluster_3b59bfc3-5555-a54f-4451-236f33c97afd/data/data6/current/BP-1248860769-172.17.0.3-1732535908330 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-25T11:59:29,138 WARN  [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func
2024-11-25T11:59:29,149 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2d8836d3{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-25T11:59:29,150 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@540114bd{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-25T11:59:29,150 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-25T11:59:29,150 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@551fffa5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-25T11:59:29,152 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@778cfeb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4ff9bc00-d997-ba74-1209-92dbe9ff5a9e/hadoop.log.dir/,STOPPED}
2024-11-25T11:59:29,155 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit.
2024-11-25T11:59:29,155 WARN  [BP-1248860769-172.17.0.3-1732535908330 heartbeating to localhost/127.0.0.1:34151 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted
2024-11-25T11:59:29,155 WARN  [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup]
2024-11-25T11:59:29,155 WARN  [BP-1248860769-172.17.0.3-1732535908330 heartbeating to localhost/127.0.0.1:34151 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1248860769-172.17.0.3-1732535908330 (Datanode Uuid 474fd9b9-27ed-4375-87c9-007027ae5f65) service to localhost/127.0.0.1:34151
2024-11-25T11:59:29,156 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4ff9bc00-d997-ba74-1209-92dbe9ff5a9e/cluster_3b59bfc3-5555-a54f-4451-236f33c97afd/data/data3/current/BP-1248860769-172.17.0.3-1732535908330 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-25T11:59:29,156 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4ff9bc00-d997-ba74-1209-92dbe9ff5a9e/cluster_3b59bfc3-5555-a54f-4451-236f33c97afd/data/data4/current/BP-1248860769-172.17.0.3-1732535908330 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-25T11:59:29,156 WARN  [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func
2024-11-25T11:59:29,163 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2676402f{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-25T11:59:29,164 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@63c29ae0{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-25T11:59:29,164 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-25T11:59:29,164 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@264083a3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-25T11:59:29,164 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@633f48b2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4ff9bc00-d997-ba74-1209-92dbe9ff5a9e/hadoop.log.dir/,STOPPED}
2024-11-25T11:59:29,176 WARN  [BP-1248860769-172.17.0.3-1732535908330 heartbeating to localhost/127.0.0.1:34151 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted
2024-11-25T11:59:29,176 WARN  [BP-1248860769-172.17.0.3-1732535908330 heartbeating to localhost/127.0.0.1:34151 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1248860769-172.17.0.3-1732535908330 (Datanode Uuid 70de6e78-8e5a-49ef-9d4c-fa2b8d414d28) service to localhost/127.0.0.1:34151
2024-11-25T11:59:29,178 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit.
2024-11-25T11:59:29,178 WARN  [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup]
2024-11-25T11:59:29,178 WARN  [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func
2024-11-25T11:59:29,179 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4ff9bc00-d997-ba74-1209-92dbe9ff5a9e/cluster_3b59bfc3-5555-a54f-4451-236f33c97afd/data/data1/current/BP-1248860769-172.17.0.3-1732535908330 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-25T11:59:29,185 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4ff9bc00-d997-ba74-1209-92dbe9ff5a9e/cluster_3b59bfc3-5555-a54f-4451-236f33c97afd/data/data2/current/BP-1248860769-172.17.0.3-1732535908330 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-25T11:59:29,198 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6e17169c{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-25T11:59:29,199 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@31851850{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-25T11:59:29,199 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-25T11:59:29,199 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4f8a2ea{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-25T11:59:29,199 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2c0b7a34{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4ff9bc00-d997-ba74-1209-92dbe9ff5a9e/hadoop.log.dir/,STOPPED}
2024-11-25T11:59:29,213 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers
2024-11-25T11:59:29,272 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down